From b08afc0e57200674d003625c1dd165979cd85b60 Mon Sep 17 00:00:00 2001 From: wangshuai Date: Sat, 6 Jul 2024 14:46:30 +0800 Subject: [PATCH] =?UTF-8?q?=E9=9B=86=E6=88=90=E5=BF=AB=E4=BB=A3=E7=90=86?= =?UTF-8?q?=20=E8=AF=84=E5=88=86=20=20=E5=A5=BD=E8=AF=84=E6=98=9F=E7=BA=A7?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../service/impl/TestProxyOKHttpClient.java | 98 ------------------- .../ruoyi/business/service/impl/test2.java | 71 -------------- 2 files changed, 169 deletions(-) delete mode 100644 ruoyi-system/src/main/java/com/ruoyi/business/service/impl/TestProxyOKHttpClient.java delete mode 100644 ruoyi-system/src/main/java/com/ruoyi/business/service/impl/test2.java diff --git a/ruoyi-system/src/main/java/com/ruoyi/business/service/impl/TestProxyOKHttpClient.java b/ruoyi-system/src/main/java/com/ruoyi/business/service/impl/TestProxyOKHttpClient.java deleted file mode 100644 index 4c8e183..0000000 --- a/ruoyi-system/src/main/java/com/ruoyi/business/service/impl/TestProxyOKHttpClient.java +++ /dev/null @@ -1,98 +0,0 @@ -package com.ruoyi.business.service.impl; - -import org.apache.http.HttpHost; -import org.apache.http.auth.AuthScope; -import org.apache.http.auth.UsernamePasswordCredentials; -import org.apache.http.client.CredentialsProvider; -import org.apache.http.client.config.RequestConfig; -import org.apache.http.client.methods.CloseableHttpResponse; -import org.apache.http.client.methods.HttpGet; -import org.apache.http.client.utils.URIBuilder; -import org.apache.http.impl.client.BasicCredentialsProvider; -import org.apache.http.impl.client.CloseableHttpClient; -import org.apache.http.impl.client.HttpClients; -import org.apache.http.util.EntityUtils; - -import java.net.URL; -import java.util.HashMap; -import java.util.Map; - -public class TestProxyOKHttpClient { - public static void main(String[] args) throws Exception { -// String pageUrl = "https://waimaieapp.meituan.com/gw/customer/comment/statistics/socre/single/trend"; // 要访问的目标网页 - String pageUrl = "https://waimaieapp.meituan.com/gw/customer/comment/statistics/score/summary/single/distribution"; - String proxyIp = "q335.kdltpspro.com"; // 隧道服务器域名 - int proxyPort = 15818; // 端口号 - // 用户名密码, 若已添加白名单则不需要添加 -// private static String username = "t12023179565372"; -// private static String password = "nffm6c11"; - String ck = "WEBDFPID=1720243694471SOQUSWGfd79fef3d01d5e9aadc18ccd4d0c95075017-1720243694471-1720243694471SOQUSWGfd79fef3d01d5e9aadc18ccd4d0c95075017; _lxsdk_cuid=1908683abd3c8-0e87cc55781832-26031d51-1fa400-1908683abd3c8; _lxsdk=1908683abd3c8-0e87cc55781832-26031d51-1fa400-1908683abd3c8; token=0wZSkATTKcJeT2-UVQeT2Up8z8yoEF4wcCF5envvlMiA*; bsid=F7FNo1sEad3bOpIe5IElSfYNcbgOHbnY4yussusoXL7rxgu6XJAk-Grh6nnaCDOSVYwZKH4CiWsK21nq7xIqNg; acctId=160394866; wmPoiId=18277065; _source=PC; acctName=wmhxkl2556816; device_uuid=!3b06a9f7-cb53-4d40-acc9-bb90ff4d4104; _lxsdk_s=1908683abd4-429-f65-925%7C%7C60"; - - // JDK 8u111版本后，目标页面为HTTPS协议，启用proxy用户密码鉴权 - System.setProperty("jdk.http.auth.tunneling.disabledSchemes", ""); - - CredentialsProvider credsProvider = new BasicCredentialsProvider(); -// credsProvider.setCredentials(new AuthScope(proxyIp, proxyPort), -// new UsernamePasswordCredentials(null, null)); - CloseableHttpClient httpclient = HttpClients.custom().setDefaultCredentialsProvider(credsProvider).build(); - try { - URL url = new URL(pageUrl); - HttpHost target = new HttpHost(url.getHost(), url.getDefaultPort(), url.getProtocol()); - HttpHost proxy = new HttpHost(proxyIp, proxyPort); - - /* - httpclient各个版本设置超时都略有不同, 此处对应版本4.5.6 - setConnectTimeout：设置连接超时时间 - setConnectionRequestTimeout：设置从connect Manager获取Connection 超时时间 - setSocketTimeout：请求获取数据的超时时间 - */ - RequestConfig config = RequestConfig.custom().setProxy(proxy).setConnectTimeout(6000) - .setConnectionRequestTimeout(2000).setSocketTimeout(6000).build(); - URIBuilder uriBuilder = new URIBuilder(); - uriBuilder.setHost(url.getPath()); - Map params = new HashMap<>(); -// uriBuilder.setParameter("ignoreSetRouterProxy","true"); - uriBuilder.setParameter("acctId",valueFromCookie("acctId",ck)); - uriBuilder.setParameter("wmPoiId",valueFromCookie("wmPoiId",ck)); - uriBuilder.setParameter("token",valueFromCookie("token",ck)); - uriBuilder.setParameter("bsid",valueFromCookie("bsid",ck)); - uriBuilder.setParameter("appType","3"); - uriBuilder.setParameter("durationType","2"); -// uriBuilder.setParameter("optimus_uuid","3b06a9f7-cb53-4d40-acc9-bb90ff4d4104"); -// uriBuilder.setParameter("optimus_risk_level","71"); -// uriBuilder.setParameter("optimus_code","10"); -// uriBuilder.setParameter("optimus_partner","19"); -// uriBuilder.setParameter("beginDate","20240605"); -// uriBuilder.setParameter("endDate","20240705"); - uriBuilder.setParameter("dt","20240706"); - - HttpGet httpget = new HttpGet(uriBuilder.build()); - - httpget.setConfig(config); - httpget.addHeader("Accept-Encoding", "gzip"); // 使用gzip压缩传输数据让访问更快 - httpget.addHeader("Connection", "close"); - httpget.addHeader("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.66 Safari/537.36"); - -// String url = "https://waimaieapp.meituan.com/gw/customer/comment/scores"; - - - - CloseableHttpResponse response = httpclient.execute(target, httpget); - try { - System.out.println(response.getStatusLine()); - System.out.println(EntityUtils.toString(response.getEntity())); - } finally { - response.close(); - } - } finally { - httpclient.close(); - } - } - - // 解析Cookie - private static String valueFromCookie(String key,String text) { - String s = text.substring(text.indexOf(key), text.length()); - String value = s.substring(s.indexOf("=")+1,s.indexOf(";")); - return value; - } -} diff --git a/ruoyi-system/src/main/java/com/ruoyi/business/service/impl/test2.java b/ruoyi-system/src/main/java/com/ruoyi/business/service/impl/test2.java deleted file mode 100644 index 6328bf1..0000000 --- a/ruoyi-system/src/main/java/com/ruoyi/business/service/impl/test2.java +++ /dev/null @@ -1,71 +0,0 @@ -package com.ruoyi.business.service.impl; - -import okhttp3.*; -import java.io.IOException; -import java.net.InetSocketAddress; -import java.net.Proxy; - -public class test2 { - - - public static void main(String args[]) throws IOException { - // 目标网站 - String targetUrl = "https://waimaieapp.meituan.com/gw/customer/comment/scores"; - String ck = "WEBDFPID=81x675y2y0x156y20z8194xvv5622uv180938x0x565979585zu21vx7-2034987530564-1719627530564QGCGCKGfd79fef3d01d5e9aadc18ccd4d0c95072413; _lxsdk_cuid=19061b46258c8-0a575a85246371-d373666-1fa400-19061b4625873; _lxsdk=19061b46258c8-0a575a85246371-d373666-1fa400-19061b4625873; device_uuid=!f681d2ae-d8e3-44ae-abed-9319cef9b9a1; uuid_update=true; pushToken=08Y-B6R3RJh0vWW3sunjIls8g5ks282V0XDqw0_8uK2I*; shopCategory=food; JSESSIONID=dkj01s9yo2h2q99aetsthoq3; acctId=196975850; token=0eq1KL_sB7ri93DJ5E3VcEjEWxjBRjeEsXmkjhWmF3bo*; wmPoiId=21737990; isOfflineSelfOpen=0; city_id=510100; isChain=0; ignore_set_router_proxy=false; region_id=1000510100; region_version=1717637457; bsid=XexDMsEVbmI6WgjNSDW-gwTDf1RtcW1Pkmjt8mV3rmsf3lqyuwluHfeuFrPPZ_2JX9I8z7LBpBdpaBthMwykUw; city_location_id=510100; location_id=510107; has_not_waimai_poi=0; cityId=210100; provinceId=210000; set_info=%7B%22wmPoiId%22%3A%2221737990%22%2C%22region_id%22%3A%221000510100%22%2C%22region_version%22%3A1717637457%7D; wpush_server_url=wss://wpush.meituan.com; logan_session_token=r97sfva90wzsyia113hr; setPrivacyTime=1_20240706; _lxsdk_s=19085cff3a6-850-391-417%7C%7C182"; - - - // 用户名密码, 若已添加白名单则不需要添加 -// final String username = "t12023179565372"; -// final String password = "nffm6c11"; - - String ip = "q335.kdltpspro.com"; // 代理服务器IP - int port = 15818; - - Proxy proxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(ip, port)); - - Authenticator authenticator = new Authenticator() { - @Override - public Request authenticate(Route route, Response response) throws IOException { -// String credential = Credentials.basic(username, password); - return response.request().newBuilder() -// .header("Proxy-Authorization", credential) - .build(); - } - };// 初始化HTTP请求的URL - HttpUrl.Builder urlBuilder = HttpUrl.parse(targetUrl).newBuilder(); - - // 添加查询参数 - urlBuilder.addQueryParameter("ignoreSetRouterProxy","true"); - urlBuilder.addQueryParameter("acctId",valueFromCookie("acctId",ck)); - urlBuilder.addQueryParameter("wmPoiId",valueFromCookie("wmPoiId",ck)); - urlBuilder.addQueryParameter("token",valueFromCookie("token",ck)); - urlBuilder.addQueryParameter("appType","3"); - urlBuilder.addQueryParameter("source","1"); - - // 构建完整的请求URL - String url = urlBuilder.build().toString(); - - OkHttpClient client = new OkHttpClient.Builder() - .proxy(proxy) - .proxyAuthenticator(authenticator) - .build(); - - Request request = new Request.Builder() - .url(url) - .addHeader("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3100.0 Safari/537.36") - .addHeader("Connection","close") - .build(); - - - Response response = client.newCall(request).execute(); - System.out.println(response.body().string()); - - } - - // 解析Cookie - private static String valueFromCookie(String key,String text) { - String s = text.substring(text.indexOf(key), text.length()); - String value = s.substring(s.indexOf("=")+1,s.indexOf(";")); - return value; - } -}