mirror of
https://github.com/LamGC/ContentGrabbingJi.git
synced 2025-04-30 06:37:36 +00:00
[Delete] 移除PixivLoginProxyServer类;
[Add] 导入PixivLoginProxyServer依赖库;
This commit is contained in:
parent
c9c8db7de9
commit
5a50977be5
5
pom.xml
5
pom.xml
@ -202,6 +202,11 @@
|
||||
<artifactId>ktor-server-core</artifactId>
|
||||
<version>${ktor.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>net.lamgc</groupId>
|
||||
<artifactId>PixivLoginProxyServer</artifactId>
|
||||
<version>1.1.0</version>
|
||||
</dependency>
|
||||
</dependencies>
|
||||
|
||||
</project>
|
||||
@ -1,157 +0,0 @@
|
||||
package net.lamgc.cgj.proxy;
|
||||
|
||||
import com.github.monkeywie.proxyee.intercept.HttpProxyInterceptInitializer;
|
||||
import com.github.monkeywie.proxyee.intercept.HttpProxyInterceptPipeline;
|
||||
import com.github.monkeywie.proxyee.intercept.common.CertDownIntercept;
|
||||
import com.github.monkeywie.proxyee.intercept.common.FullResponseIntercept;
|
||||
import com.github.monkeywie.proxyee.proxy.ProxyConfig;
|
||||
import com.github.monkeywie.proxyee.server.HttpProxyServer;
|
||||
import com.github.monkeywie.proxyee.server.HttpProxyServerConfig;
|
||||
import com.google.gson.Gson;
|
||||
import com.google.gson.JsonObject;
|
||||
import io.netty.handler.codec.http.FullHttpResponse;
|
||||
import io.netty.handler.codec.http.HttpHeaderNames;
|
||||
import io.netty.handler.codec.http.HttpRequest;
|
||||
import io.netty.handler.codec.http.HttpResponse;
|
||||
import org.apache.commons.text.StringEscapeUtils;
|
||||
import org.apache.http.client.CookieStore;
|
||||
import org.apache.http.impl.client.BasicCookieStore;
|
||||
import org.apache.http.impl.cookie.BasicClientCookie;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import java.net.HttpCookie;
|
||||
import java.nio.ByteBuffer;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.util.Date;
|
||||
import java.util.List;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
|
||||
/**
|
||||
* 由用户介入, 让用户手动登录Pixiv的方式, 再通过代理服务器捕获Cookie来绕过Google人机验证
|
||||
* @author LamGC
|
||||
*/
|
||||
public class PixivLoginProxyServer {
|
||||
|
||||
private final Logger log = LoggerFactory.getLogger(this.getClass().getSimpleName());
|
||||
|
||||
private boolean login = false;
|
||||
|
||||
private final HttpProxyServer proxyServer;
|
||||
|
||||
private final CookieStore cookieStore = new BasicCookieStore();
|
||||
|
||||
public PixivLoginProxyServer(){
|
||||
this(null);
|
||||
}
|
||||
|
||||
public PixivLoginProxyServer(ProxyConfig proxyConfig){
|
||||
HttpProxyServerConfig config = new HttpProxyServerConfig();
|
||||
config.setHandleSsl(true);
|
||||
this.proxyServer = new HttpProxyServer();
|
||||
this.proxyServer
|
||||
.serverConfig(config)
|
||||
.proxyConfig(proxyConfig)
|
||||
.proxyInterceptInitializer(new HttpProxyInterceptInitializer(){
|
||||
@Override
|
||||
public void init(HttpProxyInterceptPipeline pipeline) {
|
||||
pipeline.addLast(new CertDownIntercept());
|
||||
pipeline.addLast(new FullResponseIntercept() {
|
||||
@Override
|
||||
public boolean match(HttpRequest httpRequest, HttpResponse httpResponse, HttpProxyInterceptPipeline httpProxyInterceptPipeline) {
|
||||
String host = httpRequest.headers().get(HttpHeaderNames.HOST);
|
||||
return host.equalsIgnoreCase("pixiv.net") || host.contains(".pixiv.net");
|
||||
}
|
||||
|
||||
@Override
|
||||
public void handelResponse(HttpRequest httpRequest, FullHttpResponse fullHttpResponse, HttpProxyInterceptPipeline httpProxyInterceptPipeline) {
|
||||
String url = httpRequest.headers().get(HttpHeaderNames.HOST) + httpRequest.uri();
|
||||
log.info("拦截到Pixiv请求, URL: " + url);
|
||||
|
||||
log.info("正在导出Response Cookie...(Header Name: " + HttpHeaderNames.SET_COOKIE + ")");
|
||||
List<String> responseCookies = fullHttpResponse.headers().getAll(HttpHeaderNames.SET_COOKIE);
|
||||
AtomicInteger responseCookieCount = new AtomicInteger();
|
||||
responseCookies.forEach(value -> {
|
||||
log.debug("Response Cookie: " + value);
|
||||
cookieStore.addCookie(parseRawCookie(value));
|
||||
responseCookieCount.incrementAndGet();
|
||||
});
|
||||
log.info("Cookie导出完成(已导出 " + responseCookieCount.get() + " 条Cookie)");
|
||||
|
||||
//登录检查
|
||||
// 如果用户在登录界面登录成功后反复刷新，会出现登录返回不对但已经成功登录的情况，
|
||||
// 故此处在登录完成后不再判断是否成功登录
|
||||
if(!isLogin() && url.contains("accounts.pixiv.net/api/login")){
|
||||
log.info("正在检查登录结果...");
|
||||
//拷贝一份以防止对原响应造成影响
|
||||
FullHttpResponse copyResponse = fullHttpResponse.copy();
|
||||
ByteBuffer buffer = ByteBuffer.allocate(copyResponse.content().capacity());
|
||||
String contentStr;
|
||||
copyResponse.content().readBytes(buffer);
|
||||
contentStr = new String(buffer.array(), StandardCharsets.UTF_8);
|
||||
log.debug("Login Result: " + contentStr);
|
||||
|
||||
JsonObject resultObject = new Gson().fromJson(contentStr, JsonObject.class);
|
||||
//只要error:false, body存在(应该是会存在的)且success字段存在, 即为登录成功
|
||||
login = !resultObject.get("error").getAsBoolean() &&
|
||||
resultObject.has("body") &&
|
||||
resultObject.get("body").getAsJsonObject().has("success");
|
||||
log.info("登录状态确认: " + (login ? "登录成功" : "登录失败"));
|
||||
|
||||
fullHttpResponse.content().clear().writeBytes(
|
||||
("{\"error\":false,\"message\":\"\",\"body\":{\"validation_errors\":{\"etc\":\"" +
|
||||
StringEscapeUtils.escapeJava("Pixiv登录代理器已确认登录") + "\"}}}")
|
||||
.getBytes(StandardCharsets.UTF_8));
|
||||
}
|
||||
}
|
||||
|
||||
protected BasicClientCookie parseRawCookie(String rawCookie) {
|
||||
List<HttpCookie> cookies = HttpCookie.parse(rawCookie);
|
||||
if (cookies.size() < 1)
|
||||
return null;
|
||||
HttpCookie httpCookie = cookies.get(0);
|
||||
BasicClientCookie cookie = new BasicClientCookie(httpCookie.getName(), httpCookie.getValue());
|
||||
if (httpCookie.getMaxAge() >= 0) {
|
||||
Date expiryDate = new Date(System.currentTimeMillis() + httpCookie.getMaxAge() * 1000);
|
||||
cookie.setExpiryDate(expiryDate);
|
||||
}
|
||||
if (httpCookie.getDomain() != null)
|
||||
cookie.setDomain(httpCookie.getDomain());
|
||||
if (httpCookie.getPath() != null)
|
||||
cookie.setPath(httpCookie.getPath());
|
||||
if (httpCookie.getComment() != null)
|
||||
cookie.setComment(httpCookie.getComment());
|
||||
cookie.setSecure(httpCookie.getSecure());
|
||||
return cookie;
|
||||
}
|
||||
});
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
public void start(int port){
|
||||
this.proxyServer.start(port);
|
||||
}
|
||||
|
||||
public void close(){
|
||||
this.proxyServer.close();
|
||||
}
|
||||
|
||||
/**
|
||||
* 是否已登录Pixiv
|
||||
* @return 如已登录返回true
|
||||
*/
|
||||
public boolean isLogin(){
|
||||
return login;
|
||||
}
|
||||
|
||||
/**
|
||||
* 导出CookieStore.
|
||||
* 注意!该方法导出的CookieStore不适用于ApacheHttpClient, 如需使用则需要进行转换.
|
||||
* @return CookieStore对象
|
||||
*/
|
||||
public CookieStore getCookieStore(){
|
||||
return this.cookieStore;
|
||||
}
|
||||
|
||||
}
|
||||
@ -1,185 +0,0 @@
|
||||
package net.lamgc.cgj.proxy;
|
||||
|
||||
import com.github.monkeywie.proxyee.intercept.HttpProxyInterceptInitializer;
|
||||
import com.github.monkeywie.proxyee.intercept.HttpProxyInterceptPipeline;
|
||||
import com.github.monkeywie.proxyee.intercept.common.CertDownIntercept;
|
||||
import com.github.monkeywie.proxyee.intercept.common.FullResponseIntercept;
|
||||
import com.github.monkeywie.proxyee.proxy.ProxyConfig;
|
||||
import com.github.monkeywie.proxyee.server.HttpProxyServer;
|
||||
import com.github.monkeywie.proxyee.server.HttpProxyServerConfig;
|
||||
import com.google.gson.Gson;
|
||||
import com.google.gson.JsonObject;
|
||||
import io.netty.handler.codec.http.*;
|
||||
import org.apache.http.client.CookieStore;
|
||||
import org.apache.http.impl.client.BasicCookieStore;
|
||||
import org.apache.http.impl.cookie.BasicClientCookie;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import java.net.HttpCookie;
|
||||
import java.nio.ByteBuffer;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.util.*;
|
||||
|
||||
/**
|
||||
* 由用户介入, 让用户手动登录Pixiv的方式, 再通过代理服务器捕获Cookie来绕过Google人机验证
|
||||
* @author LamGC
|
||||
*/
|
||||
public class PixivLoginProxyServer_Old {
|
||||
|
||||
private final Logger log = LoggerFactory.getLogger(this.getClass().getSimpleName());
|
||||
|
||||
private boolean login = false;
|
||||
|
||||
private final HttpProxyServer proxyServer;
|
||||
|
||||
//private final CookieManager cookieManager = new CookieManager();
|
||||
|
||||
private final CookieStore cookieStore = new BasicCookieStore();
|
||||
|
||||
public PixivLoginProxyServer_Old(){
|
||||
this(null);
|
||||
}
|
||||
|
||||
public PixivLoginProxyServer_Old(ProxyConfig proxyConfig){
|
||||
HttpProxyServerConfig config = new HttpProxyServerConfig();
|
||||
config.setHandleSsl(true);
|
||||
this.proxyServer = new HttpProxyServer();
|
||||
this.proxyServer
|
||||
.serverConfig(config)
|
||||
.proxyConfig(proxyConfig)
|
||||
.proxyInterceptInitializer(new HttpProxyInterceptInitializer(){
|
||||
@Override
|
||||
public void init(HttpProxyInterceptPipeline pipeline) {
|
||||
pipeline.addLast(new CertDownIntercept());
|
||||
pipeline.addLast(new FullResponseIntercept() {
|
||||
@Override
|
||||
public boolean match(HttpRequest httpRequest, HttpResponse httpResponse, HttpProxyInterceptPipeline httpProxyInterceptPipeline) {
|
||||
//log.info("Match: " + httpRequest.headers().get(HttpHeaderNames.HOST) + httpRequest.uri());
|
||||
//return HttpUtil.checkUrl(httpRequest, ".*pixiv\\.net");
|
||||
String host = httpRequest.headers().get(HttpHeaderNames.HOST);
|
||||
return host.equalsIgnoreCase("pixiv.net") || host.contains(".pixiv.net");
|
||||
}
|
||||
|
||||
@Override
|
||||
public void handelResponse(HttpRequest httpRequest, FullHttpResponse fullHttpResponse, HttpProxyInterceptPipeline httpProxyInterceptPipeline) {
|
||||
log.info("拦截到Pixiv请求, 正在导出Response Cookie...");
|
||||
String url = httpRequest.headers().get(HttpHeaderNames.HOST) + httpRequest.uri();
|
||||
log.info("URL: " + url);
|
||||
/*URI requestURI = URI.create(httpRequest.headers().get(HttpHeaderNames.HOST) + httpRequest.uri());
|
||||
log.info("正在导出Request Cookie...(Header Name: " + HttpHeaderNames.COOKIE + ")");
|
||||
List<String> requestCookie = httpRequest.headers().getAll(HttpHeaderNames.COOKIE);
|
||||
//requestCookie.forEach(value -> log.info("Request Cookie: " + value));
|
||||
requestCookie.forEach(value -> {
|
||||
String[] items = value.split(";");
|
||||
for(String item : items){
|
||||
log.info("Raw Request Cookie: " + item);
|
||||
String[] keyValueSet = item.split("=");
|
||||
if(keyValueSet.length == 2){
|
||||
//TODO: 会出现重复的情况
|
||||
log.info("Request Cookie: " + keyValueSet[0].trim() + "=" + keyValueSet[1].trim());
|
||||
cookieStore.addCookie(new BasicClientCookie(keyValueSet[0].trim(), keyValueSet[1].trim()));
|
||||
}
|
||||
}
|
||||
//cookieStore.addCookie(parseRawCookie(value));
|
||||
});*/
|
||||
log.info("正在导出Response Cookie...(Header Name: " + HttpHeaderNames.SET_COOKIE + ")");
|
||||
List<String> responseCookies = fullHttpResponse.headers().getAll(HttpHeaderNames.SET_COOKIE);
|
||||
responseCookies.forEach(value -> {
|
||||
/*if(check(value)){
|
||||
log.info("黑名单Cookie, 已忽略: " + value);
|
||||
return;
|
||||
}*/
|
||||
log.info("Response Cookie: " + value);
|
||||
cookieStore.addCookie(parseRawCookie(value));
|
||||
});
|
||||
|
||||
log.info("Cookie导出完成");
|
||||
|
||||
if(url.contains("accounts.pixiv.net/api/login")){
|
||||
log.info("正在检查登录结果...");
|
||||
FullHttpResponse copyResponse = fullHttpResponse.copy();
|
||||
//ByteArrayOutputStream contentOS = new ByteArrayOutputStream(copyResponse.content().capacity());
|
||||
ByteBuffer buffer = ByteBuffer.allocate(copyResponse.content().capacity());
|
||||
String contentStr;
|
||||
copyResponse.content().readBytes(buffer);
|
||||
contentStr = new String(buffer.array(), StandardCharsets.UTF_8);
|
||||
//log.info("Login Result: " + contentStr);
|
||||
JsonObject resultObject = new Gson().fromJson(contentStr, JsonObject.class);
|
||||
login = !resultObject.get("error").getAsBoolean() &&
|
||||
resultObject.has("body") &&
|
||||
resultObject.get("body").getAsJsonObject().has("success");
|
||||
if(login) {
|
||||
log.info("登录状态确认: 登录成功");
|
||||
} else {
|
||||
log.info("登录状态确认: 登录失败");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
protected BasicClientCookie parseRawCookie(String rawCookie) {
|
||||
List<HttpCookie> cookies = HttpCookie.parse(rawCookie);
|
||||
if (cookies.size() < 1)
|
||||
return null;
|
||||
HttpCookie httpCookie = cookies.get(0);
|
||||
BasicClientCookie cookie = new BasicClientCookie(httpCookie.getName(), httpCookie.getValue());
|
||||
if (httpCookie.getMaxAge() >= 0) {
|
||||
Date expiryDate = new Date(System.currentTimeMillis() + httpCookie.getMaxAge() * 1000);
|
||||
cookie.setExpiryDate(expiryDate);
|
||||
}
|
||||
if (httpCookie.getDomain() != null)
|
||||
cookie.setDomain(httpCookie.getDomain());
|
||||
if (httpCookie.getPath() != null)
|
||||
cookie.setPath(httpCookie.getPath());
|
||||
if (httpCookie.getComment() != null)
|
||||
cookie.setComment(httpCookie.getComment());
|
||||
cookie.setSecure(httpCookie.getSecure());
|
||||
return cookie;
|
||||
}
|
||||
|
||||
private boolean check(String cookieValue){
|
||||
for(String blackItem : new String[]{
|
||||
"a_type",
|
||||
"b_type",
|
||||
"c_type",
|
||||
"is_sensei_service_user",
|
||||
"module_orders_mypage",
|
||||
}){
|
||||
if(cookieValue.startsWith(blackItem)){
|
||||
return true;
|
||||
}
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
});
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
public void start(int port){
|
||||
this.proxyServer.start(port);
|
||||
}
|
||||
|
||||
public void close(){
|
||||
this.proxyServer.close();
|
||||
}
|
||||
|
||||
/**
|
||||
* 是否已登录Pixiv
|
||||
* @return 如已登录返回true
|
||||
*/
|
||||
public boolean isLogin(){
|
||||
return login;
|
||||
}
|
||||
|
||||
/**
|
||||
* 导出CookieStore.
|
||||
* 注意!该方法导出的CookieStore不适用于ApacheHttpClient, 如需使用则需要进行转换.
|
||||
* @return CookieStore对象
|
||||
*/
|
||||
public CookieStore getCookieStore(){
|
||||
return this.cookieStore;
|
||||
}
|
||||
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user