mirror of
https://github.com/LamGC/ContentGrabbingJi.git
synced 2025-07-04 22:37:26 +00:00
Compare commits
3 Commits
v2.5.2-202
...
v2.5.2-202
Author | SHA1 | Date | |
---|---|---|---|
04724168aa | |||
89ded96336 | |||
af0346e952 |
17
pom.xml
17
pom.xml
@ -6,7 +6,7 @@
|
|||||||
|
|
||||||
<groupId>net.lamgc</groupId>
|
<groupId>net.lamgc</groupId>
|
||||||
<artifactId>ContentGrabbingJi</artifactId>
|
<artifactId>ContentGrabbingJi</artifactId>
|
||||||
<version>2.5.2-20200610.1-SNAPSHOT</version>
|
<version>2.5.2-20200610.2-SNAPSHOT</version>
|
||||||
|
|
||||||
<repositories>
|
<repositories>
|
||||||
<repository>
|
<repository>
|
||||||
@ -110,21 +110,6 @@
|
|||||||
<artifactId>gson</artifactId>
|
<artifactId>gson</artifactId>
|
||||||
<version>2.8.5</version>
|
<version>2.8.5</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
|
||||||
<groupId>net.sourceforge.htmlunit</groupId>
|
|
||||||
<artifactId>htmlunit</artifactId>
|
|
||||||
<version>2.29</version>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
|
||||||
<groupId>com.github.rholder</groupId>
|
|
||||||
<artifactId>guava-retrying</artifactId>
|
|
||||||
<version>2.0.0</version>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
|
||||||
<groupId>mysql</groupId>
|
|
||||||
<artifactId>mysql-connector-java</artifactId>
|
|
||||||
<version>8.0.19</version>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>net.lz1998</groupId>
|
<groupId>net.lz1998</groupId>
|
||||||
<artifactId>spring-cq</artifactId>
|
<artifactId>spring-cq</artifactId>
|
||||||
|
@ -19,12 +19,12 @@ import net.lamgc.plps.PixivLoginProxyServer;
|
|||||||
import net.lamgc.utils.base.runner.Argument;
|
import net.lamgc.utils.base.runner.Argument;
|
||||||
import net.lamgc.utils.base.runner.ArgumentsRunner;
|
import net.lamgc.utils.base.runner.ArgumentsRunner;
|
||||||
import net.lamgc.utils.base.runner.Command;
|
import net.lamgc.utils.base.runner.Command;
|
||||||
import org.apache.commons.io.IOUtils;
|
|
||||||
import org.apache.http.HttpHost;
|
import org.apache.http.HttpHost;
|
||||||
import org.apache.http.HttpResponse;
|
import org.apache.http.HttpResponse;
|
||||||
import org.apache.http.client.CookieStore;
|
import org.apache.http.client.CookieStore;
|
||||||
import org.apache.http.client.methods.HttpGet;
|
import org.apache.http.client.methods.HttpGet;
|
||||||
import org.apache.http.util.EntityUtils;
|
import org.apache.http.util.EntityUtils;
|
||||||
|
import org.apache.tomcat.util.http.fileupload.util.Streams;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
import org.springframework.boot.SpringApplication;
|
import org.springframework.boot.SpringApplication;
|
||||||
@ -127,7 +127,7 @@ public class Main {
|
|||||||
ZipEntry entry = new ZipEntry(link.substring(link.lastIndexOf("/") + 1));
|
ZipEntry entry = new ZipEntry(link.substring(link.lastIndexOf("/") + 1));
|
||||||
log.info("正在写入: " + entry.getName());
|
log.info("正在写入: " + entry.getName());
|
||||||
zos.putNextEntry(entry);
|
zos.putNextEntry(entry);
|
||||||
IOUtils.copy(inputStream, zos);
|
Streams.copy(inputStream, zos, false);
|
||||||
zos.flush();
|
zos.flush();
|
||||||
} catch (IOException e) {
|
} catch (IOException e) {
|
||||||
log.error("写入文件项时发生异常", e);
|
log.error("写入文件项时发生异常", e);
|
||||||
@ -159,7 +159,7 @@ public class Main {
|
|||||||
ZipEntry entry = new ZipEntry(link.substring(link.lastIndexOf("/") + 1));
|
ZipEntry entry = new ZipEntry(link.substring(link.lastIndexOf("/") + 1));
|
||||||
log.info("正在写入: " + entry.getName());
|
log.info("正在写入: " + entry.getName());
|
||||||
zos.putNextEntry(entry);
|
zos.putNextEntry(entry);
|
||||||
IOUtils.copy(inputStream, zos);
|
Streams.copy(inputStream, zos, false);
|
||||||
zos.flush();
|
zos.flush();
|
||||||
log.info("已成功写入 {}", entry.getName());
|
log.info("已成功写入 {}", entry.getName());
|
||||||
} catch (IOException e) {
|
} catch (IOException e) {
|
||||||
@ -230,7 +230,7 @@ public class Main {
|
|||||||
entry.setComment(rankInfo.toString());
|
entry.setComment(rankInfo.toString());
|
||||||
log.info("正在写入: " + entry.getName());
|
log.info("正在写入: " + entry.getName());
|
||||||
zos.putNextEntry(entry);
|
zos.putNextEntry(entry);
|
||||||
IOUtils.copy(inputStream, zos);
|
Streams.copy(inputStream, zos, false);
|
||||||
zos.flush();
|
zos.flush();
|
||||||
log.info("已成功写入 {}", entry.getName());
|
log.info("已成功写入 {}", entry.getName());
|
||||||
} catch (IOException e) {
|
} catch (IOException e) {
|
||||||
|
@ -5,11 +5,11 @@ import net.lamgc.cgj.bot.cache.exception.HttpRequestException;
|
|||||||
import net.lamgc.cgj.pixiv.PixivURL;
|
import net.lamgc.cgj.pixiv.PixivURL;
|
||||||
import net.lamgc.cgj.util.URLs;
|
import net.lamgc.cgj.util.URLs;
|
||||||
import net.lamgc.utils.event.EventHandler;
|
import net.lamgc.utils.event.EventHandler;
|
||||||
import org.apache.commons.io.IOUtils;
|
|
||||||
import org.apache.http.HttpResponse;
|
import org.apache.http.HttpResponse;
|
||||||
import org.apache.http.client.HttpClient;
|
import org.apache.http.client.HttpClient;
|
||||||
import org.apache.http.client.methods.HttpGet;
|
import org.apache.http.client.methods.HttpGet;
|
||||||
import org.apache.http.impl.client.HttpClientBuilder;
|
import org.apache.http.impl.client.HttpClientBuilder;
|
||||||
|
import org.apache.tomcat.util.http.fileupload.util.Streams;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
@ -69,7 +69,7 @@ public class ImageCacheHandler implements EventHandler {
|
|||||||
log.debug("正在下载...(Content-Length: {}KB)", response.getEntity().getContentLength() / 1024);
|
log.debug("正在下载...(Content-Length: {}KB)", response.getEntity().getContentLength() / 1024);
|
||||||
ByteArrayOutputStream bufferOutputStream = new ByteArrayOutputStream();
|
ByteArrayOutputStream bufferOutputStream = new ByteArrayOutputStream();
|
||||||
try(FileOutputStream fileOutputStream = new FileOutputStream(storeFile)) {
|
try(FileOutputStream fileOutputStream = new FileOutputStream(storeFile)) {
|
||||||
IOUtils.copy(response.getEntity().getContent(), bufferOutputStream);
|
Streams.copy(response.getEntity().getContent(), bufferOutputStream, false);
|
||||||
ByteArrayInputStream bufferInputStream = new ByteArrayInputStream(bufferOutputStream.toByteArray());
|
ByteArrayInputStream bufferInputStream = new ByteArrayInputStream(bufferOutputStream.toByteArray());
|
||||||
CacheStoreCentral.ImageChecksum imageChecksum = CacheStoreCentral.ImageChecksum
|
CacheStoreCentral.ImageChecksum imageChecksum = CacheStoreCentral.ImageChecksum
|
||||||
.buildImageChecksumFromStream(
|
.buildImageChecksumFromStream(
|
||||||
@ -79,7 +79,7 @@ public class ImageCacheHandler implements EventHandler {
|
|||||||
bufferInputStream
|
bufferInputStream
|
||||||
);
|
);
|
||||||
bufferInputStream.reset();
|
bufferInputStream.reset();
|
||||||
IOUtils.copy(bufferInputStream, fileOutputStream);
|
Streams.copy(bufferInputStream, fileOutputStream, false);
|
||||||
CacheStoreCentral.setImageChecksum(imageChecksum);
|
CacheStoreCentral.setImageChecksum(imageChecksum);
|
||||||
} catch (IOException e) {
|
} catch (IOException e) {
|
||||||
log.error("下载图片时发生异常", e);
|
log.error("下载图片时发生异常", e);
|
||||||
|
@ -17,11 +17,11 @@ import net.mamoe.mirai.message.MessageEvent;
|
|||||||
import net.mamoe.mirai.message.TempMessageEvent;
|
import net.mamoe.mirai.message.TempMessageEvent;
|
||||||
import net.mamoe.mirai.utils.BotConfiguration;
|
import net.mamoe.mirai.utils.BotConfiguration;
|
||||||
import net.mamoe.mirai.utils.Utils;
|
import net.mamoe.mirai.utils.Utils;
|
||||||
import org.apache.commons.net.util.Base64;
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import java.io.*;
|
import java.io.*;
|
||||||
|
import java.util.Base64;
|
||||||
import java.util.Properties;
|
import java.util.Properties;
|
||||||
|
|
||||||
public class MiraiMain implements Closeable {
|
public class MiraiMain implements Closeable {
|
||||||
@ -52,7 +52,8 @@ public class MiraiMain implements Closeable {
|
|||||||
Utils.setDefaultLogger(MiraiToSlf4jLoggerAdapter::new);
|
Utils.setDefaultLogger(MiraiToSlf4jLoggerAdapter::new);
|
||||||
BotConfiguration configuration = new BotConfiguration();
|
BotConfiguration configuration = new BotConfiguration();
|
||||||
configuration.setProtocol(BotConfiguration.MiraiProtocol.ANDROID_PAD);
|
configuration.setProtocol(BotConfiguration.MiraiProtocol.ANDROID_PAD);
|
||||||
bot = BotFactoryJvm.newBot(Long.parseLong(botProperties.getProperty("bot.qq", "0")), Base64.decodeBase64(botProperties.getProperty("bot.password", "")), configuration);
|
bot = BotFactoryJvm.newBot(Long.parseLong(botProperties.getProperty("bot.qq", "0")),
|
||||||
|
Base64.getDecoder().decode(botProperties.getProperty("bot.password", "")), configuration);
|
||||||
Events.subscribeAlways(GroupMessageEvent.class, this::executeMessageEvent);
|
Events.subscribeAlways(GroupMessageEvent.class, this::executeMessageEvent);
|
||||||
Events.subscribeAlways(FriendMessageEvent.class, this::executeMessageEvent);
|
Events.subscribeAlways(FriendMessageEvent.class, this::executeMessageEvent);
|
||||||
Events.subscribeAlways(TempMessageEvent.class, this::executeMessageEvent);
|
Events.subscribeAlways(TempMessageEvent.class, this::executeMessageEvent);
|
||||||
|
@ -7,11 +7,11 @@ import com.squareup.gifencoder.GifEncoder;
|
|||||||
import com.squareup.gifencoder.Image;
|
import com.squareup.gifencoder.Image;
|
||||||
import com.squareup.gifencoder.ImageOptions;
|
import com.squareup.gifencoder.ImageOptions;
|
||||||
import io.netty.handler.codec.http.HttpHeaderNames;
|
import io.netty.handler.codec.http.HttpHeaderNames;
|
||||||
import org.apache.commons.io.IOUtils;
|
|
||||||
import org.apache.http.HttpResponse;
|
import org.apache.http.HttpResponse;
|
||||||
import org.apache.http.client.HttpClient;
|
import org.apache.http.client.HttpClient;
|
||||||
import org.apache.http.client.methods.HttpGet;
|
import org.apache.http.client.methods.HttpGet;
|
||||||
import org.apache.http.util.EntityUtils;
|
import org.apache.http.util.EntityUtils;
|
||||||
|
import org.apache.tomcat.util.http.fileupload.util.Streams;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
@ -126,7 +126,7 @@ public final class PixivUgoiraBuilder {
|
|||||||
HashMap<String, InputStream> frameMap = new HashMap<>(frames.size());
|
HashMap<String, InputStream> frameMap = new HashMap<>(frames.size());
|
||||||
while((entry = zipInputStream.getNextEntry()) != null) {
|
while((entry = zipInputStream.getNextEntry()) != null) {
|
||||||
log.trace("ZipEntry {} 正在接收...", entry);
|
log.trace("ZipEntry {} 正在接收...", entry);
|
||||||
IOUtils.copy(zipInputStream, cacheOutputStream);
|
Streams.copy(zipInputStream, cacheOutputStream, false);
|
||||||
frameMap.put(entry.getName(), new ByteArrayInputStream(cacheOutputStream.toByteArray()));
|
frameMap.put(entry.getName(), new ByteArrayInputStream(cacheOutputStream.toByteArray()));
|
||||||
log.trace("ZipEntry {} 已接收完成.", entry);
|
log.trace("ZipEntry {} 已接收完成.", entry);
|
||||||
cacheOutputStream.reset();
|
cacheOutputStream.reset();
|
||||||
|
@ -2,7 +2,6 @@ package net.lamgc.cgj.pixiv;
|
|||||||
|
|
||||||
import com.google.gson.Gson;
|
import com.google.gson.Gson;
|
||||||
import com.google.gson.JsonObject;
|
import com.google.gson.JsonObject;
|
||||||
import org.apache.commons.io.IOUtils;
|
|
||||||
import org.apache.http.HttpHost;
|
import org.apache.http.HttpHost;
|
||||||
import org.apache.http.client.CookieStore;
|
import org.apache.http.client.CookieStore;
|
||||||
import org.apache.http.client.methods.CloseableHttpResponse;
|
import org.apache.http.client.methods.CloseableHttpResponse;
|
||||||
@ -10,6 +9,7 @@ import org.apache.http.client.methods.HttpGet;
|
|||||||
import org.apache.http.impl.client.CloseableHttpClient;
|
import org.apache.http.impl.client.CloseableHttpClient;
|
||||||
import org.apache.http.impl.client.HttpClientBuilder;
|
import org.apache.http.impl.client.HttpClientBuilder;
|
||||||
import org.apache.http.util.EntityUtils;
|
import org.apache.http.util.EntityUtils;
|
||||||
|
import org.apache.tomcat.util.http.fileupload.util.Streams;
|
||||||
import org.junit.Assert;
|
import org.junit.Assert;
|
||||||
import org.junit.BeforeClass;
|
import org.junit.BeforeClass;
|
||||||
import org.junit.Ignore;
|
import org.junit.Ignore;
|
||||||
@ -64,7 +64,7 @@ public class PixivDownloadTest {
|
|||||||
ZipEntry entry = new ZipEntry(link.substring(link.lastIndexOf("/") + 1));
|
ZipEntry entry = new ZipEntry(link.substring(link.lastIndexOf("/") + 1));
|
||||||
log.info("正在写入: " + entry.getName());
|
log.info("正在写入: " + entry.getName());
|
||||||
zos.putNextEntry(entry);
|
zos.putNextEntry(entry);
|
||||||
IOUtils.copy(inputStream, zos);
|
Streams.copy(inputStream, zos, false);
|
||||||
zos.flush();
|
zos.flush();
|
||||||
} catch (IOException e) {
|
} catch (IOException e) {
|
||||||
log.error("写入文件项时发生异常", e);
|
log.error("写入文件项时发生异常", e);
|
||||||
@ -96,7 +96,7 @@ public class PixivDownloadTest {
|
|||||||
ZipEntry entry = new ZipEntry(link.substring(link.lastIndexOf("/") + 1));
|
ZipEntry entry = new ZipEntry(link.substring(link.lastIndexOf("/") + 1));
|
||||||
log.info("正在写入: " + entry.getName());
|
log.info("正在写入: " + entry.getName());
|
||||||
zos.putNextEntry(entry);
|
zos.putNextEntry(entry);
|
||||||
IOUtils.copy(inputStream, zos);
|
Streams.copy(inputStream, zos, false);
|
||||||
zos.flush();
|
zos.flush();
|
||||||
log.info("已成功写入 {}", entry.getName());
|
log.info("已成功写入 {}", entry.getName());
|
||||||
} catch (IOException e) {
|
} catch (IOException e) {
|
||||||
@ -139,7 +139,7 @@ public class PixivDownloadTest {
|
|||||||
entry.setComment(rankInfo.toString());
|
entry.setComment(rankInfo.toString());
|
||||||
log.info("正在写入: " + entry.getName());
|
log.info("正在写入: " + entry.getName());
|
||||||
zos.putNextEntry(entry);
|
zos.putNextEntry(entry);
|
||||||
IOUtils.copy(inputStream, zos);
|
Streams.copy(inputStream, zos, false);
|
||||||
zos.flush();
|
zos.flush();
|
||||||
log.info("已成功写入 {}", entry.getName());
|
log.info("已成功写入 {}", entry.getName());
|
||||||
} catch (IOException e) {
|
} catch (IOException e) {
|
||||||
|
Reference in New Issue
Block a user