mirror of
https://github.com/LamGC/ContentGrabbingJi.git
synced 2025-04-30 06:37:36 +00:00
914 lines
43 KiB
Java
914 lines
43 KiB
Java
package net.lamgc.cgj.bot;
|
||
|
||
import com.google.common.base.Strings;
|
||
import com.google.common.base.Throwables;
|
||
import com.google.gson.*;
|
||
import io.netty.handler.codec.http.HttpHeaderNames;
|
||
import net.lamgc.cgj.bot.boot.BotGlobal;
|
||
import net.lamgc.cgj.bot.cache.*;
|
||
import net.lamgc.cgj.bot.event.BufferMessageEvent;
|
||
import net.lamgc.cgj.bot.sort.PreLoadDataComparator;
|
||
import net.lamgc.cgj.pixiv.PixivDownload;
|
||
import net.lamgc.cgj.pixiv.PixivSearchBuilder;
|
||
import net.lamgc.cgj.pixiv.PixivURL;
|
||
import net.lamgc.cgj.pixiv.PixivDownload.PageQuality;
|
||
import net.lamgc.cgj.pixiv.PixivURL.RankingContentType;
|
||
import net.lamgc.cgj.pixiv.PixivURL.RankingMode;
|
||
import net.lamgc.cgj.util.URLs;
|
||
import net.lamgc.utils.base.runner.Argument;
|
||
import net.lamgc.utils.base.runner.Command;
|
||
import net.lz1998.cq.utils.CQCode;
|
||
import org.apache.http.HttpResponse;
|
||
import org.apache.http.client.methods.HttpGet;
|
||
import org.apache.http.client.methods.HttpHead;
|
||
import org.apache.http.util.EntityUtils;
|
||
import org.slf4j.Logger;
|
||
import org.slf4j.LoggerFactory;
|
||
|
||
import java.io.File;
|
||
import java.io.IOException;
|
||
import java.nio.charset.StandardCharsets;
|
||
import java.nio.file.Files;
|
||
import java.text.SimpleDateFormat;
|
||
import java.util.*;
|
||
import java.util.concurrent.atomic.AtomicInteger;
|
||
|
||
@SuppressWarnings({"SynchronizationOnLocalVariableOrMethodParameter", "SameParameterValue"})
|
||
public class BotCommandProcess {
|
||
|
||
private final static Logger log = LoggerFactory.getLogger(BotCommandProcess.class);
|
||
|
||
private final static File imageStoreDir = new File(BotGlobal.getGlobal().getDataStoreDir(), "data/image/cgj/");
|
||
|
||
/* -------------------- 缓存 -------------------- */
|
||
|
||
private final static Hashtable<String, File> imageCache = new Hashtable<>();
|
||
|
||
/**
|
||
* 作品信息缓存 - 不过期
|
||
*/
|
||
private final static CacheStore<JsonElement> illustInfoCache =
|
||
new JsonRedisCacheStore(BotGlobal.getGlobal().getRedisServer(),
|
||
"illustInfo", BotGlobal.getGlobal().getGson());
|
||
|
||
/**
|
||
* 作品信息预加载数据 - 有效期 2 小时, 本地缓存有效期1 ± 0.25
|
||
*/
|
||
private final static CacheStore<JsonElement> illustPreLoadDataCache =
|
||
CacheStoreUtils.hashLocalHotDataStore(
|
||
new JsonRedisCacheStore(BotGlobal.getGlobal().getRedisServer(),
|
||
"illustPreLoadData", BotGlobal.getGlobal().getGson()),
|
||
3600000, 900000);
|
||
/**
|
||
* 搜索内容缓存, 有效期 2 小时
|
||
*/
|
||
private final static CacheStore<JsonElement> searchBodyCache =
|
||
new JsonRedisCacheStore(BotGlobal.getGlobal().getRedisServer(),
|
||
"searchBody", BotGlobal.getGlobal().getGson());
|
||
|
||
/**
|
||
* 排行榜缓存, 不过期
|
||
*/
|
||
private final static CacheStore<List<JsonObject>> rankingCache =
|
||
new JsonObjectRedisListCacheStore(BotGlobal.getGlobal().getRedisServer(),
|
||
"ranking", BotGlobal.getGlobal().getGson());
|
||
|
||
/**
|
||
* 作品页面下载链接缓存 - 不过期
|
||
*/
|
||
private final static CacheStore<List<String>> pagesCache =
|
||
new StringListRedisCacheStore(BotGlobal.getGlobal().getRedisServer(), "imagePages");
|
||
|
||
/**
|
||
* 作品报告存储 - 不过期
|
||
*/
|
||
public final static CacheStore<JsonElement> reportStore =
|
||
new JsonRedisCacheStore(BotGlobal.getGlobal().getRedisServer(),
|
||
"report", BotGlobal.getGlobal().getGson());
|
||
|
||
private final static RankingUpdateTimer updateTimer = new RankingUpdateTimer();
|
||
|
||
public static void initialize() {
|
||
log.info("正在初始化...");
|
||
|
||
SettingProperties.loadProperties();
|
||
|
||
updateTimer.schedule(null);
|
||
log.info("初始化完成.");
|
||
}
|
||
|
||
/**
|
||
* 执行定时更新任务
|
||
* @param queryTime 指定更新日期
|
||
*/
|
||
public static void runUpdateTimer(Date queryTime) {
|
||
log.info("正在手动触发排行榜更新任务...");
|
||
updateTimer.now(queryTime);
|
||
log.info("任务执行结束.");
|
||
}
|
||
|
||
@Command(defaultCommand = true)
|
||
public static String help() {
|
||
return "CGJ Bot使用指南" + "\n" +
|
||
"使用方法：.cgj <命令> [参数...]" + "\n" +
|
||
"例如查询作品信息功能：" + "\n" +
|
||
".cgj info -id 80846159" + "\n" +
|
||
"目前可用的命令:" + "\n" +
|
||
"\t" + "ranking - 获取今天或指定日期排行榜的前10名作品" + "\n" +
|
||
"\t\t" + "-date - 指定查询日期(年-月-日)" + "\n" +
|
||
"\t\t" + "-type - 排行榜类型(illust/插画, ugoira/动图, manga/漫画)" + "\n" +
|
||
"\t" + "search - 搜索指定关键词并显示前10个作品" + "\n" +
|
||
"\t\t" + "-content - 搜索内容" + "\n" +
|
||
"\t" + "link - 获取作品的Pixiv页面" + "\n" +
|
||
"\t\t" + "-id - 作品id" + "\n" +
|
||
"\t" + "info - 获取Pixiv作品信息" + "\n" +
|
||
"\t\t" + "-id - 作品id" + "\n" +
|
||
"\t" + "image - 获取指定作品的图片" + "\n" +
|
||
"\t\t" + "-id - 作品id" + "\n" +
|
||
"\t\t" + "-quality - 图片质量(original/原图 regular/预览图)" + "\n" +
|
||
"\t\t" + "-page - 页数" + "\n" +
|
||
"\t" + "report - 报告不当作品" + "\n" +
|
||
"\t\t" + "-id - 作品Id" + "\n" +
|
||
"\t\t" + "-msg - 报告原因" + "\n";
|
||
}
|
||
|
||
/**
|
||
* 作品信息查询
|
||
* @param fromGroup 来源群(系统提供)
|
||
* @param illustId 作品Id
|
||
* @return 返回作品信息
|
||
*/
|
||
@Command(commandName = "info")
|
||
public static String artworkInfo(@Argument(name = "$fromGroup") long fromGroup, @Argument(name = "id") int illustId) {
|
||
if(illustId <= 0) {
|
||
return "这个作品Id是错误的！";
|
||
}
|
||
|
||
try {
|
||
if(isNoSafe(illustId, SettingProperties.getProperties(fromGroup), false) || isReported(illustId)) {
|
||
return "阅览禁止：该作品已被封印！！";
|
||
}
|
||
|
||
JsonObject illustPreLoadData = getIllustPreLoadData(illustId, false);
|
||
// 在 Java 6 开始, 编译器会将用'+'进行的字符串拼接将自动转换成StringBuilder拼接
|
||
return "色图姬帮你了解了这个作品的信息！\n" + "---------------- 作品信息 ----------------" +
|
||
"\n作品Id: " + illustId +
|
||
"\n作品标题：" + illustPreLoadData.get("illustTitle").getAsString() +
|
||
"\n作者(作者Id)：" + illustPreLoadData.get("userName").getAsString() +
|
||
"(" + illustPreLoadData.get("userId").getAsInt() + ")" +
|
||
"\n点赞数：" + illustPreLoadData.get(PreLoadDataComparator.Attribute.LIKE.attrName).getAsInt() +
|
||
"\n收藏数：" + illustPreLoadData.get(PreLoadDataComparator.Attribute.BOOKMARK.attrName).getAsInt() +
|
||
"\n围观数：" + illustPreLoadData.get(PreLoadDataComparator.Attribute.VIEW.attrName).getAsInt() +
|
||
"\n评论数：" + illustPreLoadData.get(PreLoadDataComparator.Attribute.COMMENT.attrName).getAsInt() +
|
||
"\n页数：" + illustPreLoadData.get(PreLoadDataComparator.Attribute.PAGE.attrName).getAsInt() + "页" +
|
||
"\n作品链接：" + artworksLink(fromGroup, illustId) + "\n" +
|
||
"---------------- 作品图片 ----------------\n" +
|
||
getImageById(fromGroup, illustId, PageQuality.REGULAR, 1) + "\n" +
|
||
"使用 \".cgj image -id " +
|
||
illustId +
|
||
"\" 获取原图。\n如有不当作品，可使用\".cgj report -id " +
|
||
illustId + "\"向色图姬反馈。";
|
||
} catch (IOException e) {
|
||
e.printStackTrace();
|
||
}
|
||
return "尚未支持";
|
||
}
|
||
|
||
/**
|
||
* 排行榜命令
|
||
* @param fromGroup 来源群(系统提供)
|
||
* @param queryTime 查询时间, 格式: 年-月-日
|
||
* @param force 是否强制查询, 当主动提供的时间不在查询范围时, 是否强制查询, 仅系统可用
|
||
* @param contentMode 内容模式
|
||
* @param contentType 排行榜类型
|
||
* @return 返回排行榜信息
|
||
*/
|
||
@Command
|
||
public static String ranking(
|
||
@Argument(name = "$fromGroup") long fromGroup,
|
||
@Argument(force = false, name = "date") Date queryTime,
|
||
@Argument(force = false, name = "force") boolean force,
|
||
@Argument(force = false, name = "mode", defaultValue = "DAILY") String contentMode,
|
||
@Argument(force = false, name = "type", defaultValue = "ILLUST") String contentType
|
||
) {
|
||
Date queryDate = queryTime;
|
||
if (queryDate == null) {
|
||
queryDate = new Date();
|
||
GregorianCalendar gregorianCalendar = new GregorianCalendar();
|
||
log.debug("CurrentDate: {}", queryDate);
|
||
gregorianCalendar.setTime(queryDate);
|
||
if (gregorianCalendar.get(Calendar.HOUR_OF_DAY) < 12) {
|
||
gregorianCalendar.add(Calendar.DATE, -2);
|
||
} else {
|
||
gregorianCalendar.add(Calendar.DATE, -1);
|
||
}
|
||
queryDate = gregorianCalendar.getTime();
|
||
} else {
|
||
if(new Date().before(queryDate) && !force) {
|
||
log.warn("查询的日期过早, 无法查询排行榜.");
|
||
return "查询日期过早, 暂未更新指定日期的排行榜!";
|
||
}
|
||
}
|
||
|
||
PixivURL.RankingMode mode;
|
||
try {
|
||
String rankingModeValue = contentMode.toUpperCase();
|
||
mode = PixivURL.RankingMode.valueOf(rankingModeValue.startsWith("MODE_") ? rankingModeValue : "MODE_" + rankingModeValue);
|
||
} catch (IllegalArgumentException e) {
|
||
log.warn("无效的RankingMode值: {}", contentMode);
|
||
return "参数无效, 请查看帮助信息";
|
||
}
|
||
|
||
PixivURL.RankingContentType type;
|
||
try {
|
||
String contentTypeValue = contentType.toUpperCase();
|
||
type = PixivURL.RankingContentType.valueOf(contentTypeValue.startsWith("TYPE_") ? contentTypeValue : "TYPE_" + contentTypeValue);
|
||
} catch (IllegalArgumentException e) {
|
||
log.warn("无效的RankingContentType值: {}", contentType);
|
||
return "参数无效, 请查看帮助信息";
|
||
}
|
||
|
||
if(!type.isSupportedMode(mode)) {
|
||
log.warn("RankingContentType不支持指定的RankingMode.(ContentType: {}, RankingMode: {})",
|
||
type.name(), mode.name());
|
||
return "不支持的内容类型或模式!";
|
||
}
|
||
|
||
StringBuilder resultBuilder = new StringBuilder(mode.name() + " - 以下是 ").append(new SimpleDateFormat("yyyy-MM-dd").format(queryDate)).append(" 的Pixiv插画排名榜前十名：\n");
|
||
try {
|
||
int index = 0;
|
||
int itemLimit = 10;
|
||
String itemLimitPropertyKey = "ranking.itemCountLimit";
|
||
try {
|
||
itemLimit = Integer.parseInt(SettingProperties
|
||
.getProperty(fromGroup, itemLimitPropertyKey, "10"));
|
||
} catch(NumberFormatException e) {
|
||
log.warn("配置项 {} 的参数值格式有误!", itemLimitPropertyKey);
|
||
}
|
||
|
||
int imageLimit = 3;
|
||
String imageLimitPropertyKey = "ranking.imageCountLimit";
|
||
try {
|
||
imageLimit = Integer.parseInt(
|
||
SettingProperties.getProperty(fromGroup, imageLimitPropertyKey, "3"));
|
||
} catch(NumberFormatException e) {
|
||
log.warn("配置项 {} 的参数值格式有误!", imageLimitPropertyKey);
|
||
}
|
||
|
||
List<JsonObject> rankingInfoList = getRankingInfoByCache(type, mode, queryDate, 1, Math.max(0, itemLimit), false);
|
||
if(rankingInfoList.isEmpty()) {
|
||
return "无法查询排行榜，可能排行榜尚未更新。";
|
||
}
|
||
|
||
for (JsonObject rankInfo : rankingInfoList) {
|
||
index++;
|
||
int rank = rankInfo.get("rank").getAsInt();
|
||
int illustId = rankInfo.get("illust_id").getAsInt();
|
||
int authorId = rankInfo.get("user_id").getAsInt();
|
||
int pagesCount = rankInfo.get("illust_page_count").getAsInt();
|
||
String authorName = rankInfo.get("user_name").getAsString();
|
||
String title = rankInfo.get("title").getAsString();
|
||
resultBuilder.append(rank).append(". (id: ").append(illustId).append(") ").append(title)
|
||
.append("(Author: ").append(authorName).append(",").append(authorId).append(") ").append(pagesCount).append("p.\n");
|
||
if (index <= imageLimit) {
|
||
resultBuilder.append(getImageById(fromGroup, illustId, PixivDownload.PageQuality.REGULAR, 1)).append("\n");
|
||
}
|
||
}
|
||
} catch (IOException e) {
|
||
log.error("消息处理异常", e);
|
||
return "排名榜获取失败！详情请查看机器人控制台。";
|
||
}
|
||
return resultBuilder.append("如查询当前时间获取到昨天时间，则今日排名榜未更新。\n如有不当作品，可使用\".cgj report -id 作品id\"向色图姬反馈。").toString();
|
||
}
|
||
|
||
/**
|
||
* 查询指定作者的作品(尚未完成)
|
||
* @return 返回作者信息和部分作品
|
||
*/
|
||
@Command(commandName = "userArt")
|
||
public static String userArtworks() {
|
||
|
||
return "功能未完成";
|
||
}
|
||
|
||
/**
|
||
* 随机获取一副作品
|
||
*/
|
||
@Command(commandName = "random")
|
||
public static String randomImage() {
|
||
BufferMessageEvent event = new BufferMessageEvent();
|
||
RandomRankingArtworksSender artworksSender =
|
||
new RandomRankingArtworksSender(event, 1, 200,
|
||
RankingMode.MODE_MALE,
|
||
RankingContentType.TYPE_ALL,
|
||
PageQuality.ORIGINAL);
|
||
artworksSender.send();
|
||
return event.getBufferMessage();
|
||
}
|
||
|
||
/**
|
||
* 搜索命令
|
||
* @param fromGroup 来源群(系统提供)
|
||
* @param content 搜索内容
|
||
* @param type 搜索类型
|
||
* @param area 搜索区域
|
||
* @param includeKeywords 包括关键字
|
||
* @param excludeKeywords 排除关键字
|
||
* @param contentOption 搜索选项
|
||
* @param pagesIndex 搜索页索引
|
||
* @return 返回搜索内容消息
|
||
* @throws IOException 当搜索发生异常时抛出
|
||
*/
|
||
@Command
|
||
public static String search(
|
||
@Argument(name = "$fromGroup") long fromGroup,
|
||
@Argument(name = "content") String content,
|
||
@Argument(name = "type", force = false) String type,
|
||
@Argument(name = "area", force = false) String area,
|
||
@Argument(name = "in", force = false) String includeKeywords,
|
||
@Argument(name = "ex", force = false) String excludeKeywords,
|
||
@Argument(name = "contentOption", force = false) String contentOption,
|
||
@Argument(name = "page", force = false, defaultValue = "1") int pagesIndex
|
||
) throws IOException {
|
||
log.info("正在执行搜索...");
|
||
JsonObject resultBody = getSearchBody(content, type, area, includeKeywords, excludeKeywords, contentOption);
|
||
|
||
StringBuilder result = new StringBuilder("内容 " + content + " 的搜索结果：\n");
|
||
log.debug("正在处理信息...");
|
||
int limit = 8;
|
||
try {
|
||
limit = Integer.parseInt(SettingProperties.
|
||
getProperty(fromGroup, "search.itemCountLimit", "8"));
|
||
} catch (Exception e) {
|
||
log.warn("参数转换异常!将使用默认值(" + limit + ")", e);
|
||
}
|
||
for (PixivSearchBuilder.SearchArea searchArea : PixivSearchBuilder.SearchArea.values()) {
|
||
if (!resultBody.has(searchArea.jsonKey) || resultBody.getAsJsonObject(searchArea.jsonKey).getAsJsonArray("data").size() == 0) {
|
||
log.debug("返回数据不包含 {}", searchArea.jsonKey);
|
||
continue;
|
||
}
|
||
JsonArray illustsArray = resultBody
|
||
.getAsJsonObject(searchArea.jsonKey).getAsJsonArray("data");
|
||
ArrayList<JsonElement> illustsList = new ArrayList<>();
|
||
illustsArray.forEach(illustsList::add);
|
||
illustsList.sort(new PreLoadDataComparator(PreLoadDataComparator.Attribute.LIKE));
|
||
|
||
log.info("已找到与 {} 相关插图信息({})：", content, searchArea.name().toLowerCase());
|
||
int count = 1;
|
||
for (JsonElement jsonElement : illustsList) {
|
||
if (count > limit) {
|
||
break;
|
||
}
|
||
JsonObject illustObj = jsonElement.getAsJsonObject();
|
||
if (!illustObj.has("illustId")) {
|
||
continue;
|
||
}
|
||
int illustId = illustObj.get("illustId").getAsInt();
|
||
StringBuilder builder = new StringBuilder("[");
|
||
illustObj.get("tags").getAsJsonArray().forEach(el -> builder.append(el.getAsString()).append(", "));
|
||
builder.replace(builder.length() - 2, builder.length(), "]");
|
||
log.debug("{} ({} / {})\n\t作品id: {}, \n\t作者名(作者id): {} ({}), \n\t作品标题: {}, \n\t作品Tags: {}, \n\t页数: {}页, \n\t作品链接: {}",
|
||
searchArea.name(),
|
||
count,
|
||
illustsList.size(),
|
||
illustId,
|
||
illustObj.get("userName").getAsString(),
|
||
illustObj.get("userId").getAsInt(),
|
||
illustObj.get("illustTitle").getAsString(),
|
||
builder,
|
||
illustObj.get("pageCount").getAsInt(),
|
||
PixivURL.getPixivRefererLink(illustId)
|
||
);
|
||
|
||
String imageMsg = getImageById(fromGroup, illustId, PixivDownload.PageQuality.REGULAR, 1);
|
||
if (isNoSafe(illustId, SettingProperties.getProperties(fromGroup), true)) {
|
||
log.warn("作品Id {} 为R-18作品, 跳过.", illustId);
|
||
continue;
|
||
} else if(isReported(illustId)) {
|
||
log.warn("作品Id {} 被报告, 正在等待审核, 跳过该作品.", illustId);
|
||
continue;
|
||
}
|
||
|
||
JsonObject illustPreLoadData = getIllustPreLoadData(illustId, false);
|
||
result.append(searchArea.name()).append(" (").append(count).append(" / ")
|
||
.append(limit).append(")\n\t作品id: ").append(illustId)
|
||
.append(", \n\t作者名: ").append(illustObj.get("userName").getAsString())
|
||
.append("\n\t作品标题: ").append(illustObj.get("illustTitle").getAsString())
|
||
.append("\n\t作品页数: ").append(illustObj.get("pageCount").getAsInt()).append("页")
|
||
.append("\n\t点赞数：")
|
||
.append(illustPreLoadData.get(PreLoadDataComparator.Attribute.LIKE.attrName).getAsInt())
|
||
.append("\n\t收藏数：")
|
||
.append(illustPreLoadData.get(PreLoadDataComparator.Attribute.BOOKMARK.attrName).getAsInt())
|
||
.append("\n\t围观数：")
|
||
.append(illustPreLoadData.get(PreLoadDataComparator.Attribute.VIEW.attrName).getAsInt())
|
||
.append("\n\t评论数：")
|
||
.append(illustPreLoadData.get(PreLoadDataComparator.Attribute.COMMENT.attrName).getAsInt())
|
||
.append("\n").append(imageMsg).append("\n");
|
||
count++;
|
||
}
|
||
if (count > limit) {
|
||
break;
|
||
}
|
||
}
|
||
return Strings.nullToEmpty(result.toString()) + "预览图片并非原图，使用“.cgj image -id 作品id”获取原图\n如有不当作品，可使用\".cgj report -id 作品id\"向色图姬反馈。";
|
||
}
|
||
|
||
/**
|
||
* 获取作品页面的下载链接
|
||
* @param illustId 作品Id
|
||
* @param quality 画质类型
|
||
* @return 返回作品所有页面在Pixiv的下载链接(有防盗链, 考虑要不要设置镜像站)
|
||
*/
|
||
@Command(commandName = "pages")
|
||
public static String getPagesList(
|
||
@Argument(name = "$fromGroup") long fromGroup,
|
||
@Argument(name = "id") int illustId,
|
||
@Argument(name = "quality", force = false) PixivDownload.PageQuality quality) {
|
||
try {
|
||
if(isNoSafe(illustId, SettingProperties.getProperties(fromGroup), false)) {
|
||
log.warn("来源群 {} 查询的作品Id {} 为R18作品, 根据配置设定, 屏蔽该作品.", fromGroup, illustId);
|
||
return "该作品已被封印！";
|
||
}
|
||
List<String> pagesList = PixivDownload.getIllustAllPageDownload(BotGlobal.getGlobal().getPixivDownload().getHttpClient(), BotGlobal.getGlobal().getPixivDownload().getCookieStore(), illustId, quality);
|
||
StringBuilder builder = new StringBuilder("作品ID ").append(illustId).append(" 共有").append(pagesList.size()).append("页：").append("\n");
|
||
int index = 0;
|
||
for (String link : pagesList) {
|
||
builder.append("Page ").append(++index).append(": ").append(link).append("\n");
|
||
}
|
||
return builder.toString();
|
||
} catch (IOException e) {
|
||
log.error("获取作品所有页面下载链接失败！", e);
|
||
return "发生错误，无法完成命令";
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 获取作品链接
|
||
* @param fromGroup 来源群(系统提供)
|
||
* @param illustId 作品Id
|
||
* @return 返回作品在Pixiv的链接
|
||
*/
|
||
@Command(commandName = "link")
|
||
public static String artworksLink(@Argument(name = "$fromGroup") long fromGroup, @Argument(name = "id") int illustId) {
|
||
try {
|
||
if (isNoSafe(illustId, SettingProperties.getProperties(fromGroup), false)) {
|
||
log.warn("作品Id {} 已被屏蔽.", illustId);
|
||
return "由于相关设置，该作品已被屏蔽！";
|
||
} else if(isReported(illustId)) {
|
||
log.warn("作品Id {} 被报告, 正在等待审核, 跳过该作品.", illustId);
|
||
return "该作品暂时被封印，请等待色图姬进一步审核！";
|
||
}
|
||
} catch (IOException e) {
|
||
log.error("获取作品信息失败!", e);
|
||
return "作品信息无法获取！";
|
||
}
|
||
return PixivURL.getPixivRefererLink(illustId);
|
||
}
|
||
|
||
/**
|
||
* 通过illustId获取作品图片
|
||
* @param fromGroup 来源群(系统提供)
|
||
* @param illustId 作品Id
|
||
* @param quality 图片质量
|
||
* @param pageIndex 指定页面索引, 从1开始
|
||
* @return 如果成功, 返回BotCode, 否则返回错误信息.
|
||
*/
|
||
@Command(commandName = "image")
|
||
public static String getImageById(
|
||
@Argument(name = "$fromGroup") long fromGroup,
|
||
@Argument(name = "id") int illustId,
|
||
@Argument(name = "quality", force = false) PixivDownload.PageQuality quality,
|
||
@Argument(name = "page", force = false, defaultValue = "1") int pageIndex) {
|
||
log.debug("IllustId: {}, Quality: {}, PageIndex: {}", illustId, quality.name(), pageIndex);
|
||
|
||
try {
|
||
if (isNoSafe(illustId, SettingProperties.getProperties(fromGroup), false)) {
|
||
log.warn("作品 {} 存在R-18内容且设置\"image.allowR18\"为false，将屏蔽该作品不发送.", illustId);
|
||
return "（根据设置，该作品已被屏蔽！）";
|
||
} else if(isReported(illustId)) {
|
||
log.warn("作品Id {} 被报告, 正在等待审核, 跳过该作品.", illustId);
|
||
return "（该作品已被封印）";
|
||
}
|
||
} catch (IOException e) {
|
||
log.warn("作品信息无法获取!", e);
|
||
return "（发生网络异常，无法获取图片！）";
|
||
}
|
||
|
||
List<String> pagesList;
|
||
try {
|
||
pagesList = getIllustPages(illustId, quality, false);
|
||
} catch (IOException e) {
|
||
log.error("获取下载链接列表时发生异常", e);
|
||
return "发生网络异常，无法获取图片！";
|
||
}
|
||
|
||
if(log.isDebugEnabled()) {
|
||
StringBuilder logBuilder = new StringBuilder("作品Id " + illustId + " 所有页面下载链接: \n");
|
||
AtomicInteger index = new AtomicInteger();
|
||
pagesList.forEach(item -> logBuilder.append(index.incrementAndGet()).append(". ").append(item).append("\n"));
|
||
log.debug(logBuilder.toString());
|
||
}
|
||
|
||
if (pagesList.size() < pageIndex || pageIndex <= 0) {
|
||
log.warn("指定的页数超出了总页数({} / {})", pageIndex, pagesList.size());
|
||
return "指定的页数超出了范围(总共 " + pagesList.size() + " 页)";
|
||
}
|
||
|
||
String downloadLink = pagesList.get(pageIndex - 1);
|
||
String fileName = URLs.getResourceName(Strings.nullToEmpty(downloadLink));
|
||
File imageFile = new File(getImageStoreDir(), downloadLink.substring(downloadLink.lastIndexOf("/") + 1));
|
||
log.debug("FileName: {}, DownloadLink: {}", fileName, downloadLink);
|
||
if(!imageCache.containsKey(fileName)) {
|
||
if(imageFile.exists()) {
|
||
HttpHead headRequest = new HttpHead(downloadLink);
|
||
headRequest.addHeader("Referer", PixivURL.getPixivRefererLink(illustId));
|
||
HttpResponse headResponse;
|
||
try {
|
||
headResponse = BotGlobal.getGlobal().getPixivDownload().getHttpClient().execute(headRequest);
|
||
} catch (IOException e) {
|
||
log.error("获取图片大小失败！", e);
|
||
return "图片获取失败!";
|
||
}
|
||
String contentLengthStr = headResponse.getFirstHeader(HttpHeaderNames.CONTENT_LENGTH.toString()).getValue();
|
||
log.debug("图片大小: {}B", contentLengthStr);
|
||
if (imageFile.length() == Long.parseLong(contentLengthStr)) {
|
||
imageCache.put(URLs.getResourceName(downloadLink), imageFile);
|
||
log.debug("作品Id {} 第 {} 页缓存已补充.", illustId, pageIndex);
|
||
return getImageToBotCode(imageFile, false).toString();
|
||
}
|
||
}
|
||
|
||
try {
|
||
Throwable throwable = ImageCacheStore.executeCacheRequest(new ImageCacheObject(imageCache, illustId, downloadLink, imageFile));
|
||
if(throwable != null) {
|
||
throw throwable;
|
||
}
|
||
} catch (InterruptedException e) {
|
||
log.warn("图片缓存被中断", e);
|
||
return "(错误：图片获取超时)";
|
||
} catch (Throwable e) {
|
||
log.error("图片 {} 获取失败:\n{}", illustId + "p" + pageIndex, Throwables.getStackTraceAsString(e));
|
||
return "(错误: 图片获取出错)";
|
||
}
|
||
} else {
|
||
log.debug("图片 {} 缓存命中.", fileName);
|
||
}
|
||
|
||
return getImageToBotCode(imageCache.get(fileName), false).toString();
|
||
}
|
||
|
||
/**
|
||
* 通过文件获取图片的BotCode代码
|
||
* @param targetFile 图片文件
|
||
* @param updateCache 是否刷新缓存(只是让机器人重新上传, 如果上传接口有重复检测的话是无法处理的)
|
||
* @return 返回设定好参数的BotCode
|
||
*/
|
||
private static BotCode getImageToBotCode(File targetFile, boolean updateCache) {
|
||
String fileName = Objects.requireNonNull(targetFile, "targetFile is null").getName();
|
||
BotCode code = BotCode.parse(CQCode.image(getImageStoreDir().getName() + "/" + fileName));
|
||
code.addParameter("absolutePath", targetFile.getAbsolutePath());
|
||
code.addParameter("imageName", fileName.substring(0, fileName.lastIndexOf(".")));
|
||
code.addParameter("updateCache", updateCache ? "true" : "false");
|
||
return code;
|
||
}
|
||
|
||
static void clearCache() {
|
||
log.warn("正在清除所有缓存...");
|
||
imageCache.clear();
|
||
illustInfoCache.clear();
|
||
illustPreLoadDataCache.clear();
|
||
pagesCache.clear();
|
||
searchBodyCache.clear();
|
||
File imageStoreDir = new File(BotGlobal.getGlobal().getDataStoreDir(), "data/image/cgj/");
|
||
File[] listFiles = imageStoreDir.listFiles();
|
||
if (listFiles == null) {
|
||
log.debug("图片缓存目录为空或内部文件获取失败!");
|
||
} else {
|
||
for (File file : listFiles) {
|
||
log.debug("图片文件 {} 删除: {}", file.getName(), file.delete());
|
||
}
|
||
}
|
||
log.debug("图片缓存目录删除: {}", imageStoreDir.delete());
|
||
log.warn("缓存删除完成.");
|
||
}
|
||
|
||
/**
|
||
* 举报某一作品
|
||
* @param fromGroup 来源群(系统提供)
|
||
* @param illustId 需要举报的作品id
|
||
* @param reason 举报原因
|
||
* @return 返回提示信息
|
||
*/
|
||
@Command
|
||
public static String report(
|
||
@Argument(name = "$fromGroup") long fromGroup,
|
||
@Argument(name = "$fromQQ") long fromQQ,
|
||
@Argument(name = "id") int illustId,
|
||
@Argument(name = "msg", force = false) String reason
|
||
) {
|
||
log.warn("收到作品反馈(IllustId: {}, 原因: {})", illustId, reason);
|
||
JsonObject reportJson = new JsonObject();
|
||
reportJson.addProperty("illustId", illustId);
|
||
reportJson.addProperty("reportTime", new Date().getTime());
|
||
reportJson.addProperty("fromGroup", fromGroup);
|
||
reportJson.addProperty("fromQQ", fromQQ);
|
||
reportJson.addProperty("reason", reason);
|
||
reportStore.update(String.valueOf(illustId), reportJson, 0);
|
||
return "色图姬收到了你的报告，将屏蔽该作品并对作品违规情况进行核实，感谢你的反馈！";
|
||
}
|
||
|
||
/**
|
||
* 检查某一作品是否被报告
|
||
* @param illustId 作品Id
|
||
* @return 如果被报告了, 返回true
|
||
*/
|
||
public static boolean isReported(int illustId) {
|
||
return reportStore.exists(String.valueOf(illustId));
|
||
}
|
||
|
||
/**
|
||
* 检查指定作品是否为r18
|
||
* @param illustId 作品Id
|
||
* @param settingProp 配置项
|
||
* @param returnRaw 是否返回原始值
|
||
* @return 如果为true, 则不为全年龄
|
||
* @throws IOException 获取数据时发生异常时抛出
|
||
* @throws NoSuchElementException 当作品不存在时抛出
|
||
*/
|
||
public static boolean isNoSafe(int illustId, Properties settingProp, boolean returnRaw) throws IOException, NoSuchElementException {
|
||
boolean rawValue = getIllustInfo(illustId, false).getAsJsonArray("tags").contains(new JsonPrimitive("R-18"));
|
||
return returnRaw || settingProp == null ? rawValue : rawValue && !settingProp.getProperty("image.allowR18", "false").equalsIgnoreCase("true");
|
||
}
|
||
|
||
/**
|
||
* 获取图片存储目录.
|
||
* <p>每次调用都会检查目录是否存在, 如不存在则会抛出异常</p>
|
||
* @return 返回File对象
|
||
* @throws RuntimeException 当目录创建失败时将包装{@link IOException}异常并抛出.
|
||
*/
|
||
private static File getImageStoreDir() {
|
||
if(!imageStoreDir.exists() && !Files.isSymbolicLink(imageStoreDir.toPath())) {
|
||
if(!imageStoreDir.mkdirs()) {
|
||
log.warn("酷Q图片缓存目录失效！(Path: {} )", imageStoreDir.getAbsolutePath());
|
||
throw new RuntimeException(new IOException("文件夹创建失败!"));
|
||
}
|
||
}
|
||
return imageStoreDir;
|
||
}
|
||
|
||
/**
|
||
* 获取作品信息
|
||
* @param illustId 作品Id
|
||
* @param flushCache 强制刷新缓存
|
||
* @return 返回作品信息
|
||
* @throws IOException 当Http请求发生异常时抛出
|
||
* @throws NoSuchElementException 当作品未找到时抛出
|
||
*/
|
||
private static JsonObject getIllustInfo(int illustId, boolean flushCache) throws IOException, NoSuchElementException {
|
||
String illustIdStr = buildSyncKey(Integer.toString(illustId));
|
||
JsonObject illustInfoObj = null;
|
||
if (!illustInfoCache.exists(illustIdStr) || flushCache) {
|
||
synchronized (illustIdStr) {
|
||
if (!illustInfoCache.exists(illustIdStr) || flushCache) {
|
||
illustInfoObj = BotGlobal.getGlobal().getPixivDownload().getIllustInfoByIllustId(illustId);
|
||
illustInfoCache.update(illustIdStr, illustInfoObj, null);
|
||
}
|
||
}
|
||
}
|
||
|
||
if(Objects.isNull(illustInfoObj)) {
|
||
illustInfoObj = illustInfoCache.getCache(illustIdStr).getAsJsonObject();
|
||
log.debug("作品Id {} IllustInfo缓存命中.", illustId);
|
||
}
|
||
return illustInfoObj;
|
||
}
|
||
|
||
/**
|
||
* 获取作品预加载数据.
|
||
* 可以获取作品的一些与用户相关的信息
|
||
* @param illustId 作品Id
|
||
* @param flushCache 是否刷新缓存
|
||
* @return 成功返回JsonObject对象
|
||
* @throws IOException 当Http请求处理发生异常时抛出
|
||
*/
|
||
public static JsonObject getIllustPreLoadData(int illustId, boolean flushCache) throws IOException {
|
||
String illustIdStr = buildSyncKey(Integer.toString(illustId));
|
||
JsonObject result = null;
|
||
if (!illustPreLoadDataCache.exists(illustIdStr) || flushCache) {
|
||
synchronized (illustIdStr) {
|
||
if (!illustPreLoadDataCache.exists(illustIdStr) || flushCache) {
|
||
log.debug("IllustId {} 缓存失效, 正在更新...", illustId);
|
||
JsonObject preLoadDataObj = BotGlobal.getGlobal().getPixivDownload().getIllustPreLoadDataById(illustId)
|
||
.getAsJsonObject("illust")
|
||
.getAsJsonObject(Integer.toString(illustId));
|
||
|
||
long expire = 7200 * 1000;
|
||
String propValue = SettingProperties.
|
||
getProperty(SettingProperties.GLOBAL, "cache.illustPreLoadData.expire", "7200000");
|
||
log.debug("PreLoadData有效时间设定: {}", propValue);
|
||
try {
|
||
expire = Long.parseLong(propValue);
|
||
} catch (Exception e) {
|
||
log.warn("全局配置项 \"{}\" 值非法, 已使用默认值: {}", propValue, expire);
|
||
}
|
||
|
||
result = preLoadDataObj;
|
||
illustPreLoadDataCache.update(illustIdStr, preLoadDataObj, expire);
|
||
log.debug("作品Id {} preLoadData缓存已更新(有效时间: {})", illustId, expire);
|
||
}
|
||
}
|
||
}
|
||
|
||
if(Objects.isNull(result)) {
|
||
result = illustPreLoadDataCache.getCache(illustIdStr).getAsJsonObject();
|
||
log.debug("作品Id {} PreLoadData缓存命中.", illustId);
|
||
}
|
||
return result;
|
||
}
|
||
|
||
public static List<String> getIllustPages(int illustId, PixivDownload.PageQuality quality, boolean flushCache) throws IOException {
|
||
String pagesSign = buildSyncKey(Integer.toString(illustId), ".", quality.name());
|
||
List<String> result = null;
|
||
if (!pagesCache.exists(pagesSign) || flushCache) {
|
||
synchronized (pagesSign) {
|
||
if (!pagesCache.exists(pagesSign) || flushCache) {
|
||
List<String> linkList = PixivDownload.getIllustAllPageDownload(BotGlobal.getGlobal().getPixivDownload().getHttpClient(), BotGlobal.getGlobal().getPixivDownload().getCookieStore(), illustId, quality);
|
||
result = linkList;
|
||
pagesCache.update(pagesSign, linkList, null);
|
||
}
|
||
}
|
||
}
|
||
|
||
if(Objects.isNull(result)) {
|
||
result = pagesCache.getCache(pagesSign);
|
||
log.debug("作品Id {} Pages缓存命中.", illustId);
|
||
}
|
||
return result;
|
||
}
|
||
|
||
private final static Random expireTimeFloatRandom = new Random();
|
||
/**
|
||
* 获取排行榜
|
||
* @param contentType 排行榜类型
|
||
* @param mode 排行榜模式
|
||
* @param queryDate 查询时间
|
||
* @param start 开始排名, 从1开始
|
||
* @param range 取范围
|
||
* @param flushCache 是否强制刷新缓存
|
||
* @return 成功返回有值List, 失败且无异常返回空
|
||
* @throws IOException 获取异常时抛出
|
||
*/
|
||
public static List<JsonObject> getRankingInfoByCache(PixivURL.RankingContentType contentType, PixivURL.RankingMode mode, Date queryDate, int start, int range, boolean flushCache) throws IOException {
|
||
if(!contentType.isSupportedMode(mode)) {
|
||
log.warn("试图获取不支持的排行榜类型已拒绝.(ContentType: {}, RankingMode: {})", contentType.name(), mode.name());
|
||
if(log.isDebugEnabled()) {
|
||
try {
|
||
Thread.dumpStack();
|
||
} catch(Exception e) {
|
||
log.debug("本次非法请求的堆栈信息如下: \n{}", Throwables.getStackTraceAsString(e));
|
||
}
|
||
}
|
||
return new ArrayList<>(0);
|
||
}
|
||
|
||
String date = new SimpleDateFormat("yyyyMMdd").format(queryDate);
|
||
String requestSign = buildSyncKey(contentType.name(), ".", mode.name(), ".", date);
|
||
List<JsonObject> result = null;
|
||
if(!rankingCache.exists(requestSign) || flushCache) {
|
||
synchronized(requestSign) {
|
||
if(!rankingCache.exists(requestSign) || flushCache) {
|
||
log.debug("Ranking缓存失效, 正在更新...(RequestSign: {})", requestSign);
|
||
List<JsonObject> rankingResult = BotGlobal.getGlobal().getPixivDownload().getRanking(contentType, mode, queryDate, 1, 500);
|
||
long expireTime = 0;
|
||
if(rankingResult.size() == 0) {
|
||
expireTime = 5400000 + expireTimeFloatRandom.nextInt(1800000);
|
||
log.warn("数据获取失败, 将设置浮动有效时间以准备下次更新. (ExpireTime: {}ms)", expireTime);
|
||
}
|
||
result = new ArrayList<>(rankingResult).subList(start - 1, start + range - 1);
|
||
rankingCache.update(requestSign, rankingResult, expireTime);
|
||
log.debug("Ranking缓存更新完成.(RequestSign: {})", requestSign);
|
||
}
|
||
}
|
||
}
|
||
|
||
if (Objects.isNull(result)) {
|
||
result = rankingCache.getCache(requestSign, start - 1, range);
|
||
log.debug("RequestSign [{}] 缓存命中.", requestSign);
|
||
}
|
||
log.debug("Result-Length: {}", result.size());
|
||
return PixivDownload.getRanking(result, start - 1, range);
|
||
}
|
||
|
||
/**
|
||
* 获取搜索结果
|
||
* @param content 搜索内容
|
||
* @param type 类型
|
||
* @param area 范围
|
||
* @param includeKeywords 包含关键词
|
||
* @param excludeKeywords 排除关键词
|
||
* @param contentOption 内容类型
|
||
* @return 返回完整搜索结果
|
||
* @throws IOException 当请求发生异常, 或接口返回异常信息时抛出.
|
||
*/
|
||
public static JsonObject getSearchBody(
|
||
String content,
|
||
String type,
|
||
String area,
|
||
String includeKeywords,
|
||
String excludeKeywords,
|
||
String contentOption) throws IOException {
|
||
PixivSearchBuilder searchBuilder = new PixivSearchBuilder(Strings.isNullOrEmpty(content) ? "" : content);
|
||
if (type != null) {
|
||
try {
|
||
searchBuilder.setSearchType(PixivSearchBuilder.SearchType.valueOf(type.toUpperCase()));
|
||
} catch (IllegalArgumentException e) {
|
||
log.warn("不支持的SearchType: {}", type);
|
||
}
|
||
}
|
||
if (area != null) {
|
||
try {
|
||
searchBuilder.setSearchArea(PixivSearchBuilder.SearchArea.valueOf(area));
|
||
} catch (IllegalArgumentException e) {
|
||
log.warn("不支持的SearchArea: {}", area);
|
||
}
|
||
}
|
||
if (contentOption != null) {
|
||
try {
|
||
searchBuilder.setSearchContentOption(PixivSearchBuilder.SearchContentOption.valueOf(contentOption));
|
||
} catch (IllegalArgumentException e) {
|
||
log.warn("不支持的SearchContentOption: {}", contentOption);
|
||
}
|
||
}
|
||
|
||
if (!Strings.isNullOrEmpty(includeKeywords)) {
|
||
for (String keyword : includeKeywords.split(";")) {
|
||
searchBuilder.removeExcludeKeyword(keyword.trim());
|
||
searchBuilder.addIncludeKeyword(keyword.trim());
|
||
log.debug("已添加关键字: {}", keyword);
|
||
}
|
||
}
|
||
if (!Strings.isNullOrEmpty(excludeKeywords)) {
|
||
for (String keyword : excludeKeywords.split(";")) {
|
||
searchBuilder.removeIncludeKeyword(keyword.trim());
|
||
searchBuilder.addExcludeKeyword(keyword.trim());
|
||
log.debug("已添加排除关键字: {}", keyword);
|
||
}
|
||
}
|
||
|
||
log.info("正在搜索作品, 条件: {}", searchBuilder.getSearchCondition());
|
||
|
||
String requestUrl = searchBuilder.buildURL().intern();
|
||
log.debug("RequestUrl: {}", requestUrl);
|
||
JsonObject resultBody = null;
|
||
if(!searchBodyCache.exists(requestUrl)) {
|
||
synchronized (requestUrl) {
|
||
if (!searchBodyCache.exists(requestUrl)) {
|
||
log.debug("searchBody缓存失效, 正在更新...");
|
||
JsonObject jsonObject;
|
||
HttpGet httpGetRequest = BotGlobal.getGlobal().getPixivDownload().createHttpGetRequest(requestUrl);
|
||
HttpResponse response = BotGlobal.getGlobal().getPixivDownload().getHttpClient().execute(httpGetRequest);
|
||
|
||
String responseBody = EntityUtils.toString(response.getEntity(), StandardCharsets.UTF_8);
|
||
log.debug("ResponseBody: {}", responseBody);
|
||
jsonObject = BotGlobal.getGlobal().getGson().fromJson(responseBody, JsonObject.class);
|
||
|
||
if (jsonObject.get("error").getAsBoolean()) {
|
||
log.error("接口请求错误, 错误信息: {}", jsonObject.get("message").getAsString());
|
||
throw new IOException("Interface Request Error: " + jsonObject.get("message").getAsString());
|
||
}
|
||
|
||
long expire = 7200 * 1000;
|
||
String propValue = SettingProperties
|
||
.getProperty(SettingProperties.GLOBAL, "cache.searchBody.expire", "7200000");
|
||
try {
|
||
expire = Long.parseLong(propValue);
|
||
} catch (Exception e) {
|
||
log.warn("全局配置项 \"{}\" 值非法, 已使用默认值: {}", propValue, expire);
|
||
}
|
||
resultBody = jsonObject.getAsJsonObject().getAsJsonObject("body");
|
||
searchBodyCache.update(requestUrl, jsonObject, expire);
|
||
log.debug("searchBody缓存已更新(有效时间: {})", expire);
|
||
} else {
|
||
log.debug("搜索缓存命中.");
|
||
}
|
||
}
|
||
} else {
|
||
log.debug("搜索缓存命中.");
|
||
}
|
||
|
||
if(Objects.isNull(resultBody)) {
|
||
resultBody = searchBodyCache.getCache(requestUrl).getAsJsonObject().getAsJsonObject("body");
|
||
}
|
||
return resultBody;
|
||
}
|
||
|
||
|
||
private static String buildSyncKey(String... keys) {
|
||
StringBuilder sb = new StringBuilder();
|
||
for (String string : keys) {
|
||
sb.append(string);
|
||
}
|
||
return sb.toString().intern();
|
||
}
|
||
}
|