perf: 补齐查询索引并批量失效 AI 任务

This commit is contained in:
2026-11-21 17:47:20 +08:00
parent bc7888ab8c
commit cf3fa6418b
5 changed files with 73 additions and 23 deletions
@@ -180,9 +180,11 @@ public class RecallReferenceLoader {
}
private List<MarkerEntity> actualMarkers() {
// 只取判断范围要用到的两列:标签表是整用户量级,不裁列会把审计列一起搬进内存
return markers.selectList(Wrappers.<MarkerEntity>lambdaQuery()
.eq(MarkerEntity::getObjectType, "FRAGMENT")
.eq(MarkerEntity::getKind, "USER"));
.eq(MarkerEntity::getKind, "USER")
.select(MarkerEntity::getObjectNum, MarkerEntity::getMarkerName));
}
public List<StudyReportFragmentsEntity> selectedFragments(ScopeSnapshot scope) {
@@ -23,6 +23,7 @@ import com.guo.learningprogresstracker.service.ai.RecallJson;
import java.time.Instant;
import java.time.LocalDateTime;
import java.time.ZoneOffset;
import java.util.Collection;
import java.util.HashSet;
import java.util.List;
import java.util.Objects;
@@ -92,12 +93,12 @@ public class ReviewRecallStore {
public void deleteUnreadable(ReviewRecallEntity row) {
List<ReviewRecallRequestEntity> linked = requests.selectList(Wrappers.<ReviewRecallRequestEntity>lambdaQuery()
.eq(ReviewRecallRequestEntity::getRecallNum, row.getRecallNum()));
for (ReviewRecallRequestEntity request : linked) {
if (request.getTaskNum() != null) {
invalidateTask(request.getTaskNum());
}
requests.deleteById(request.getId());
}
invalidateTasks(linked.stream()
.map(ReviewRecallRequestEntity::getTaskNum)
.filter(Objects::nonNull)
.toList());
requests.delete(Wrappers.<ReviewRecallRequestEntity>lambdaQuery()
.eq(ReviewRecallRequestEntity::getRecallNum, row.getRecallNum()));
receipts.delete(Wrappers.<ReviewRecallReceiptEntity>lambdaQuery()
.eq(ReviewRecallReceiptEntity::getRecallNum, row.getRecallNum()));
recalls.update(
@@ -255,9 +256,7 @@ public class ReviewRecallStore {
}
public void redactRequests(RecallDocument doc) {
for (RecallRequest request : doc.getDetail().getRequests()) {
invalidateTask(request.taskNum());
}
invalidateTasks(taskNums(doc));
doc.getDetail()
.setRequests(doc.getDetail().getRequests().stream()
.map(r -> new RecallRequest(
@@ -276,22 +275,29 @@ public class ReviewRecallStore {
}
public void invalidateTask(String taskNum) {
ReviewRecallRequestEntity req = request(taskNum);
if (req != null) {
invalidateTasks(List.of(taskNum));
}
/** 一批 AI 任务一起失效:整份回忆只发 3 条语句,不再每条请求各查各改。 */
public void invalidateTasks(Collection<String> taskNums) {
if (taskNums.isEmpty()) {
return;
}
List<ReviewRecallRequestEntity> live = requests.selectList(Wrappers.<ReviewRecallRequestEntity>lambdaQuery()
.in(ReviewRecallRequestEntity::getTaskNum, taskNums)
.select(ReviewRecallRequestEntity::getId, ReviewRecallRequestEntity::getRemoteTaskId));
if (!live.isEmpty()) {
requests.update(
null,
Wrappers.<ReviewRecallRequestEntity>lambdaUpdate()
.eq(ReviewRecallRequestEntity::getId, req.getId())
.in(ReviewRecallRequestEntity::getTaskNum, taskNums)
.set(ReviewRecallRequestEntity::getRedacted, 1)
.set(ReviewRecallRequestEntity::getParamsJson, null));
if (req.getRemoteTaskId() != null) {
purgeAfterCommit(req.getRemoteTaskId());
}
}
aiTasks.update(
null,
Wrappers.<AiTaskEntity>lambdaUpdate()
.eq(AiTaskEntity::getTaskNum, taskNum)
.in(AiTaskEntity::getTaskNum, taskNums)
.in(AiTaskEntity::getAiType, "RECALL_HINT", "RECALL_CHECK")
.set(AiTaskEntity::getStatus, "FAILED")
.set(AiTaskEntity::getRequestPayload, null)
@@ -299,6 +305,19 @@ public class ReviewRecallStore {
.set(AiTaskEntity::getErrorCode, "SOURCE_REDACTED")
.set(AiTaskEntity::getErrorMessage, "资料已清除,这次 AI 结果不再展示")
.set(AiTaskEntity::getFinishedTime, LocalDateTime.now()));
for (ReviewRecallRequestEntity req : live) {
if (req.getRemoteTaskId() != null) {
purgeAfterCommit(req.getRemoteTaskId());
}
}
}
/** 文档里记录过的 AI 任务号(可能为空),用于批量失效。 */
private static List<String> taskNums(RecallDocument doc) {
return doc.getDetail().getRequests().stream()
.map(RecallRequest::taskNum)
.filter(Objects::nonNull)
.toList();
}
public void purgeAfterCommit(String remoteId) {
@@ -315,9 +334,7 @@ public class ReviewRecallStore {
}
public void delete(RecallDocument doc) {
for (RecallRequest r : doc.getDetail().getRequests()) {
invalidateTask(r.taskNum());
}
invalidateTasks(taskNums(doc));
recalls.update(
null,
Wrappers.<ReviewRecallEntity>lambdaUpdate()
@@ -77,7 +77,8 @@ public class ReviewFeedService {
? randomFragments(safeLimit)
: studyReportFragmentsMapper
.selectPage(
new Page<>(1, safeLimit),
// 只要前 N 条:关掉分页的 COUNT,别为一次取样多查一条
new Page<>(1, safeLimit, false),
Wrappers.<StudyReportFragmentsEntity>lambdaQuery()
.orderByDesc(StudyReportFragmentsEntity::getCreatedTime))
.getRecords();
@@ -121,7 +122,7 @@ public class ReviewFeedService {
}
List<StudyReportFragmentsEntity> window = studyReportFragmentsMapper
.selectPage(
new Page<>(1, count),
new Page<>(1, count, false),
Wrappers.<StudyReportFragmentsEntity>lambdaQuery()
.ge(StudyReportFragmentsEntity::getId, startId)
.orderByAsc(StudyReportFragmentsEntity::getId))