perf: 复习统计聚合下推到数据库
This commit is contained in:
@@ -0,0 +1,16 @@
|
||||
package com.guo.learningprogresstracker.dto;
|
||||
|
||||
import lombok.Data;
|
||||
|
||||
/**
|
||||
* 任务维度的内容条数聚合结果(数据-02):学习报告或知识碎片的条数。
|
||||
* <p>计数在 SQL 侧按内容归属(学习会话 → 任务)分组完成。</p>
|
||||
*/
|
||||
@Data
|
||||
public class TaskContentCount {
|
||||
|
||||
private String taskNum;
|
||||
|
||||
/** 该任务下的报告数或碎片数 */
|
||||
private Long contentCount;
|
||||
}
|
||||
@@ -0,0 +1,28 @@
|
||||
package com.guo.learningprogresstracker.dto;
|
||||
|
||||
import lombok.Data;
|
||||
|
||||
/**
|
||||
* 任务维度的学习会话统计聚合结果(数据-02)。
|
||||
* <p>由 Mapper 层的 {@code SUM/COUNT + GROUP BY} 直接映射,避免把全部会话行拉回内存再聚合。</p>
|
||||
*/
|
||||
@Data
|
||||
public class TaskSessionStats {
|
||||
|
||||
private String taskNum;
|
||||
|
||||
/** 该任务的学习会话次数 */
|
||||
private Long sessionCount;
|
||||
|
||||
/** 累计有效学习时间(秒) */
|
||||
private Double effectiveTime;
|
||||
|
||||
/** 有效时间比之和,用于计算平均值(避免在 Java 侧再存一份分母之外的中间量) */
|
||||
private Double effectivenessRatioSum;
|
||||
|
||||
/** 今日有效学习时间(秒),时间窗在 SQL 侧判断 */
|
||||
private Double todayEffectiveTime;
|
||||
|
||||
/** 本周有效学习时间(秒),时间窗在 SQL 侧判断 */
|
||||
private Double weekEffectiveTime;
|
||||
}
|
||||
@@ -1,8 +1,13 @@
|
||||
package com.guo.learningprogresstracker.mapper;
|
||||
|
||||
import com.guo.learningprogresstracker.dto.TaskContentCount;
|
||||
import com.guo.learningprogresstracker.entity.StudyReportFragmentsEntity;
|
||||
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
|
||||
import org.apache.ibatis.annotations.Mapper;
|
||||
import org.apache.ibatis.annotations.Param;
|
||||
|
||||
import java.util.Collection;
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* @author guo
|
||||
@@ -13,6 +18,13 @@ import org.apache.ibatis.annotations.Mapper;
|
||||
@Mapper
|
||||
public interface StudyReportFragmentsMapper extends BaseMapper<StudyReportFragmentsEntity> {
|
||||
|
||||
/**
|
||||
* 按内容归属统计任务下的知识碎片条数(数据-02):碎片 → 会话 → 任务。
|
||||
* <p>语句见 {@code resources/mapper/StudyReportFragmentsMapper.xml};返回行数与任务数同阶。</p>
|
||||
*
|
||||
* @param taskNums 需要统计的任务编号;为空时返回空列表
|
||||
*/
|
||||
List<TaskContentCount> countFragmentsByTask(@Param("taskNums") Collection<String> taskNums);
|
||||
}
|
||||
|
||||
|
||||
|
||||
@@ -1,11 +1,15 @@
|
||||
package com.guo.learningprogresstracker.mapper;
|
||||
|
||||
import com.guo.learningprogresstracker.dto.TaskContentCount;
|
||||
import com.guo.learningprogresstracker.dto.StudySessionsDto;
|
||||
import com.guo.learningprogresstracker.entity.StudyReportsEntity;
|
||||
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
|
||||
import org.apache.ibatis.annotations.Mapper;
|
||||
import org.apache.ibatis.annotations.Param;
|
||||
|
||||
import java.util.Collection;
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
* @author guo
|
||||
* @description 针对表【study_reports(存储每次学习结束时的完整学习报告)】的数据库操作Mapper
|
||||
@@ -16,6 +20,14 @@ import org.apache.ibatis.annotations.Param;
|
||||
public interface StudyReportsMapper extends BaseMapper<StudyReportsEntity> {
|
||||
|
||||
StudySessionsDto getNotEndedStudySessionDtoByTaskNum(@Param("task_num") String taskNum);
|
||||
|
||||
/**
|
||||
* 按内容归属统计任务下的学习报告条数(数据-02):报告 → 会话 → 任务。
|
||||
* <p>语句见 {@code resources/mapper/StudyReportsMapper.xml};返回行数与任务数同阶。</p>
|
||||
*
|
||||
* @param taskNums 需要统计的任务编号;为空时返回空列表
|
||||
*/
|
||||
List<TaskContentCount> countReportsByTask(@Param("taskNums") Collection<String> taskNums);
|
||||
}
|
||||
|
||||
|
||||
|
||||
@@ -1,5 +1,6 @@
|
||||
package com.guo.learningprogresstracker.mapper;
|
||||
|
||||
import com.guo.learningprogresstracker.dto.TaskSessionStats;
|
||||
import com.guo.learningprogresstracker.entity.StudySessionsEntity;
|
||||
import com.baomidou.mybatisplus.annotation.InterceptorIgnore;
|
||||
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
|
||||
@@ -9,6 +10,7 @@ import org.apache.ibatis.annotations.Select;
|
||||
import org.apache.ibatis.annotations.Update;
|
||||
|
||||
import java.time.LocalDateTime;
|
||||
import java.util.Collection;
|
||||
import java.util.List;
|
||||
|
||||
/**
|
||||
@@ -63,4 +65,17 @@ public interface StudySessionsMapper extends BaseMapper<StudySessionsEntity> {
|
||||
AND deleted = 0
|
||||
""")
|
||||
int convergeStaleSession(StudySessionsEntity session);
|
||||
|
||||
/**
|
||||
* 任务维度的学习统计聚合(数据-02):次数、累计/今日/本周有效时间与有效时间比之和。
|
||||
* <p>语句见 {@code resources/mapper/StudySessionsMapper.xml}:时间窗在 SQL 侧判断,
|
||||
* 返回行数与任务数同阶,不随历史会话数增长。</p>
|
||||
*
|
||||
* @param taskNums 需要统计的任务编号;为空时返回空列表
|
||||
* @param todayStart 今日起点(含)
|
||||
* @param weekStart 本周起点(含)
|
||||
*/
|
||||
List<TaskSessionStats> sumStudyStatsByTask(@Param("taskNums") Collection<String> taskNums,
|
||||
@Param("todayStart") LocalDateTime todayStart,
|
||||
@Param("weekStart") LocalDateTime weekStart);
|
||||
}
|
||||
|
||||
@@ -3,7 +3,9 @@ package com.guo.learningprogresstracker.service.impl;
|
||||
import com.baomidou.mybatisplus.core.toolkit.Wrappers;
|
||||
import com.guo.learningprogresstracker.dto.ReviewFeedItem;
|
||||
import com.guo.learningprogresstracker.dto.ReviewTaskStats;
|
||||
import com.guo.learningprogresstracker.dto.TaskContentCount;
|
||||
import com.guo.learningprogresstracker.dto.TaskReviewDuration;
|
||||
import com.guo.learningprogresstracker.dto.TaskSessionStats;
|
||||
import com.guo.learningprogresstracker.entity.ReviewRecallRecordEntity;
|
||||
import com.guo.learningprogresstracker.entity.StudyReportFragmentsEntity;
|
||||
import com.guo.learningprogresstracker.entity.StudyReportsEntity;
|
||||
@@ -325,6 +327,10 @@ public class ReviewServiceImpl implements ReviewService {
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* 填充任务维度统计(数据-02):三类聚合(会话统计、报告数、碎片数)全部下推到 SQL,
|
||||
* 每次查询只返回「任务数」量级的行,不随历史会话/内容条数线性增长。
|
||||
*/
|
||||
private void fillReviewTaskStats(List<ReviewTaskStats> statsList) {
|
||||
Map<String, ReviewTaskStats> statsByTaskNum = statsList.stream()
|
||||
.filter(item -> StringUtils.hasText(item.getTaskNum()))
|
||||
@@ -338,50 +344,50 @@ public class ReviewServiceImpl implements ReviewService {
|
||||
return;
|
||||
}
|
||||
|
||||
List<StudySessionsEntity> sessions = studySessionsMapper.selectList(
|
||||
Wrappers.<StudySessionsEntity>lambdaQuery()
|
||||
.in(StudySessionsEntity::getTaskNum, statsByTaskNum.keySet()));
|
||||
|
||||
Set<String> taskNums = statsByTaskNum.keySet();
|
||||
LocalDateTime todayStart = LocalDate.now().atStartOfDay();
|
||||
LocalDateTime weekStart = LocalDate.now().with(DayOfWeek.MONDAY).atStartOfDay();
|
||||
Map<String, String> sessionToTaskNum = new HashMap<>();
|
||||
Map<String, Double> effectivenessRatioSum = new HashMap<>();
|
||||
|
||||
for (StudySessionsEntity session : sessions) {
|
||||
ReviewTaskStats stats = statsByTaskNum.get(session.getTaskNum());
|
||||
for (TaskSessionStats row : studySessionsMapper.sumStudyStatsByTask(taskNums, todayStart, weekStart)) {
|
||||
ReviewTaskStats stats = statsByTaskNum.get(row.getTaskNum());
|
||||
if (stats == null) {
|
||||
continue;
|
||||
}
|
||||
|
||||
if (StringUtils.hasText(session.getSessionNum())) {
|
||||
sessionToTaskNum.put(session.getSessionNum(), session.getTaskNum());
|
||||
}
|
||||
|
||||
double effectiveTime = session.getEffectiveTime();
|
||||
stats.setSessionCount(stats.getSessionCount() + 1);
|
||||
stats.setEffectiveTime(stats.getEffectiveTime() + effectiveTime);
|
||||
effectivenessRatioSum.merge(session.getTaskNum(), session.getEffectivenessRatio(), Double::sum);
|
||||
|
||||
LocalDateTime startTime = session.getStartTime();
|
||||
if (startTime != null && !startTime.isBefore(todayStart)) {
|
||||
stats.setTodayEffectiveTime(stats.getTodayEffectiveTime() + effectiveTime);
|
||||
}
|
||||
if (startTime != null && !startTime.isBefore(weekStart)) {
|
||||
stats.setWeekEffectiveTime(stats.getWeekEffectiveTime() + effectiveTime);
|
||||
long sessionCount = row.getSessionCount() == null ? 0L : row.getSessionCount();
|
||||
stats.setSessionCount(sessionCount);
|
||||
stats.setEffectiveTime(nullToZero(row.getEffectiveTime()));
|
||||
stats.setTodayEffectiveTime(nullToZero(row.getTodayEffectiveTime()));
|
||||
stats.setWeekEffectiveTime(nullToZero(row.getWeekEffectiveTime()));
|
||||
if (sessionCount > 0) {
|
||||
stats.setAvgEffectiveTime(stats.getEffectiveTime() / sessionCount);
|
||||
stats.setAvgEffectivenessRatio(nullToZero(row.getEffectivenessRatioSum()) / sessionCount);
|
||||
}
|
||||
}
|
||||
|
||||
statsByTaskNum.forEach((taskNum, stats) -> {
|
||||
if (stats.getSessionCount() > 0) {
|
||||
stats.setAvgEffectiveTime(stats.getEffectiveTime() / stats.getSessionCount());
|
||||
stats.setAvgEffectivenessRatio(effectivenessRatioSum.getOrDefault(taskNum, 0D) / stats.getSessionCount());
|
||||
}
|
||||
});
|
||||
|
||||
fillReportAndFragmentCount(sessionToTaskNum, statsByTaskNum);
|
||||
fillContentCounts(statsByTaskNum, taskNums);
|
||||
fillReviewDuration(statsByTaskNum);
|
||||
}
|
||||
|
||||
/** 报告数与碎片数:同样在 SQL 侧按内容归属分组计数 */
|
||||
private void fillContentCounts(Map<String, ReviewTaskStats> statsByTaskNum, Set<String> taskNums) {
|
||||
for (TaskContentCount row : studyReportsMapper.countReportsByTask(taskNums)) {
|
||||
ReviewTaskStats stats = statsByTaskNum.get(row.getTaskNum());
|
||||
if (stats != null) {
|
||||
stats.setReportCount(row.getContentCount() == null ? 0L : row.getContentCount());
|
||||
}
|
||||
}
|
||||
for (TaskContentCount row : studyReportFragmentsMapper.countFragmentsByTask(taskNums)) {
|
||||
ReviewTaskStats stats = statsByTaskNum.get(row.getTaskNum());
|
||||
if (stats != null) {
|
||||
stats.setFragmentCount(row.getContentCount() == null ? 0L : row.getContentCount());
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private static double nullToZero(Double value) {
|
||||
return value == null ? 0D : value;
|
||||
}
|
||||
|
||||
/**
|
||||
* 按任务汇总复习行为累计耗时(复习-07)。聚合在 SQL 侧完成,只把任务数量的行拉回内存,
|
||||
* 不随回忆记录条数增长;结果由 {@code TaskReviewDuration} 承载,不走 Map。
|
||||
@@ -395,34 +401,4 @@ public class ReviewServiceImpl implements ReviewService {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void fillReportAndFragmentCount(Map<String, String> sessionToTaskNum,
|
||||
Map<String, ReviewTaskStats> statsByTaskNum) {
|
||||
if (sessionToTaskNum.isEmpty()) {
|
||||
return;
|
||||
}
|
||||
|
||||
Set<String> sessionNums = sessionToTaskNum.keySet();
|
||||
List<StudyReportsEntity> reports = studyReportsMapper.selectList(
|
||||
Wrappers.<StudyReportsEntity>lambdaQuery()
|
||||
.in(StudyReportsEntity::getSessionNum, sessionNums)
|
||||
.select(StudyReportsEntity::getSessionNum));
|
||||
for (StudyReportsEntity report : reports) {
|
||||
ReviewTaskStats stats = statsByTaskNum.get(sessionToTaskNum.get(report.getSessionNum()));
|
||||
if (stats != null) {
|
||||
stats.setReportCount(stats.getReportCount() + 1);
|
||||
}
|
||||
}
|
||||
|
||||
List<StudyReportFragmentsEntity> fragments = studyReportFragmentsMapper.selectList(
|
||||
Wrappers.<StudyReportFragmentsEntity>lambdaQuery()
|
||||
.in(StudyReportFragmentsEntity::getSessionNum, sessionNums)
|
||||
.select(StudyReportFragmentsEntity::getSessionNum));
|
||||
for (StudyReportFragmentsEntity fragment : fragments) {
|
||||
ReviewTaskStats stats = statsByTaskNum.get(sessionToTaskNum.get(fragment.getSessionNum()));
|
||||
if (stats != null) {
|
||||
stats.setFragmentCount(stats.getFragmentCount() + 1);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user