UpdateCourseDataJob.java
package edu.ucsb.cs156.courses.jobs;
import edu.ucsb.cs156.courses.documents.ConvertedSection;
import edu.ucsb.cs156.courses.documents.Update;
import edu.ucsb.cs156.courses.models.Quarter;
import edu.ucsb.cs156.courses.services.IsStaleService;
import edu.ucsb.cs156.courses.services.UCSBCurriculumService;
import edu.ucsb.cs156.courses.services.UpdateCoursesService;
import edu.ucsb.cs156.jobs.services.JobContext;
import edu.ucsb.cs156.jobs.services.JobContextConsumer;
import edu.ucsb.cs156.jobs.services.JobRateLimit;
import java.util.List;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import lombok.extern.slf4j.Slf4j;
@Builder
@Getter
@AllArgsConstructor
@Slf4j
public class UpdateCourseDataJob implements JobContextConsumer {
private String start_quarterYYYYQ;
private String end_quarterYYYYQ;
private List<String> subjects;
private UCSBCurriculumService ucsbCurriculumService;
private IsStaleService isStaleService;
private boolean ifStale;
private JobRateLimit jobRateLimit;
private UpdateCoursesService updateCoursesService;
@Override
public void accept(JobContext ctx) throws Exception {
ctx.log(
String.format(
"Updating courses from %s to %s for %d subjects",
start_quarterYYYYQ, end_quarterYYYYQ, subjects.size()));
List<Quarter> quarters = Quarter.quarterList(start_quarterYYYYQ, end_quarterYYYYQ);
for (Quarter quarter : quarters) {
String quarterYYYYQ = quarter.getYYYYQ();
for (String subjectArea : subjects) {
// Most (subjectArea, quarterYYYYQ) pairs are not stale on a typical re-run and hit the
// `continue` below with no ctx.log() call at all -- checkCancellation() gives this loop
// its own cancellation checkpoint independent of whether an iteration happens to log
// anything (see UpdateCourseDataJobTests for why a bare log()-only check isn't enough).
ctx.checkCancellation();
boolean isStale = isStaleService.isStale(subjectArea, quarterYYYYQ);
if (ifStale) {
if (!isStale) {
continue;
}
}
jobRateLimit.sleep();
updateCourses(ctx, quarterYYYYQ, subjectArea);
}
}
ctx.log("Finished updating courses");
}
public void updateCourses(JobContext ctx, String quarterYYYYQ, String subjectArea)
throws Exception {
ctx.log("Updating courses for [" + subjectArea + " " + quarterYYYYQ + "]");
List<ConvertedSection> convertedSections =
ucsbCurriculumService.getConvertedSections(subjectArea, quarterYYYYQ, "A");
Update savedUpdate =
updateCoursesService.upsert(convertedSections, ctx, quarterYYYYQ, subjectArea, true);
ctx.log(
String.format(
"%d new sections saved, %d sections updated, %d errors, last update: %s",
savedUpdate.getSaved(),
savedUpdate.getUpdated(),
savedUpdate.getErrors(),
savedUpdate.getLastUpdate()));
ctx.log("Saved update: " + savedUpdate);
}
}