-
Notifications
You must be signed in to change notification settings - Fork 0
/
scrape_course_curriculum.js
65 lines (54 loc) · 1.76 KB
/
scrape_course_curriculum.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
const isTimed = prompt('Are the training sessions timed?', 'Yes') == 'Yes';
const lectures = Array.from(
document.querySelectorAll('.lecture-name')
);
const lectureStrings = lectures.map(lecture => lecture.innerText);
const lectureStringsFiltered = filterLectures(lectureStrings);
const mappedLectures = lectureStringsFiltered.map(parseLectureString);
const mappedLecturesJSON = JSON.stringify(mappedLectures, null, 4);
saveStringAsFile(mappedLecturesJSON, 'retrieved_data.json');
function filterLectures(lectureStrings) {
return lectureStrings.filter(isLectureString);
}
function parseLectureString(string) {
const parsedLecture = {
week: getWeekFromLectureString(string),
day: getDayFromLectureString(string),
}
if (isTimed) {
parsedLecture = {
...parsedLecture,
duration: getDurationFromLectureString(string),
}
}
return parsedLecture;
}
function saveStringAsFile(string, fileName) {
const blob = createTextBlob(string);
const dummyLink = createDummyDownloadLink(blob, fileName);
dummyLink.click();
}
function isLectureString(string) {
return string.includes('Day');
}
function getWeekFromLectureString(string) {
return parseInt(/W(\d*)/.exec(string)[1]);
}
function getDayFromLectureString(string) {
return parseInt(/Day (\d*)/.exec(string)[1]);
}
function getDurationFromLectureString(string) {
return /\d*:\d*/.exec(string)[0];
}
function createTextBlob(string) {
return new Blob(
[ string ],
{ type: 'text/plain' }
);
}
function createDummyDownloadLink(contentBlob, fileName) {
const dummyLink = document.createElement("a");
dummyLink.href = window.URL.createObjectURL(contentBlob);
dummyLink.download = fileName;
return dummyLink;
}