bellingcat/auto-archiver-setup-tool
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver-setup-tool.git synced 2026-06-08 03:28:37 +03:00
Code Issues Packages Projects Releases Wiki Activity

adds email info for new sheets from cronjob

Browse Source
This commit is contained in:
msramalho
2023-12-17 23:28:19 +00:00
parent d44920549b
commit e2cd10615c
2 changed files with 15 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
functions/index.js
View File

@@ -36,23 +36,27 @@ String.prototype.hashCode = function () {
exports.processSheetScheduler = onSchedule(
"* * * * *",
async (event) => {
// get all documents from firestore sheets collection
const db = getFirestore();
// get all documents from firestore sheets collection
// each sheet runs once per hour, so we hash the sheet id and only process it if the hash % 60 matches the cron minute
const querySnapshot = await db.collection("sheets").get();
const eventDate = Date.parse(event.scheduleTime);
const eventDate = new Date(Date.parse(event.scheduleTime));
querySnapshot.forEach(async (doc) => {
const docHash = doc.id.hashCode();
if ((docHash % 60) != eventDate.getMinutes()) {
console.log(`skipping document: ${doc.id} as its hash%60 (${docHash % 60}) does not match the cron minute (${eventDate.getMinutes()})`);
const hashToSixty = Math.abs(doc.id.hashCode() % 60);
if (hashToSixty != eventDate.getMinutes()) {
console.log(`skipping document: ${doc.id} as its hash%60 (${hashToSixty}) does not match the cron minute (${eventDate.getMinutes()})`);
return;
}
logger.log(`processing document ${doc.id}, its hash % 60 (${docHash % 60}) matches the cron minute (${eventDate.getMinutes()})`);
logger.log(`processing document ${doc.id}, its hash % 60 (${hashToSixty}) matches the cron minute (${eventDate.getMinutes()})`);
// send POST request with sheetID to trigger sheet processing
const sheetId = doc.data().sheetId;
const url = "https://auto-archiver-api.bellingcat.com/sheet_service";
const data = { sheet_id: sheetId };
const data = {
sheet_id: doc.data().sheetId,
author_id: doc.data().email ?? doc.data().uid,
tags: ["setup-tool"]
};
const options = {
method: "POST",
headers: {
@@ -67,7 +71,7 @@ exports.processSheetScheduler = onSchedule(
};
const response = await fetch(url, options);
logger.log(response);
console.log(response);
await doc.ref.update({ lastArchived: Date.now() });

2
src/store/index.js
View File

@@ -313,6 +313,7 @@ export default new Vuex.Store({
url: newSheet.result.spreadsheetUrl,
timestamp: Date.now(),
uid: state.user.uid,
email: state.user.email,
lastArchived: null,
name: name,
});
@@ -351,6 +352,7 @@ export default new Vuex.Store({
url: sheetToEnable.result.spreadsheetUrl,
timestamp: Date.now(),
uid: state.user.uid,
email: state.user.email,
lastArchived: null,
name: sheetToEnable.result.properties.title,
});