bellingcat/datasheet-server
1
0
Fork 0
mirror of https://github.com/bellingcat/datasheet-server.git synced 2026-06-11 12:58:32 +03:00
Code Issues Packages Projects Releases Wiki Activity

change linter to standard

Browse Source
This commit is contained in:
Unknown
2018-11-12 10:28:59 +00:00
parent 19f3edf55a
commit 04d80c7c2f
19 changed files with 837 additions and 691 deletions
Download Patch File Download Diff File Expand all files Collapse all files

118
src/lib/Fetcher.js
View File

@@ -1,50 +1,49 @@
// FetcherTwo class interfaces with Google Sheet, and saves to a specified db
import {google} from "googleapis";
import { google } from 'googleapis'
import {
fmtSourceTitle,
fmtBlueprinterTitles,
deriveFilename,
bp,
isFunction
} from "./util";
import {byRow, byId} from "./blueprinters";
import R from "ramda";
} from './util'
import { byRow } from './blueprinters'
import R from 'ramda'
class Fetcher {
constructor(db, sourceName, sourceId, blueprinters) {
constructor (db, sourceName, sourceId, blueprinters) {
/*
* The database that the fetcher should use. This should be an instance of a model-compliant class.
* See models/Interface.js for the specifications for a model-compliant class.
*/
this.db = db;
this.db = db
/*
* ID of the Google Sheet where the data is sourced. Note that the privateKey.client_email
* ID of the Google Sheet where the data is sourced. Note that the privateKey.clientEmail
* loaded here must be added to the sheet as an editor.
*/
this.sourceId = sourceId;
this.sourceId = sourceId
/*
* The name of the source. This will prefix tabs saved in the database.
*/
this.sourceName = sourceName;
this.sourceName = sourceName
/*
* These are the available tabs for storing and retrieving data.
* Each blueprinter is a function that returns a Blueprint from a
* list of lists (which will be retrieved from gsheets).
*/
this.blueprinters = fmtBlueprinterTitles(blueprinters);
this.blueprints = {};
this.blueprinters = fmtBlueprinterTitles(blueprinters)
this.blueprints = {}
Object.keys(this.blueprinters).forEach(key => {
this.blueprints[key] = null;
});
this.blueprints[key] = null
})
/*
* Google API setup
*/
this.sheets = google.sheets("v4");
this.auth = null;
this.sheets = google.sheets('v4')
this.auth = null
/**
* saveBp is a curried function that takes in a title and
@@ -57,35 +56,34 @@ class Fetcher {
this.sourceName,
this.sourceId,
data
);
const blueprint = bp(saturatedBp); // TODO: come up with better semantics.
this.blueprints[title] = blueprint;
return this.db.save(saturatedBp);
});
)
const blueprint = bp(saturatedBp) // TODO: come up with better semantics.
this.blueprints[title] = blueprint
return this.db.save(saturatedBp)
})
}
/** returns a Promise that resolves if access is granted to the account, and rejects otherwise. */
authenticate(client_email, private_key) {
const googleAuth = new google.auth.JWT(client_email, null, private_key, [
"https://www.googleapis.com/auth/spreadsheets"
]);
this.auth = googleAuth;
const {sourceId} = this;
authenticate (clientEmail, privateKey) {
const googleAuth = new google.auth.JWT(clientEmail, null, privateKey, [
'https://www.googleapis.com/auth/spreadsheets'
])
this.auth = googleAuth
const { sourceId } = this
return new Promise((resolve, reject) => {
googleAuth.authorize(function(err, tokens) {
googleAuth.authorize(function (err) {
if (err) {
reject(err);
return;
reject(err)
} else {
resolve(`Connected to ${sourceId}.`);
resolve(`Connected to ${sourceId}.`)
}
});
});
})
})
}
update() {
let tabTitles;
update () {
let tabTitles
/* Retrieve all available routes on a given sheet, and store formatted copies of it where a formatter is available */
return this.sheets.spreadsheets
.get({
@@ -93,57 +91,57 @@ class Fetcher {
spreadsheetId: this.sourceId
})
.then(response => {
tabTitles = response.data.sheets.map(sheet => sheet.properties.title);
tabTitles = response.data.sheets.map(sheet => sheet.properties.title)
return this.sheets.spreadsheets.values.batchGet({
auth: this.auth,
spreadsheetId: this.sourceId,
ranges: tabTitles
});
})
})
.then(results => {
const tabData = results.data.valueRanges;
const tabData = results.data.valueRanges
return Promise.all(
tabData.map((tab, idx) => {
const {values} = tab;
if (values == undefined) {
return Promise.resolve({});
const { values } = tab
if (values === undefined) {
return Promise.resolve({})
}
const name = tabTitles[idx];
return this.save(name, values);
const name = tabTitles[idx]
return this.save(name, values)
})
);
)
})
.then(() => "All tabs updated");
.then(() => 'All tabs updated')
}
save(tab, data) {
const title = fmtSourceTitle(tab);
save (tab, data) {
const title = fmtSourceTitle(tab)
if (Object.keys(this.blueprinters).indexOf(title) > -1) {
const bpConfig = this.blueprinters[title];
const bpConfig = this.blueprinters[title]
if (isFunction(bpConfig)) {
return this._saveBp(tab, title, data, bpConfig);
return this._saveBp(tab, title, data, bpConfig)
} else {
return bpConfig.map(this._saveBp(tab, title, data));
return bpConfig.map(this._saveBp(tab, title, data))
}
} else {
// If it can't find a blueprinter for the tab title, default to byRow
return this.db.save(byRow(tab, this.sourceName, this.sourceId, data));
return this.db.save(byRow(tab, this.sourceName, this.sourceId, data))
}
}
// NB: could combine these functions by checking kwargs length
retrieve(tab, resource) {
const title = fmtSourceTitle(tab);
const url = `${this.sourceName}/${tab}/${resource}`;
return this.db.load(url, this.blueprints[title]);
retrieve (tab, resource) {
const title = fmtSourceTitle(tab)
const url = `${this.sourceName}/${tab}/${resource}`
return this.db.load(url, this.blueprints[title])
}
retrieveFrag(tab, resource, frag) {
const title = fmtSourceTitle(tab);
const url = `${this.sourceName}/${tab}/${resource}/${frag}`;
return this.db.load(url, this.blueprints[title]);
retrieveFrag (tab, resource, frag) {
const title = fmtSourceTitle(tab)
const url = `${this.sourceName}/${tab}/${resource}/${frag}`
return this.db.load(url, this.blueprints[title])
}
}
export default Fetcher;
export default Fetcher