aboutsummaryrefslogtreecommitdiffstats
path: root/packages/pipeline/src/run_jobs.ts
diff options
context:
space:
mode:
Diffstat (limited to 'packages/pipeline/src/run_jobs.ts')
-rw-r--r--packages/pipeline/src/run_jobs.ts87
1 files changed, 0 insertions, 87 deletions
diff --git a/packages/pipeline/src/run_jobs.ts b/packages/pipeline/src/run_jobs.ts
deleted file mode 100644
index 4d82d4e2d..000000000
--- a/packages/pipeline/src/run_jobs.ts
+++ /dev/null
@@ -1,87 +0,0 @@
-import { exec } from 'child_process';
-
-import { postgresClient } from './postgres.js';
-import { dataFetchingQueries } from './scripts/query_data.js';
-import { web3, zrx } from './zrx.js';
-const CUR_BLOCK_OFFSET = 20;
-postgresClient.query(dataFetchingQueries.get_max_block, []).then((data: any) => {
- const maxBlockNumber = data.rows[0].max;
- const safeCurBlockNumber = web3.eth.blockNumber - CUR_BLOCK_OFFSET;
- console.log('Scraping ' + maxBlockNumber + ' to ' + safeCurBlockNumber);
- exec(
- 'node ./lib/scripts/scrape_data --type events --from ' + maxBlockNumber + ' --to ' + safeCurBlockNumber,
- (error, stdout, stderr) => {
- if (error) {
- console.log(error);
- return;
- }
- console.log('Scraped events');
- console.log('Scraping blocks');
- exec(
- 'node ./lib/scripts/scrape_data --type blocks --from ' + maxBlockNumber + ' --to ' + safeCurBlockNumber,
- (error, stdout, stderr) => {
- if (error) {
- console.log(error);
- return;
- }
- console.log('Scraped blocks');
- console.log('Scraping transactions');
- exec(
- 'node ./lib/scripts/scrape_data --type transactions --from ' +
- maxBlockNumber +
- ' --to ' +
- safeCurBlockNumber,
- (error, stdout, stderr) => {
- if (error) {
- console.log(error);
- return;
- }
- console.log('Scraped transactions');
- console.log('Joining events_staging');
- exec(
- 'node ./lib/scripts/join_tables --name events_staging --from ' +
- maxBlockNumber +
- ' --to ' +
- safeCurBlockNumber,
- (error, stdout, stderr) => {
- if (error) {
- console.log(error);
- return;
- }
- console.log('Joined events_staging');
- console.log('Joining events');
- exec(
- 'node ./lib/scripts/join_tables --name events --from ' +
- maxBlockNumber +
- ' --to ' +
- safeCurBlockNumber,
- (error, stdout, stderr) => {
- if (error) {
- console.log(error);
- return;
- }
- console.log('Joined events');
- console.log('Joining events_full');
- exec(
- 'node ./lib/scripts/join_tables --name events_full --from ' +
- maxBlockNumber +
- ' --to ' +
- safeCurBlockNumber,
- (error, stdout, stderr) => {
- if (error) {
- console.log(error);
- return;
- }
- },
- );
- },
- );
- },
- );
- },
- );
- },
- );
- },
- );
-});