diff options
Diffstat (limited to 'packages/pipeline/src/run_jobs.ts')
-rw-r--r-- | packages/pipeline/src/run_jobs.ts | 87 |
1 files changed, 0 insertions, 87 deletions
diff --git a/packages/pipeline/src/run_jobs.ts b/packages/pipeline/src/run_jobs.ts deleted file mode 100644 index 4d82d4e2d..000000000 --- a/packages/pipeline/src/run_jobs.ts +++ /dev/null @@ -1,87 +0,0 @@ -import { exec } from 'child_process'; - -import { postgresClient } from './postgres.js'; -import { dataFetchingQueries } from './scripts/query_data.js'; -import { web3, zrx } from './zrx.js'; -const CUR_BLOCK_OFFSET = 20; -postgresClient.query(dataFetchingQueries.get_max_block, []).then((data: any) => { - const maxBlockNumber = data.rows[0].max; - const safeCurBlockNumber = web3.eth.blockNumber - CUR_BLOCK_OFFSET; - console.log('Scraping ' + maxBlockNumber + ' to ' + safeCurBlockNumber); - exec( - 'node ./lib/scripts/scrape_data --type events --from ' + maxBlockNumber + ' --to ' + safeCurBlockNumber, - (error, stdout, stderr) => { - if (error) { - console.log(error); - return; - } - console.log('Scraped events'); - console.log('Scraping blocks'); - exec( - 'node ./lib/scripts/scrape_data --type blocks --from ' + maxBlockNumber + ' --to ' + safeCurBlockNumber, - (error, stdout, stderr) => { - if (error) { - console.log(error); - return; - } - console.log('Scraped blocks'); - console.log('Scraping transactions'); - exec( - 'node ./lib/scripts/scrape_data --type transactions --from ' + - maxBlockNumber + - ' --to ' + - safeCurBlockNumber, - (error, stdout, stderr) => { - if (error) { - console.log(error); - return; - } - console.log('Scraped transactions'); - console.log('Joining events_staging'); - exec( - 'node ./lib/scripts/join_tables --name events_staging --from ' + - maxBlockNumber + - ' --to ' + - safeCurBlockNumber, - (error, stdout, stderr) => { - if (error) { - console.log(error); - return; - } - console.log('Joined events_staging'); - console.log('Joining events'); - exec( - 'node ./lib/scripts/join_tables --name events --from ' + - maxBlockNumber + - ' --to ' + - safeCurBlockNumber, - (error, stdout, stderr) => { - if (error) { - console.log(error); - return; - } - console.log('Joined events'); - console.log('Joining events_full'); - exec( - 'node ./lib/scripts/join_tables --name events_full --from ' + - maxBlockNumber + - ' --to ' + - safeCurBlockNumber, - (error, stdout, stderr) => { - if (error) { - console.log(error); - return; - } - }, - ); - }, - ); - }, - ); - }, - ); - }, - ); - }, - ); -}); |