From a05e3cc78a97bc1037ee88743f791e1a68fd0881 Mon Sep 17 00:00:00 2001 From: Avraham Sakal Date: Wed, 13 Mar 2024 08:11:22 -0400 Subject: [PATCH] skip pending sync reversion; 10x concurrency --- .../ingest-option-quotes-from-polygon-to-clickhouse.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/server/src/scripts/ingest-option-quotes-from-polygon-to-clickhouse.ts b/server/src/scripts/ingest-option-quotes-from-polygon-to-clickhouse.ts index 868d1e2..1393cc7 100644 --- a/server/src/scripts/ingest-option-quotes-from-polygon-to-clickhouse.ts +++ b/server/src/scripts/ingest-option-quotes-from-polygon-to-clickhouse.ts @@ -244,13 +244,13 @@ async function revertPendingSyncs() { } // First, revert 'pending' syncs: -await revertPendingSyncs(); +//await revertPendingSyncs(); /** Second, for each option contract, get all of its quotes. * * This queries Polygon with a concurrency of 6. */ -const q = new pQueue({ concurrency: 6 }); +const q = new pQueue({ concurrency: 60 }); /** Initialized with the lowest possible option contract. * It's passed into `getNextUnstartedSymbolAndAsOfDate()`. */