feat: override task quotas from secrets

jschuur · Jan 23, 2024 · 1be9643 · 1be9643
1 parent 7e70c62
commit 1be9643
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 1 deletion.
diff --git a/.env.sample b/.env.sample
@@ -4,4 +4,7 @@ REVALIDATE_SECRET_TOKEN=""
 NEXT_PUBLIC_GOOGLE_ANALYTICS=""
 NEXT_PUBLIC_SENTRY_DSN=""
 # Set to http://localhost:3000 when running locally for home page update. Otherwise defauts to https://learnbyvideo.dev
-SITE_BASE_URL=""
+SITE_BASE_URL=""
+UPDATE_HOSTNAMES=""
+# Override the default task quotas (new items are merged into the existing quotas)
+# TASK_QUOTAS="{ "all": 10000, "crawl_channels": 2000, "find_videos": 4000, "update_video": 5000, "update_channels": 500, "add_channel": 2000 }"
diff --git a/apps/backend/src/findVideos.js b/apps/backend/src/findVideos.js
@@ -170,4 +170,6 @@ async function findNewVideos(channels) {
 
   logTimeSpent(startTime);
   logMemoryUsage();
+
+  process.exit(0);
 })();
diff --git a/packages/config/src/index.js b/packages/config/src/index.js
@@ -25,6 +25,7 @@ const config = {
     update_videos: 5000,
     update_channels: 500,
     add_channel: 2000,
+    ...(process.env.TASK_QUOTAS ? JSON.parse(process.env.TASK_QUOTAS) : {}),
   },
 
   youTubeApiPartQuotas: {