wip

.gitignore

@@ -12,3 +12,4 @@ node_modules
 oclif.lock
 oclif.manifest.json
 .env
+testing.db

src/commands/dump.ts

@@ -53,7 +53,6 @@ export default class Dump extends Command {
     migrate(db, {migrationsFolder: 'drizzle'}) // can this be done without migration files? need to make sure this works when run from a different directory
 
     const api = trackerApi(config)
-
     // steps:
     // - projects
     // - epics
@@ -77,8 +76,8 @@ export default class Dump extends Command {
       `https://www.pivotaltracker.com/services/v5/projects/${projectId}/stories`,
       async (page) => {
         db.insert(tracker.storyTable).values(page)
+        console.log(`adding ${page.length} stories`)
 
-        console.log('xyx', page)
         for (const story of page) {
           api.page<Array<tracker.Comment>>(
             `https://www.pivotaltracker.com/services/v5/projects/${projectId}/stories/${story.id}/comments`,

src/tracker.ts

@@ -1,15 +1,29 @@
+import {pRateLimit} from 'p-ratelimit'
+
+// chatgpt tells me the rate limit is '200 per minute per user'
+// 3 per second comes out at 180 per minute
+const limit = pRateLimit({
+  interval: 1000,
+  rate: 3,
+  concurrency: 5,
+})
+
 export function trackerApi(config: {apiKey: string}) {
   async function request<TData>(url: string): Promise<TData> {
-    const response = await fetch(url, {
-      headers: {
-        'X-TrackerToken': config.apiKey,
-        accept: 'application/json',
-      },
-    })
+    const response = await limit(() =>
+      fetch(url, {
+        headers: {
+          'X-TrackerToken': config.apiKey,
+          accept: 'application/json',
+        },
+      }),
+    )
 
     if (!response.ok) {
       try {
         console.error(await response.text())
+        console.error("headers:")
+        console.error(Object.fromEntries(response.headers.entries()))
       } catch (er) {}
       throw new Error(`request failed with status ${response.status}`)
     }