Cloudquery github resolver should handle null github fields (#1431)

opensource-observer · May 16, 2024 · 1c0a205 · 1c0a205
1 parent 80d3b7f
commit 1c0a205
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/warehouse/cloudquery-github-resolve-repos/src/tables.ts b/warehouse/cloudquery-github-resolve-repos/src/tables.ts
@@ -97,14 +97,19 @@ const getRepositories = async (
   const tableResolver: TableResolver = async (clientMeta, parent, stream) => {
     for await (const line of input()) {
       const project = JSON.parse(line) as {
-        slug: string;
+        name: string;
         github: Array<{ url: string }>;
       };
-      console.log(`Loading ${project.slug}`);
+      if (project.github == null) {
+        console.log(`skipping ${project.name}. null .github found`);
+        continue;
+      }
+      const projectGithub = project.github || [];
+
       const repos = await getReposFromUrls(
         client,
         gh,
-        project.github.map((p) => p.url),
+        projectGithub.map((p) => p.url),
       );
       for (const repo of repos) {
         //console.log(repo);

diff --git a/warehouse/cloudquery-github-resolve-repos/test.yml b/warehouse/cloudquery-github-resolve-repos/test.yml
@@ -7,7 +7,6 @@ spec:
   tables:
     ["*"]
   destinations:
-    - "bigquery"
     - "file"
   spec:
     projects_input_path: "test_only.projects.json"