Add source-hackernews connector

source-hackernews/pyproject.toml

@@ -2,7 +2,7 @@
 name = "source_hackernews"
 version = "0.1.0"
 description = ""
-authors = ["Johnny Graettinger <johnny@estuary.dev>"]
+authors = ["Dani Palma <dani@estuary.dev>"]
 
 [tool.poetry.dependencies]
 estuary-cdk = {path="../estuary-cdk", develop = true}

source-hackernews/source_hackernews/api.py

@@ -1,6 +1,3 @@
-from datetime import datetime, timedelta
-from decimal import Decimal
-
 from estuary_cdk.capture.common import PageCursor, LogCursor
 from estuary_cdk.http import HTTPSession
 from logging import Logger
@@ -17,8 +14,6 @@
 async def fetch_page(http: HTTPSession, log: Logger, start_cursor: PageCursor, log_cutoff: LogCursor):
     url = f"{API}/v0/item/{start_cursor}.json"
 
-    # TODO batch
-    # TODO handle http errors
     req = await http.request(log, url)
 
     item = Item.model_validate_json(req)

source-hackernews/tests/test_snapshots.py

@@ -22,6 +22,7 @@ def test_capture(request, snapshot):
 
     assert snapshot("stdout.json") == lines
 
+
 def test_discover(request, snapshot):
     result = subprocess.run(
         [
@@ -42,6 +43,7 @@ def test_discover(request, snapshot):
 
     assert snapshot("stdout.json") == lines
 
+
 def test_spec(request, snapshot):
     result = subprocess.run(
         [