reverting previous

meltano.yml

@@ -20,10 +20,6 @@ plugins:
       sensitive: true
     - name: custom_streams
       kind: array
-    config:
-      custom_streams:
-      - name: "example_stream_name"
-        query: '{"models": ["Inventory"], "type": "object_set", "with": {"operator": "and", "type": "operation", "values": [{"operator": "or", "type": "operation", "values": [{"key": "NewSubCategory", "values": ["Exposure"], "type": "str", "operator": "in"}, {"key": "Type", "values": ["Container"], "type": "str", "operator": "in"}]}, {"type": "operation", "values": [{"keys": ["Vulnerabilities"], "type": "object_set", "with": {"type": "operation", "negate": false, "values": [{"keys": ["CVE"], "type": "object", "with": {"type": "operation", "negate": false, "values": [{"key": "Cvss3Severity", "type": "str", "values": ["HIGH", "MEDIUM", "CRITICAL"], "operator": "in"}], "disabled": false, "operator": "and"}, "models": ["CVE"], "negate": false, "disabled": false, "operator": "has"}, {"key": "FixAvailable", "type": "str", "values": ["Yes", "Extended"], "operator": "in"}, {"keys": ["CVEVendorData"], "type": "object_set", "with": {"type": "operation", "values": [], "operator": "and"}, "models": ["CVEDescription"], "operator": "has"}], "disabled": false, "operator": "and"}, "models": ["Vulnerability"], "negate": false, "disabled": false, "operator": "has"}, {"type": "operation", "negate": false, "values": [{"keys": ["AssetGroup"], "type": "object", "with": {"type": "operation", "negate": false, "values": [{"key": "ClusterName", "type": "str", "negate": false, "values": ["prod-wario"], "disabled": false, "operator": "containing"}], "disabled": false, "operator": "or"}, "models": ["Group"], "negate": false, "disabled": false, "operator": "has"}, {"type": "operation", "values": [{"keys": ["CloudAccount"], "type": "object_set", "with": {"type": "operation", "values": [{"key": "Name", "type": "str", "values": ["AWS - 345874614325 - Cloudservicesprod", "AWS - 821209223267 - Hosting Prod"], "operator": "in"}], "operator": "and"}, "models": ["CloudAccount"], "operator": "has"}], "operator": "and"}], "disabled": false, "operator": "and"}], "operator": "and"}]}}'
   loaders:
   - name: target-jsonl
     variant: andyh1203

tap_orca/client.py

@@ -64,11 +64,3 @@ def get_new_paginator(self) -> BaseAPIPaginator:
             A paginator instance.
         """
         return BaseOffsetPaginator(0, self.page_size)
-
-    def post_process(
-        self,
-        row: dict,
-        context: dict | None = None,  # noqa: ARG002
-    ) -> dict | None:
-        """Post-process a record before writing it."""
-        return {k: str(v) for k, v in row.items()}

tap_orca/tap.py

@@ -107,12 +107,12 @@ def discover_schema(self, query: str) -> dict:
                     th.CustomType(jsonschema_type_dict={
                         "anyOf": [
                             {"type": "null"},
-                            # {"type": "object"},
-                            # {"type": "array"},
+                            {"type": "object"},
+                            {"type": "array"},
                             {"type": "string"},
-                            # {"type": "number"},
+                            {"type": "number"},
                             # {"type": "boolean"},  # causes all values to be a boolean
-                            # {"type": "integer"},
+                            {"type": "integer"},
                         ]
                     })
                 ),