Skip to content

Commit

Permalink
fix: schema and incremental fixes (#31)
Browse files Browse the repository at this point in the history
* fix deal pipeline updatedAt schema

* incremental to INCREMENTAL, not saving state
  • Loading branch information
pnadolny13 authored Jul 26, 2023
1 parent e625a1d commit 1f2f3f5
Showing 1 changed file with 36 additions and 36 deletions.
72 changes: 36 additions & 36 deletions tap_hubspot/streams.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ class ContactStream(HubspotStream):
path = "/objects/contacts"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -87,7 +87,7 @@ class UsersStream(HubspotStream):
path = "/users"
primary_keys = ["id"]
replication_key = "id"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -125,7 +125,7 @@ class OwnersStream(HubspotStream):
path = "/owners"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -166,7 +166,7 @@ class TicketPipelineStream(HubspotStream):
path = "/pipelines/tickets"
primary_keys = ["createdAt"]
replication_key = "createdAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -228,7 +228,7 @@ class DealPipelineStream(HubspotStream):
path = "/pipelines/deals"
primary_keys = ["createdAt"]
replication_key = "createdAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand All @@ -250,7 +250,7 @@ class DealPipelineStream(HubspotStream):
),
Property("stageId", StringType),
Property("createdAt", IntegerType),
Property("updatedAt", StringType),
Property("updatedAt", IntegerType),
Property("active", BooleanType),
),
),
Expand All @@ -259,7 +259,7 @@ class DealPipelineStream(HubspotStream):
Property("objectTypeId", StringType),
Property("pipelineId", StringType),
Property("createdAt", IntegerType),
Property("updatedAt", StringType),
Property("updatedAt", IntegerType),
Property("default", BooleanType),
).to_dict()

Expand Down Expand Up @@ -290,7 +290,7 @@ class EmailSubscriptionStream(HubspotStream):
path = "/subscriptions"
primary_keys = ["id"]
replication_key = "id"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[subscriptionDefinitions][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -333,7 +333,7 @@ class PropertyTicketStream(HubspotStream):
path = "/properties/tickets"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -403,7 +403,7 @@ class PropertyDealStream(HubspotStream):
path = "/properties/deals"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -474,7 +474,7 @@ class PropertyContactStream(HubspotStream):
path = "/properties/contacts"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -544,7 +544,7 @@ class PropertyCompanyStream(HubspotStream):
path = "/properties/company"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -614,7 +614,7 @@ class PropertyProductStream(HubspotStream):
path = "/properties/product"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -684,7 +684,7 @@ class PropertyLineItemStream(HubspotStream):
path = "/properties/line_item"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -754,7 +754,7 @@ class PropertyEmailStream(HubspotStream):
path = "/properties/email"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -824,7 +824,7 @@ class PropertyPostalMailStream(HubspotStream):
path = "/properties/postal_mail"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -894,7 +894,7 @@ class PropertyCallStream(HubspotStream):
path = "/properties/call"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -964,7 +964,7 @@ class PropertyMeetingStream(HubspotStream):
path = "/properties/meeting"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1034,7 +1034,7 @@ class PropertyTaskStream(HubspotStream):
path = "/properties/task"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1104,7 +1104,7 @@ class PropertyCommunicationStream(HubspotStream):
path = "/properties/communication"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1174,7 +1174,7 @@ class PropertyNotesStream(HubspotStream):
path = "/properties/notes"
primary_keys = ["label"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1283,7 +1283,7 @@ class CompanyStream(HubspotStream):
path = "/objects/companies"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1332,7 +1332,7 @@ class DealStream(HubspotStream):
path = "/objects/deals"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1381,7 +1381,7 @@ class FeedbackSubmissionsStream(HubspotStream):
path = "/objects/feedback_submissions"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1431,7 +1431,7 @@ class LineItemStream(HubspotStream):
path = "/objects/line_items"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1480,7 +1480,7 @@ class ProductStream(HubspotStream):
path = "/objects/products"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1529,7 +1529,7 @@ class TicketStream(HubspotStream):
path = "/objects/tickets"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1577,7 +1577,7 @@ class QuoteStream(HubspotStream):
path = "/objects/quotes"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1626,7 +1626,7 @@ class GoalStream(HubspotStream):
path = "/objects/goal_targets"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1674,7 +1674,7 @@ class CallStream(HubspotStream):
path = "/objects/calls"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1726,7 +1726,7 @@ class CommunicationStream(HubspotStream):
path = "/objects/Communications"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1772,7 +1772,7 @@ class EmailStream(HubspotStream):
path = "/objects/emails"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1827,7 +1827,7 @@ class MeetingStream(HubspotStream):
path = "/objects/meetings"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1880,7 +1880,7 @@ class NoteStream(HubspotStream):
path = "/objects/notes"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1926,7 +1926,7 @@ class PostalMailStream(HubspotStream):
path = "/objects/postal_mail"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down Expand Up @@ -1970,7 +1970,7 @@ class TaskStream(HubspotStream):
path = "/objects/tasks"
primary_keys = ["id"]
replication_key = "updatedAt"
replication_method = "incremental"
replication_method = "INCREMENTAL"
records_jsonpath = "$[results][*]" # Or override `parse_response`.

schema = PropertiesList(
Expand Down

0 comments on commit 1f2f3f5

Please sign in to comment.