From 62b0493c050269927281d146102095fcf3aa7da7 Mon Sep 17 00:00:00 2001 From: Doug Guthrie Date: Mon, 8 Jan 2024 20:50:59 +0000 Subject: [PATCH 1/2] add staging models for stocks --- .../stocks/stg_stocks__fund_ownership.sql | 24 +++++++++++++++++ .../stocks/stg_stocks__grade_history.sql | 23 ++++++++++++++++ .../stg_stocks__insider_transactions.sql | 27 +++++++++++++++++++ .../stg_stocks__recommendation_trends.sql | 24 +++++++++++++++++ .../stocks/stg_stocks__sec_filings.sql | 23 ++++++++++++++++ 5 files changed, 121 insertions(+) create mode 100644 models/staging/stocks/stg_stocks__fund_ownership.sql create mode 100644 models/staging/stocks/stg_stocks__grade_history.sql create mode 100644 models/staging/stocks/stg_stocks__insider_transactions.sql create mode 100644 models/staging/stocks/stg_stocks__recommendation_trends.sql create mode 100644 models/staging/stocks/stg_stocks__sec_filings.sql diff --git a/models/staging/stocks/stg_stocks__fund_ownership.sql b/models/staging/stocks/stg_stocks__fund_ownership.sql new file mode 100644 index 00000000..04d41724 --- /dev/null +++ b/models/staging/stocks/stg_stocks__fund_ownership.sql @@ -0,0 +1,24 @@ +with + +source as ( + + select * from {{ source('stocks', 'fund_ownership') }} + +), + +renamed as ( + + select + symbol, + report_date, + organization, + pct_held as percent_held, + position as total_shares, + value as total_value, + pct_change as percent_change + + from source + +) + +select * from renamed diff --git a/models/staging/stocks/stg_stocks__grade_history.sql b/models/staging/stocks/stg_stocks__grade_history.sql new file mode 100644 index 00000000..06c86931 --- /dev/null +++ b/models/staging/stocks/stg_stocks__grade_history.sql @@ -0,0 +1,23 @@ +with + +source as ( + + select * from {{ source('stocks', 'grade_history') }} + +), + +renamed as ( + + select + symbol, + epoch_grade_date, + firm, + to_grade, + from_grade, + action as proposed_action + + from source + +) + +select * from renamed diff --git a/models/staging/stocks/stg_stocks__insider_transactions.sql b/models/staging/stocks/stg_stocks__insider_transactions.sql new file mode 100644 index 00000000..be8a9dc2 --- /dev/null +++ b/models/staging/stocks/stg_stocks__insider_transactions.sql @@ -0,0 +1,27 @@ +with + +source as ( + + select * from {{ source('stocks', 'insider_transactions') }} + +), + +renamed as ( + + select + symbol, + shares, + filer_url, + transaction_text, + filer_name, + filer_relation, + money_text, + start_date, + ownership, + value as total_value + + from source + +) + +select * from renamed diff --git a/models/staging/stocks/stg_stocks__recommendation_trends.sql b/models/staging/stocks/stg_stocks__recommendation_trends.sql new file mode 100644 index 00000000..374b6652 --- /dev/null +++ b/models/staging/stocks/stg_stocks__recommendation_trends.sql @@ -0,0 +1,24 @@ +with + +source as ( + + select * from {{ source('stocks', 'recommendation_trends') }} + +), + +renamed as ( + + select + symbol, + period, + strong_buy, + buy, + hold, + sell, + strong_sell + + from source + +) + +select * from renamed diff --git a/models/staging/stocks/stg_stocks__sec_filings.sql b/models/staging/stocks/stg_stocks__sec_filings.sql new file mode 100644 index 00000000..f68e91fe --- /dev/null +++ b/models/staging/stocks/stg_stocks__sec_filings.sql @@ -0,0 +1,23 @@ +with + +source as ( + + select * from {{ source('stocks', 'sec_filings') }} + +), + +renamed as ( + + select + symbol, + date as report_date, + epoch_date, + type, + title, + edgar_url + + from source + +) + +select * from renamed From 4356c79efd9e1e597db9e36375d90cc78b0fcdcd Mon Sep 17 00:00:00 2001 From: Doug Guthrie Date: Tue, 9 Jan 2024 21:56:16 +0000 Subject: [PATCH 2/2] make stocks models public --- models/staging/stocks/_stocks__models.yml | 265 ++++++++++++++++++++++ 1 file changed, 265 insertions(+) create mode 100644 models/staging/stocks/_stocks__models.yml diff --git a/models/staging/stocks/_stocks__models.yml b/models/staging/stocks/_stocks__models.yml new file mode 100644 index 00000000..d1ac10ce --- /dev/null +++ b/models/staging/stocks/_stocks__models.yml @@ -0,0 +1,265 @@ +version: 2 + +models: + - name: stg_stocks__fund_ownership + description: "" + access: public + columns: + - name: symbol + data_type: varchar + description: "" + + - name: report_date + data_type: date + description: "" + + - name: organization + data_type: varchar + description: "" + + - name: percent_held + data_type: float + description: "" + + - name: total_shares + data_type: float + description: "" + + - name: total_value + data_type: float + description: "" + + - name: percent_change + data_type: float + description: "" + + - name: stg_stocks__grade_history + description: "" + access: public + columns: + - name: symbol + data_type: varchar + description: "" + + - name: epoch_grade_date + data_type: timestamp_ntz + description: "" + + - name: firm + data_type: varchar + description: "" + + - name: to_grade + data_type: varchar + description: "" + + - name: from_grade + data_type: varchar + description: "" + + - name: proposed_action + data_type: varchar + description: "" + + - name: stg_stocks__history + description: "" + access: public + columns: + - name: symbol + data_type: varchar + description: "" + + - name: date + data_type: date + description: "" + + - name: close + data_type: float + description: "" + + - name: volume + data_type: float + description: "" + + - name: open + data_type: float + description: "" + + - name: high + data_type: float + description: "" + + - name: low + data_type: float + description: "" + + - name: adjusted_closed + data_type: float + description: "" + + - name: dividends + data_type: float + description: "" + + - name: splits + data_type: float + description: "" + + - name: stg_stocks__insider_transactions + description: "" + access: public + columns: + - name: symbol + data_type: varchar + description: "" + + - name: shares + data_type: float + description: "" + + - name: filer_url + data_type: varchar + description: "" + + - name: transaction_text + data_type: varchar + description: "" + + - name: filer_name + data_type: varchar + description: "" + + - name: filer_relation + data_type: varchar + description: "" + + - name: money_text + data_type: varchar + description: "" + + - name: start_date + data_type: date + description: "" + + - name: ownership + data_type: varchar + description: "" + + - name: total_value + data_type: float + description: "" + + - name: stg_stocks__recommendation_trends + description: "" + access: public + columns: + - name: symbol + data_type: varchar + description: "" + + - name: period + data_type: varchar + description: "" + + - name: strong_buy + data_type: number + description: "" + + - name: buy + data_type: number + description: "" + + - name: hold + data_type: number + description: "" + + - name: sell + data_type: number + description: "" + + - name: strong_sell + data_type: number + description: "" + + - name: stg_stocks__sec_filings + description: "" + columns: + - name: symbol + data_type: varchar + description: "" + + - name: report_date + data_type: date + description: "" + + - name: epoch_date + data_type: timestamp_ntz + description: "" + + - name: type + data_type: varchar + description: "" + + - name: title + data_type: varchar + description: "" + + - name: edgar_url + data_type: varchar + description: "" + + - name: stg_stocks__summary_profile + description: "" + access: public + columns: + - name: address_1 + data_type: varchar + description: "" + + - name: city + data_type: varchar + description: "" + + - name: state + data_type: varchar + description: "" + + - name: zip_code + data_type: varchar + description: "" + + - name: country + data_type: varchar + description: "" + + - name: phone + data_type: varchar + description: "" + + - name: website + data_type: varchar + description: "" + + - name: industry + data_type: varchar + description: "" + + - name: sector + data_type: varchar + description: "" + + - name: long_business_summary + data_type: varchar + description: "" + + - name: full_time_employees + data_type: number + description: "" + + - name: symbol + data_type: varchar + description: "" + + - name: address_2 + data_type: varchar + description: ""