Release/0.4.0

.buildkite/scripts/run_models.sh

@@ -19,7 +19,7 @@ dbt deps
 dbt seed --target "$db" --full-refresh
 dbt run --target "$db" --full-refresh
 dbt test --target "$db"
-dbt run --vars '{using_twilio_call: false, using_twilio_messaging_service: false}' --target "$db" --full-refresh
+dbt run --vars '{using_twilio_call: false, using_twilio_messaging_service: false, using_twilio_usage_record: false}' --target "$db" --full-refresh
 dbt test --target "$db"
 
 dbt run-operation fivetran_utils.drop_schemas_automation --target "$db"

.quickstart/quickstart.yml

@@ -8,6 +8,9 @@ table_variables:
     - messaging_service
   using_twilio_call:
     - call
+  using_twilio_usage_record:
+    - usage_record
+
 
 destination_configurations:
   databricks:

CHANGELOG.md

@@ -1,3 +1,11 @@
+# dbt_twilio v0.4.0
+
+## Features
+- Added the ability to disable the `USAGE_RECORD` source table via variable `using_twilio_usage_record` (default `true`). If disabled, downstream this will remove the `total_account_spend` field in `twilio__account_overview`. Refer to the [README](https://github.com/fivetran/dbt_twilio?tab=readme-ov-file#step-4-enablingdisabling-models) for more details. 
+
+## Under the Hood
+- Removes references to unused models in `twilio__message_enhanced`.
+
 # dbt_twilio v0.3.0
 
 > _Note_: This release is a 🚨 **breaking change** 🚨 due to breaking changes introduced in the upstream twilio_source package [v0.3.0](https://github.com/fivetran/dbt_twilio_source/releases/tag/v0.3.0) release, where we explicitly cast the below fields as float types and remove any non-numerical characters. 

README.md

@@ -1,4 +1,6 @@
-<p align="center">
+# Twilio Transformation dbt Package ([Docs](https://fivetran.github.io/dbt_twilio/))
+
+<p align="left">
     <a alt="License"
         href="https://github.com/fivetran/dbt_twilio_source/blob/main/LICENSE">
         <img src="https://img.shields.io/badge/License-Apache%202.0-blue.svg" /></a>
@@ -10,8 +12,6 @@
         <img src="https://img.shields.io/badge/Contributions-welcome-blueviolet" /></a>
 </p>
 
-
-# Twilio Transformation dbt Package ([Docs](https://fivetran.github.io/dbt_twilio/))
 ## What does this dbt package do?
 
 - Produces modeled tables that leverage Twilio data from [Fivetran's connector](https://fivetran.com/docs/applications/twilio) in the format described by [this ERD](https://fivetran.com/docs/applications/twilio#schemainformation) and builds off the output of our [Twilio source package](https://github.com/fivetran/dbt_twilio_source).
@@ -51,7 +51,7 @@ Include the following Twilio package version in your `packages.yml` file:
 ```yaml
 packages:
   - package: fivetran/twilio
-    version: [">=0.3.0", "<0.4.0"]
+    version: [">=0.4.0", "<0.5.0"]
 ```
 ### Step 3: Define database and schema variables
 By default, this package runs using your destination and the `Twilio` schema. If this is not where your Twilio data is (for example, if your Twilio schema is named `twilio_fivetran`), add the following configuration to your root `dbt_project.yml` file:
@@ -72,6 +72,8 @@ By default, all variables are assumed to be `true`.
 vars:
   using_twilio_call: False # Disable this if not using call
   using_twilio_messaging_service: False # Disable this if not using messaging_service
+  using_twilio_usage_record: False # Disable this if not using usage_record
+
 ```
 
 ### (Optional) Step 5: Additional configurations
@@ -124,7 +126,7 @@ This dbt package is dependent on the following dbt packages. These dependencies
 ```yml
 packages:
     - package: fivetran/twilio_source
-      version: [">=0.3.0", "<0.4.0"]
+      version: [">=0.4.0", "<0.5.0"]
 
     - package: fivetran/fivetran_utils
       version: [">=0.4.0", "<0.5.0"]

dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'twilio' 
-version: '0.3.0'
+version: '0.4.0'
 config-version: 2
 require-dbt-version: [">=1.3.0", "<2.0.0"]
 vars:

integration_tests/dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'twilio_integration_tests'
-version: '0.3.0'
+version: '0.4.0'
 config-version: 2
 profile: 'integration_tests'
 
@@ -14,11 +14,13 @@ vars:
     twilio_usage_record_identifier:   "twilio_usage_record_data"
     twilio_call_identifier:   "twilio_call_data"
     twilio_message_identifier:   "twilio_message_data"
-
 dispatch:
   - macro_namespace: dbt_utils
     search_order: ['spark_utils', 'dbt_utils']
 
+models:
+  +schema: "twilio_{{ var('directed_schema','dev') }}"
+
 seeds:
   twilio_integration_tests:
     +column_types:

models/twilio.yml

@@ -165,5 +165,5 @@ models:
       - name: price_unit
         description: The currency unit in which the `price` is measured.
       - name: total_account_spend
-        description: The total cost or price incurred by account across all resources used.
+        description: The total cost or price incurred by account across all resources used. Note this will only exist if the `using_twilio_usage_record` variable is set as true (default being true).
 

models/twilio__account_overview.sql

@@ -3,20 +3,23 @@
 with messages as (
 
     select *
-    from {{ ref('int_twilio__messages')}}
+    from {{ ref('int_twilio__messages') }}
 ),
 
 account_history as (
 
     select * 
-    from {{ var('account_history')}}
-),
+    from {{ var('account_history') }}
+)
 
+{% if var('using_twilio_usage_record', True) %}
+,
 usage_record as (
 
     select * 
-    from {{ var('usage_record')}}
+    from {{ var('usage_record') }}
 )
+{% endif %}
 
 select
     messages.account_id,
@@ -44,13 +47,18 @@ select
     {% endfor %}
 
     count(messages.message_id) as total_messages,
-    round( cast(sum(messages.price) as {{ dbt.type_numeric ()}}), 2) * -1 as total_messages_spend,
-    round( cast(sum(usage_record.price) as {{ dbt.type_numeric ()}}), 2) as total_account_spend
+    round( cast(sum(messages.price) as {{ dbt.type_numeric() }}), 2) * -1 as total_messages_spend
+
+    {% if var('using_twilio_usage_record', True) %}
+    , round( cast(sum(usage_record.price) as {{ dbt.type_numeric() }}), 2) as total_account_spend
+    {% endif %}
 
 from messages
+{% if var('using_twilio_usage_record', True) %}
 left join usage_record
     on messages.account_id = usage_record.account_id
     and messages.date_day = usage_record.start_date
+{% endif %}
 left join account_history
     on messages.account_id = account_history.account_id
 

models/twilio__message_enhanced.sql

@@ -4,18 +4,6 @@ with messages as (
     from {{ ref('int_twilio__messages') }}
 ),
 
-incoming_phone_number as (
-
-    select *
-    from {{ var('incoming_phone_number')}}
-),
-
-addresses as (
-
-    select *
-    from {{ var('address')}}
-),
-
 {% if var('using_twilio_messaging_service', True) %}
 messaging_service as (
 

packages.yml

@@ -1,3 +1,7 @@
 packages:
-- package: fivetran/twilio_source
-  version: [">=0.3.0", "<0.4.0"]
+# - package: fivetran/twilio_source
+#   version: [">=0.3.0", "<0.4.0"]
+
+  - git: https://github.com/fivetran/dbt_twilio_source.git
+    revision: usage_record_enable_config
+    warn-unpinned: false