diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
index be4e9ea..e41dc00 100644
--- a/.buildkite/pipeline.yml
+++ b/.buildkite/pipeline.yml
@@ -3,7 +3,7 @@ steps:
key: "run-dbt-postgres"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
@@ -18,7 +18,7 @@ steps:
key: "run_dbt_snowflake"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
@@ -35,7 +35,7 @@ steps:
key: "run_dbt_bigquery"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
@@ -47,7 +47,7 @@ steps:
key: "run_dbt_redshift"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
@@ -62,7 +62,7 @@ steps:
key: "run_dbt_databricks"
plugins:
- docker#v3.13.0:
- image: "python:3.8"
+ image: "python:3.10.13"
shell: [ "/bin/bash", "-e", "-c" ]
environment:
- "BASH_ENV=/tmp/.bashrc"
diff --git a/.github/PULL_REQUEST_TEMPLATE/maintainer_pull_request_template.md b/.github/PULL_REQUEST_TEMPLATE/maintainer_pull_request_template.md
index 99c450c..0899dc6 100644
--- a/.github/PULL_REQUEST_TEMPLATE/maintainer_pull_request_template.md
+++ b/.github/PULL_REQUEST_TEMPLATE/maintainer_pull_request_template.md
@@ -12,13 +12,15 @@ Before marking this PR as "ready for review":
## PR Overview
**Package version introduced in this PR:**
-
+-
+
**This PR addresses the following Issue/Feature(s):**
+-
**Summary of changes:**
-
+-
### Submission Checklist
- [ ] Alignment meeting with the reviewer (if needed)
@@ -27,9 +29,10 @@ Before marking this PR as "ready for review":
- [ ] **Validation Steps:** Check for unintentional effects (e.g., add/run consistency & integrity tests)
- [ ] **Testing Instructions:** Confirm the change addresses the issue(s)
- [ ] **Focus Areas:** Complex logic or queries that need extra attention
+- [ ] Merge any relevant open PRs into this PR
### Changelog
- [ ] Draft changelog for PR
-- [ ] Final changelog for release review
\ No newline at end of file
+- [ ] Final changelog for release review
diff --git a/.github/workflows/auto-release.yml b/.github/workflows/auto-release.yml
index 8ed5853..e0a7100 100644
--- a/.github/workflows/auto-release.yml
+++ b/.github/workflows/auto-release.yml
@@ -3,11 +3,12 @@ on:
pull_request:
types:
- closed
- branches:
- - main
+ - labeled
jobs:
- call-workflow-passing-data:
- if: github.event.pull_request.merged
+ release:
+ if: |
+ (github.event.pull_request.merged == true && github.event.pull_request.base.ref == 'main') ||
+ github.event.label.name == 'pre-release'
uses: fivetran/dbt_package_automations/.github/workflows/auto-release.yml@main
- secrets: inherit
\ No newline at end of file
+ secrets: inherit
diff --git a/.github/workflows/generate-docs.yml b/.github/workflows/generate-docs.yml
new file mode 100644
index 0000000..12b185e
--- /dev/null
+++ b/.github/workflows/generate-docs.yml
@@ -0,0 +1,13 @@
+name: 'generate dbt docs'
+on:
+ pull_request:
+ types:
+ - labeled
+
+jobs:
+ generate-docs:
+ if: github.event.label.name == 'docs:ready'
+ uses: fivetran/dbt_package_automations/.github/workflows/generate-docs.yml@main
+ secrets: inherit
+ with:
+ schema_var_name: linkedin_schema
\ No newline at end of file
diff --git a/.gitignore b/.gitignore
index ca1f282..06f4e77 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,7 +1,73 @@
-target/
+# dbt
+**/package-lock.yml
+package-lock.yml
+.dbt/
dbt_modules/
+dbt_packages/
logs/
+profiles.yml
+target/
+*.log
+
+# IDE files
+.idea/
+.vscode/
+*~
+*.swp
+*.swo
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# OS generated files
+**/.DS_Store
.DS_Store
-dbt_packages/
+.Spotlight-V100
+.Trashes
+._*
+Thumbs.db
+ehthumbs.db
+
+# Python
+*.egg
+*.egg-info/
+*.py[cod]
+*.so
+*$py.class
+.Python
+__pycache__/
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.env
+.installed.cfg
+lib/
+lib64/
+MANIFEST
+parts/
+sdist/
+var/
+wheels/
+
+# Secrets and credentials
+.env.*
+.secrets
+credentials.json
+service-account.json
+
+# Temporary files
+.cache/
+*.temp
+*.tmp
+
+# Virtual environments
+.conda/
+.env
+.venv
+ENV/
env/
-package-lock.yml
\ No newline at end of file
+env.bak/
+venv/
+venv.bak/
diff --git a/CHANGELOG.md b/CHANGELOG.md
index ae4fa4e..274e340 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,3 +1,22 @@
+[PR #76](https://github.com/fivetran/dbt_linkedin_source/pull/76) includes the following updates:
+
+### Under the Hood - July 2025 Updates
+
+- Updated conditions in `.github/workflows/auto-release.yml`.
+- Added `.github/workflows/generate-docs.yml`.
+- Added `+docs: show: False` to `integration_tests/dbt_project.yml`.
+- Migrated `flags` (e.g., `send_anonymous_usage_stats`, `use_colors`) from `sample.profiles.yml` to `integration_tests/dbt_project.yml`.
+- Updated `maintainer_pull_request_template.md` with improved checklist.
+- Refreshed README tag block:
+ - Standardized Quickstart-compatible badge set
+ - Left-aligned and positioned below the H1 title.
+- Updated Python image version to `3.10.13` in `pipeline.yml`.
+- Added `CI_DATABRICKS_DBT_CATALOG` to:
+ - `.buildkite/hooks/pre-command` (as an export)
+ - `pipeline.yml` (under the `environment` block, after `CI_DATABRICKS_DBT_TOKEN`)
+- Added `certifi==2025.1.31` to `requirements.txt` (if missing).
+- Updated `.gitignore` to exclude additional DBT, Python, and system artifacts.
+
# dbt_linkedin_source v0.12.0
[PR #75](https://github.com/fivetran/dbt_linkedin_source/pull/75) includes the following updates:
diff --git a/README.md b/README.md
index cf5c7fc..e368211 100644
--- a/README.md
+++ b/README.md
@@ -10,9 +10,6 @@
-
- 
## What does this dbt package do?
@@ -153,7 +150,7 @@ models:
If an individual source table has a different name than the package expects, add the table name as it appears in your destination to the respective variable. This is not available when running the package on multiple unioned connections.
> IMPORTANT: See this project's [`dbt_project.yml`](https://github.com/fivetran/dbt_linkedin_source/blob/main/dbt_project.yml) variable declarations to see the expected names.
-
+
```yml
# dbt_project.yml
vars:
diff --git a/integration_tests/ci/sample.profiles.yml b/integration_tests/ci/sample.profiles.yml
index b14b7f6..02d3448 100644
--- a/integration_tests/ci/sample.profiles.yml
+++ b/integration_tests/ci/sample.profiles.yml
@@ -2,10 +2,6 @@
# HEY! This file is used in the dbt package integrations tests with Buildkite.
# You should __NEVER__ check credentials into version control. Thanks for reading :)
-config:
- send_anonymous_usage_stats: False
- use_colors: True
-
integration_tests:
target: redshift
outputs:
diff --git a/integration_tests/dbt_project.yml b/integration_tests/dbt_project.yml
index 8b28964..f6e103d 100644
--- a/integration_tests/dbt_project.yml
+++ b/integration_tests/dbt_project.yml
@@ -58,3 +58,7 @@ seeds:
dispatch:
- macro_namespace: dbt_utils
search_order: ['spark_utils', 'dbt_utils']
+
+flags:
+ send_anonymous_usage_stats: False
+ use_colors: True
\ No newline at end of file