Fix hard coded dbconnection (#41)

* refactor: use env vars

* refactor: testing something

* feat: set schema to read from env variables

* feat: add POSTGRES_USER to the test setup script

* chore: update package and add env variables

* Add the creation of the postgres table

* Stop using seeds as test data, instead insert test data in test setup
---------

Co-authored-by: Maria Lorena Rodriguez Viruel <[email protected]>

models/root/couchdb.sql

@@ -1,5 +1,3 @@
-{% set import_couchdb_data = select_table(source('couchdb','couchdb'), ref('couchdb_test_data')) %}
-
 {{
     config(
         materialized = 'view',
@@ -12,4 +10,4 @@
 SELECT
     doc->>'type' AS type,
     *
-FROM {{ import_couchdb_data }}
+FROM v1.{{ env_var('POSTGRES_TABLE') }}

models/root/root.yml

@@ -1,13 +1,13 @@
 version: 2
 
 sources:
-  - name: couchdb
-    database: data
-    schema: v1
+  - name: medic
+    database: "{{ env_var('POSTGRES_DB') }}"
+    schema: "v1"
     tables:
-      - name: couchdb
+      - name: medic
 models:
-  - name: couchdb
+  - name: medic
     columns:
       - name: _id
         tests:

packages.yml

@@ -2,4 +2,4 @@ packages:
   - package: dbt-labs/dbt_utils
     version: 1.1.1
   - package: calogica/dbt_date
-    version: 0.9.1
+    version: 0.10.0

tests/run_dbt_tests.sh

@@ -1,7 +1,10 @@
 #!/bin/bash
 set -e
 export POSTGRES_DB=data
+export POSTGRES_USER=root
 export POSTGRES_TABLE=couchdb
+export POSTGRES_PASSWORD=supercoolpassword
+export POSTGRES_SCHEMA=v1
 export DBT_POSTGRES_USER=dbt_user
 export DBT_POSTGRES_PASSWORD=supercoolpassword
 export DBT_POSTGRES_SCHEMA=dbt
@@ -11,8 +14,6 @@ export ROOT_POSTGRES_SCHEMA=v1
 export DBT_PROFILES_DIR=$PWD
 echo Install dbt dependencies ...
 dbt deps
-echo Seeding test data ...
-dbt seed --full-refresh
 echo Running dbt ...
 dbt run
 echo Running tests ...