config.yaml

gateways:

  inttest_duckdb:
    connection:
      type: duckdb
      catalogs:
        memory: ':memory:'
        testing: "{{ var('tmp_path') }}/testing.duckdb"

  # Databases with docker images available
  inttest_trino_hive:
    connection:
      type: trino
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      port: 8080
      user: admin
      catalog: datalake
      http_scheme: http
      retries: 20
      check_import: false
    state_connection:
      type: duckdb
  inttest_trino_iceberg:
    connection:
      type: trino
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      port: 8080
      user: admin
      catalog: datalake_iceberg
      http_scheme: http
      retries: 20
      check_import: false
    state_connection:
      type: duckdb
  inttest_trino_delta:
    connection:
      type: trino
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      port: 8080
      user: admin
      catalog: datalake_delta
      http_scheme: http
      retries: 20
      check_import: false
    state_connection:
      type: duckdb
  inttest_trino_nessie:
    connection:
      type: trino
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      port: 8080
      user: admin
      catalog: datalake_nessie
      http_scheme: http
      retries: 20
      check_import: false
    state_connection:
      type: duckdb
  inttest_spark:
    connection:
      type: spark
      config:
        spark.remote: sc://{{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      check_import: false
    state_connection:
      type: duckdb
  inttest_mssql:
    connection:
      type: mssql
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      user: sa
      password: 1StrongPwd@@
      check_import: false
  inttest_postgres:
    connection:
      type: postgres
      user: postgres
      password: postgres
      database: postgres
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      port: 5432
      check_import: false
  inttest_mysql:
    connection:
      type: mysql
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      user: root
      password: mysql
      port: 3306
      charset: utf8
      check_import: false
  inttest_clickhouse_standalone:
    connection:
      type: clickhouse
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      port: 8123
      username: clickhouse
      password: clickhouse
      check_import: false
    state_connection:
      type: duckdb
  inttest_clickhouse_cluster:
    connection:
      type: clickhouse
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      port: 8123
      username: clickhouse
      password: clickhouse
      cluster: cluster1
      check_import: false
    state_connection:
      type: duckdb
  inttest_risingwave:
    connection:
      type: risingwave
      user: root
      database: dev
      host: {{ env_var('DOCKER_HOSTNAME', 'localhost') }}
      port: 4566
      check_import: false


  # Cloud databases
  inttest_snowflake:
    connection:
      type: snowflake
      account: {{ env_var('SNOWFLAKE_ACCOUNT') }}
      warehouse: {{ env_var('SNOWFLAKE_WAREHOUSE') }}
      database: {{ env_var('SNOWFLAKE_DATABASE') }}
      user: {{ env_var('SNOWFLAKE_USER') }}
      private_key_path: {{ env_var('SNOWFLAKE_PRIVATE_KEY_FILE', 'tests/fixtures/snowflake/rsa_key_no_pass.p8') }}
      check_import: false
    state_connection:
      type: duckdb

  inttest_databricks:
    connection:
      type: databricks
      catalog: {{ env_var('DATABRICKS_CATALOG') }}
      server_hostname: {{ env_var('DATABRICKS_SERVER_HOSTNAME') }}
      http_path: {{ env_var('DATABRICKS_HTTP_PATH') }}
      auth_type: {{ env_var('DATABRICKS_AUTH_TYPE', 'databricks-oauth') }}
      oauth_client_id: {{ env_var('DATABRICKS_CLIENT_ID') }}
      oauth_client_secret: {{ env_var('DATABRICKS_CLIENT_SECRET') }}
      databricks_connect_use_serverless: true
      check_import: false

  inttest_redshift:
    connection:
      type: redshift
      host: {{ env_var('REDSHIFT_HOST') }}
      user: {{ env_var('REDSHIFT_USER') }}
      password: {{ env_var('REDSHIFT_PASSWORD') }}
      database: {{ env_var('REDSHIFT_DATABASE') }}
      check_import: false

  inttest_bigquery:
    connection:
      type: bigquery
      method: service-account
      keyfile: {{ env_var('BIGQUERY_KEYFILE') }}
      check_import: false
    state_connection:
      type: duckdb

  inttest_clickhouse_cloud:
    connection:
      type: clickhouse
      host: {{ env_var("CLICKHOUSE_CLOUD_HOST") }}
      port: 8443
      username: {{ env_var("CLICKHOUSE_CLOUD_USERNAME") }}
      password: {{ env_var("CLICKHOUSE_CLOUD_PASSWORD") }}
      connect_timeout: 30
      connection_pool_options:
        retries: 5
      check_import: false
    state_connection:
      type: duckdb

  inttest_athena:
    connection:
      type: athena
      aws_access_key_id: {{ env_var("AWS_ACCESS_KEY_ID") }}
      aws_secret_access_key: {{ env_var("AWS_SECRET_ACCESS_KEY") }}
      region_name: {{ env_var("AWS_REGION") }}
      work_group: {{ env_var("ATHENA_WORK_GROUP", "primary") }}
      s3_warehouse_location: {{ env_var("ATHENA_S3_WAREHOUSE_LOCATION", "") }}
      check_import: false
    state_connection:
      type: duckdb

  inttest_fabric:
    connection:
      type: fabric
      driver: pyodbc
      host: {{ env_var("FABRIC_HOST") }}
      user: {{ env_var("FABRIC_CLIENT_ID") }}
      password: {{ env_var("FABRIC_CLIENT_SECRET") }}
      database: {{ env_var("FABRIC_DATABASE") }}
      tenant_id: {{ env_var("FABRIC_TENANT_ID") }}
      workspace_id: {{ env_var("FABRIC_WORKSPACE_ID") }}
      odbc_properties:
        Authentication: ActiveDirectoryServicePrincipal
      check_import: false
    state_connection:
      type: duckdb

  inttest_gcp_postgres:
    connection:
      type: gcp_postgres
      instance_connection_string: {{ env_var("GCP_POSTGRES_INSTANCE_CONNECTION_STRING") }}
      user: {{ env_var("GCP_POSTGRES_USER") }}
      password: {{ env_var("GCP_POSTGRES_PASSWORD") }}
      keyfile_json: {{ env_var("GCP_POSTGRES_KEYFILE_JSON", "") }}
      db: {{ env_var("GCP_POSTGRES_DATABASE") }}
      enable_iam_auth: true
      check_import: false


model_defaults:
    dialect: duckdb