data-platform-example/.github/workflows/ci.yml at main · jstnck/data-platform-example · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
# Commenting out as this is a project is a public repo, the actual deployment workflow is in a private repo.
# Leaving the code here as a reference for a possible CI workflow.


# name: project-ci

# on:
#   push:
#     branches: [ "main" ]
#   pull_request:
#     branches: [ "main" ]

# permissions:
#   contents: read
#   pull-requests: read

# jobs:
#   dagster:
#     runs-on: ubuntu-latest

#     steps:
#       - uses: actions/checkout@v5

#       - name: Install uv
#         uses: astral-sh/setup-uv@v6
#         with:
#           version: "0.9.6"
#           enable-cache: true

#       - name: Debug - check files
#         run: |
#           echo "Current directory:"
#           pwd
#           echo "Files in root:"
#           ls -la
#           echo "Files in dagster-proj:"
#           ls -la dagster-proj/

#       - name: Install the project
#         working-directory: ./dagster-proj
#         run: |
#           echo "Running from:"
#           pwd
#           echo "Files here:"
#           ls -la
#           uv sync --locked --all-extras --dev

#       - name: Check Dagster definitions
#         working-directory: ./dagster-proj
#         env:
#           MOTHERDUCK_TOKEN: "1" # Dummy value to bypass checks
#         run: uv run dg check defs

#       - name: Run tests
#         working-directory: ./dagster-proj
#         run: uv run pytest tests

#       - name: Check for Dockerfile changes
#         uses: dorny/paths-filter@v3
#         id: dockerfile_changes
#         with:
#           filters: |
#             dockerfile:
#               - 'dagster-proj/deploy/Dockerfile'
#               - 'dagster-proj/pyproject.toml'
#               - 'dagster-proj/uv.lock'

#       - name: Test Docker build
#         if: steps.dockerfile_changes.outputs.dockerfile == 'true'
#         run: docker build -f dagster-proj/deploy/Dockerfile -t test-image .

#   dbt:
#     runs-on: ubuntu-latest

#     steps:
#       - uses: actions/checkout@v5

#       - name: Install uv
#         uses: astral-sh/setup-uv@v6
#         with:
#           version: "0.9.6"
#           enable-cache: true

#       - name: Install the project
#         working-directory: ./dbt-proj
#         run: uv sync --locked

#       - name: Run dbt parse
#         working-directory: ./dbt-proj/dbt_dwh
#         env:
#           MOTHERDUCK_TOKEN: ${{ secrets.MOTHERDUCK_TOKEN }}
#         run: uv run dbt parse

#       - name: Run dbt compile
#         working-directory: ./dbt-proj/dbt_dwh
#         env:
#           MOTHERDUCK_TOKEN: ${{ secrets.MOTHERDUCK_TOKEN }}
#         run: uv run dbt compile

#       - name: Run sqlfluff lint
#         working-directory: ./dbt-proj/dbt_dwh
#         env:
#           MOTHERDUCK_TOKEN: ${{ secrets.MOTHERDUCK_TOKEN }}
#         run: uv run sqlfluff lint models/

#   ai-ml:
#     runs-on: ubuntu-latest

#     steps:
#       - uses: actions/checkout@v5

#       - name: Install uv
#         uses: astral-sh/setup-uv@v6
#         with:
#           version: "0.9.6"
#           enable-cache: true

#       - name: Install the project
#         working-directory: ./ai-ml
#         run: uv sync --locked --all-extras --dev

#       - name: Run ruff
#         working-directory: ./ai-ml
#         run: uv run ruff check .

#       - name: Run mypy
#         working-directory: ./ai-ml
#         run: uv run mypy .

#       - name: Run tests
#         working-directory: ./ai-ml
#         run: uv run pytest tests