ComfyUI/.github/workflows/test-assets.yml at fd6ac0a7654a3842681559c46021f41df006ea7e · Comfy-Org/ComfyUI · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
name: Asset System Tests

on:
  push:
    paths:
      - 'app/**'
      - 'tests-assets/**'
      - '.github/workflows/test-assets.yml'
      - 'requirements.txt'
  pull_request:
    branches: [master]
  workflow_dispatch:

permissions:
  contents: read

env:
  PIP_DISABLE_PIP_VERSION_CHECK: '1'
  PYTHONUNBUFFERED: '1'

jobs:
  sqlite:
    name: SQLite (${{ matrix.sqlite_mode }}) • Python ${{ matrix.python }}
    runs-on: ubuntu-latest
    timeout-minutes: 40
    strategy:
      fail-fast: false
      matrix:
        python: ['3.9', '3.12']
        sqlite_mode: ['memory', 'file']

    steps:
      - uses: actions/checkout@v4
      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python }}

      - name: Install dependencies
        run: |
          python -m pip install -U pip wheel
          pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
          pip install -r requirements.txt
          pip install pytest pytest-aiohttp pytest-asyncio

      - name: Set deterministic test base dir
        id: basedir
        shell: bash
        run: |
          BASE="$RUNNER_TEMP/comfyui-assets-tests-${{ matrix.python }}-${{ matrix.sqlite_mode }}-${{ github.run_id }}-${{ github.run_attempt }}"
          echo "ASSETS_TEST_BASE_DIR=$BASE" >> "$GITHUB_ENV"
          echo "ASSETS_TEST_LOGS=$BASE/logs" >> "$GITHUB_ENV"
          mkdir -p "$BASE/logs"
          echo "ASSETS_TEST_BASE_DIR=$BASE"

      - name: Set DB URL for SQLite
        id: setdb
        shell: bash
        run: |
          if [ "${{ matrix.sqlite_mode }}" = "memory" ]; then
            echo "ASSETS_TEST_DB_URL=sqlite+aiosqlite:///:memory:" >> "$GITHUB_ENV"
          else
            DBFILE="$RUNNER_TEMP/assets-tests.sqlite"
            mkdir -p "$(dirname "$DBFILE")"
            echo "ASSETS_TEST_DB_URL=sqlite+aiosqlite:///$DBFILE" >> "$GITHUB_ENV"
          fi

      - name: Run tests
        run: python -m pytest tests-assets

      - name: Show ComfyUI logs
        if: always()
        shell: bash
        run: |
          echo "==== ASSETS_TEST_BASE_DIR: $ASSETS_TEST_BASE_DIR ===="
          echo "==== ASSETS_TEST_LOGS: $ASSETS_TEST_LOGS ===="
          ls -la "$ASSETS_TEST_LOGS" || true
          for f in "$ASSETS_TEST_LOGS"/stdout.log "$ASSETS_TEST_LOGS"/stderr.log; do
            if [ -f "$f" ]; then
              echo "----- BEGIN $f -----"
              sed -n '1,400p' "$f"
              echo "----- END $f -----"
            fi
          done

      - name: Upload ComfyUI logs
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: asset-logs-sqlite-${{ matrix.sqlite_mode }}-py${{ matrix.python }}
          path: ${{ env.ASSETS_TEST_LOGS }}/*.log
          if-no-files-found: warn

  postgres:
    name: PostgreSQL ${{ matrix.pgsql }} • Python ${{ matrix.python }}
    runs-on: ubuntu-latest
    timeout-minutes: 40
    strategy:
      fail-fast: false
      matrix:
        python: ['3.9', '3.12']
        pgsql: ['16', '18']

    services:
      postgres:
        image: postgres:${{ matrix.pgsql }}
        env:
          POSTGRES_DB: assets
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: postgres
        ports:
          - 5432:5432
        options: >-
          --health-cmd "pg_isready -U postgres -d assets"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 12

    steps:
      - uses: actions/checkout@v4
      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python }}

      - name: Install dependencies
        run: |
          python -m pip install -U pip wheel
          pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
          pip install -r requirements.txt
          pip install pytest pytest-aiohttp pytest-asyncio
          pip install greenlet psycopg

      - name: Set deterministic test base dir
        id: basedir
        shell: bash
        run: |
          BASE="$RUNNER_TEMP/comfyui-assets-tests-${{ matrix.python }}-${{ matrix.sqlite_mode }}-${{ github.run_id }}-${{ github.run_attempt }}"
          echo "ASSETS_TEST_BASE_DIR=$BASE" >> "$GITHUB_ENV"
          echo "ASSETS_TEST_LOGS=$BASE/logs" >> "$GITHUB_ENV"
          mkdir -p "$BASE/logs"
          echo "ASSETS_TEST_BASE_DIR=$BASE"

      - name: Set DB URL for PostgreSQL
        shell: bash
        run: |
          echo "ASSETS_TEST_DB_URL=postgresql+psycopg://postgres:postgres@localhost:5432/assets" >> "$GITHUB_ENV"

      - name: Run tests
        run: python -m pytest tests-assets

      - name: Show ComfyUI logs
        if: always()
        shell: bash
        run: |
          echo "==== ASSETS_TEST_BASE_DIR: $ASSETS_TEST_BASE_DIR ===="
          echo "==== ASSETS_TEST_LOGS: $ASSETS_TEST_LOGS ===="
          ls -la "$ASSETS_TEST_LOGS" || true
          for f in "$ASSETS_TEST_LOGS"/stdout.log "$ASSETS_TEST_LOGS"/stderr.log; do
            if [ -f "$f" ]; then
              echo "----- BEGIN $f -----"
              sed -n '1,400p' "$f"
              echo "----- END $f -----"
            fi
          done

      - name: Upload ComfyUI logs
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: asset-logs-pgsql-${{ matrix.pgsql }}-py${{ matrix.python }}
          path: ${{ env.ASSETS_TEST_LOGS }}/*.log
          if-no-files-found: warn