Feat/one helm deploy

.github/workflows/annotation.yml

@@ -0,0 +1,73 @@
+name: annotation precommit and test
+run-name: annotation precommit and test
+on:
+  push
+#    paths:
+#      - 'annotation/**'
+#  pull_request:
+#    paths:
+#      - 'annotation/**'
+jobs:
+  annotation-pre-commit-actions:
+    strategy:
+      matrix:
+        python-version: [ "3.8.15" ]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+      - name: Run isort
+        uses: isort/isort-action@v1.1.0
+        with:
+          configuration:
+            --profile=black
+            --filter-files
+            --line-length=79
+      - name: Black
+        uses: psf/black@stable
+        with:
+          options: "--line-length=79"
+      - run: pip install flake8
+      - run: flake8 --extend-ignore=E203 annotation
+  annotation-build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [ "3.8.15" ]
+    services:
+      postgres-postgresql:
+        image: postgres:13
+        ports:
+          - 5432:5432
+        env:
+          POSTGRES_DB: annotation
+          POSTGRES_HOST_AUTH_METHOD: trust
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres
+        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+      - name: Install dependencies and run tests
+        run: |
+          python -m pip install --upgrade pip
+          cd annotation
+          pip install poetry
+          poetry install --no-root
+          poetry add --editable ../lib/filter_lib
+          poetry add --editable ../lib/tenants
+          poetry run alembic upgrade head
+          poetry run pytest
+        env:
+          POSTGRES_HOST: 127.0.0.1
+          POSTGRES_PORT: 5432
+          POSTGRES_DB: annotation
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres

.github/workflows/assets.yml

@@ -0,0 +1,58 @@
+name: assets precommit and test
+run-name: assets precommit and test
+on:
+  push:
+    paths:
+      - 'assets/**'
+  pull_request:
+    paths:
+      - 'assets/**'
+jobs:
+  assets-pre-commit-actions:
+    strategy:
+      matrix:
+        python-version: [ "3.8.15" ]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+      - name: Run isort
+        uses: isort/isort-action@v1.1.0
+        with:
+          configuration:
+            --profile=black
+            --filter-files
+            --line-length=79
+      - name: Black
+        uses: psf/black@stable
+        with:
+          options: "--line-length=79"
+      - run: pip install flake8
+      - run: flake8 --extend-ignore=E203 assets
+  assets-build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [ "3.8.15" ]
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          cd assets
+          sudo apt-get update && sudo apt-get -y install poppler-utils
+          pip install -r requirements.txt
+          pip install -e ../lib/filter_lib
+          pip install -e ../lib/tenants
+      - name: Test with pytest
+        run: |
+          cd assets
+          pytest

.github/workflows/filter-lib.yml

@@ -0,0 +1,56 @@
+name: filter_lib precommit and test
+run-name: filter_lib precommit and test
+on:
+  push:
+    paths:
+      - 'lib/filter-lib/**'
+  pull_request:
+    paths:
+      - 'lib/filter-lib/**'
+jobs:
+  filter-lib-pre-commit-actions:
+    strategy:
+      matrix:
+        python-version: [ "3.8.15" ]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+      - name: Run isort
+        uses: isort/isort-action@v1.1.0
+        with:
+          configuration:
+            --profile=black
+            --filter-files
+            --line-length=79
+      - name: Black
+        uses: psf/black@stable
+        with:
+          options: "--line-length=79"
+      - run: pip install flake8
+      - run: flake8 --extend-ignore=E203 lib/filter_lib
+  filter-lib-build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [ "3.8.15" ]
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          cd lib/filter_lib
+          pip install -r requirements.txt
+          pip install -r requirements-dev.txt
+      - name: Test with pytest
+        run: |
+          cd lib/filter_lib
+          pytest

.github/workflows/tenants.yml

@@ -0,0 +1,56 @@
+name: tenants precommit and test
+run-name: tenants precommit and test
+on:
+  push:
+    paths:
+      - 'lib/filter-lib/**'
+  pull_request:
+    paths:
+      - 'lib/filter-lib/**'
+jobs:
+  tenants-pre-commit-actions:
+    strategy:
+      matrix:
+        python-version: [ "3.8.15" ]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+      - name: Run isort
+        uses: isort/isort-action@v1.1.0
+        with:
+          configuration:
+            --profile=black
+            --filter-files
+            --line-length=79
+      - name: Black
+        uses: psf/black@stable
+        with:
+          options: "--line-length=79"
+      - run: pip install flake8
+      - run: flake8 --extend-ignore=E203 lib/tenants
+  tenants-build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [ "3.8.15" ]
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          cd lib/tenants
+          pip install -r requirements.txt
+          pip install -r requirements-dev.txt
+      - name: Test with pytest
+        run: |
+          cd lib/tenants
+          pytest

annotation/.env

@@ -7,9 +7,12 @@ POSTGRES_PASSWORD="postgres"
 POSTGRES_DB="annotation"
 
 S3_ENDPOINT_URL="http://minio"
+S3_PREFIX=
 S3_LOGIN="minioadmin"
 S3_PASS="minioadmin"
 S3_START_PATH="annotation"
+# S3_CREDENTIALS_PROVIDER can be: "minio" (default), "aws_iam"
+S3_CREDENTIALS_PROVIDER="minio"
 ASSETS_URL="http://assets/datasets"
 ASSETS_FILES_URL="http://assets/files/search"
 JOBS_SEARCH_URL="http://jobs/jobs/search"