diff --git a/.github/workflows/push.yml b/.github/workflows/push.yml index 02dc0b016..ceca38f74 100644 --- a/.github/workflows/push.yml +++ b/.github/workflows/push.yml @@ -45,39 +45,6 @@ jobs: codecov_yml_path: codecov.yml token: ${{ secrets.CODECOV_TOKEN }} - integration-python: - runs-on: - group: databrickslabs-protected-runner-group - labels: linux-ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v5 - - - name: Install Python - uses: actions/setup-python@v6 - with: - cache: 'pip' - cache-dependency-path: '**/pyproject.toml' - python-version: '3.10' - - - name: Install hatch - run: pip install hatch==$HATCH_VERSION - - - name: Setup Spark Remote - run: | - chmod +x $GITHUB_WORKSPACE/.github/scripts/setup_spark_remote.sh - $GITHUB_WORKSPACE/.github/scripts/setup_spark_remote.sh - - - name: Run integration tests - run: hatch run integration - - - name: Publish test coverage - uses: codecov/codecov-action@v5 - with: - codecov_yml_path: codecov.yml - token: ${{ secrets.CODECOV_TOKEN }} - - fmt-python: runs-on: group: databrickslabs-protected-runner-group @@ -174,57 +141,3 @@ jobs: run: | echo "No file produced in tests-reports/" exit 1 - - end-to-end: - - runs-on: ${{ matrix.runner }} - env: # this is a temporary hack - DATABRICKS_HOST: any - DATABRICKS_TOKEN: any - - strategy: - matrix: - runner: [larger, windows-server-2022-latest] - - steps: - - name: Checkout - uses: actions/checkout@v5 - - - name: Install Python - uses: actions/setup-python@v6 - with: - cache: 'pip' - cache-dependency-path: '**/pyproject.toml' - python-version: 3.10.x - - - name: Install hatch (Windows) - if: runner.os == 'Windows' - run: pip install hatch==$env:HATCH_VERSION - - - name: Install hatch (Non-Windows) - if: runner.os != 'Windows' - run: pip install hatch==$HATCH_VERSION - - - name: Install Databricks CLI - uses: databricks/setup-cli@main - - - name: Install JRE 11 (for Morpheus) - uses: actions/setup-java@v4 - with: - distribution: zulu - java-package: jre - java-version: 11 - - - name: Run install tests - env: - # Without this Python will use AppData\Local\Temp on Windows, leading to test failures. - # (Unclear if this is related to permissions, or possibly path length issues due to 260-character maximum.) - TMPDIR: ${{ runner.temp }} - run: hatch run test-install - - - name: Publish test coverage - uses: codecov/codecov-action@v5 - with: - codecov_yml_path: codecov.yml - token: ${{ secrets.CODECOV_TOKEN }} - diff --git a/Makefile b/Makefile index f131f99ce..4157e383f 100644 --- a/Makefile +++ b/Makefile @@ -33,9 +33,6 @@ setup_spark_remote: test: hatch run test -test-install: - hatch run test-install - integration: setup_spark_remote hatch run integration diff --git a/pyproject.toml b/pyproject.toml index a484596ec..8a9271d96 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -98,9 +98,8 @@ profiler_dashboards = "databricks.labs.lakebridge.assessments.dashboards.execute [tool.hatch.envs.default.scripts] test = "pytest --cov src --cov-report=xml tests/unit" -test-install = "pytest --cov src --cov-report=xml tests/integration/install" coverage = "pytest --cov src tests --cov-report=html --ignore=tests/integration/install --ignore=tests/integration/connections --ignore=tests/integration/assessments" -integration = "pytest --cov src tests/integration/reconcile --durations 20" +integration = "pytest --cov src tests/integration --durations 20" fmt = ["black .", "ruff check . --fix", "mypy --disable-error-code 'annotation-unchecked' .",