X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/63ad0cb498b9f7597680dd133e781094fed3ee05..25318e8a69512c9543ca5c7fee57839d5b417cb0:/.github/workflows/ci-tests.yml?ds=sidebyside diff --git a/.github/workflows/ci-tests.yml b/.github/workflows/ci-tests.yml index cbb7aa6c..1c5fc735 100644 --- a/.github/workflows/ci-tests.yml +++ b/.github/workflows/ci-tests.yml @@ -19,12 +19,13 @@ jobs: - uses: actions/checkout@v2 with: submodules: true + path: Nominatim - name: Setup PHP uses: shivammathur/setup-php@v2 with: php-version: '7.4' - tools: phpunit, phpcs + tools: phpunit, phpcs, composer - name: Get Date id: get-date @@ -35,39 +36,75 @@ jobs: - uses: actions/cache@v2 with: path: | - {{ github.workspace }}/data/country_osm_grid.sql.gz - {{ github.workspace }}/monaco-latest.osm.pbf - key: nominatim-data-${{ steps.get-date.outputs.date }} + country_grid.sql.gz + key: nominatim-country-data-${{ steps.get-date.outputs.date }} - - uses: ./.github/actions/setup-postgresql + - uses: ./Nominatim/.github/actions/setup-postgresql with: postgresql-version: ${{ matrix.postgresql }} postgis-version: ${{ matrix.postgis }} - - uses: ./.github/actions/build-nominatim + - uses: ./Nominatim/.github/actions/build-nominatim - name: Install test prerequsites - run: | - sudo apt-get install -y -qq php-codesniffer python3-tidylib - sudo pip3 install behave nose + run: sudo apt-get install -y -qq php-codesniffer pylint python3-pytest python3-behave python3-pytest-cov php-codecoverage php-xdebug - name: PHP linting run: phpcs --report-width=120 . + working-directory: Nominatim + + - name: Python linting + run: pylint --extension-pkg-whitelist=osmium nominatim + working-directory: Nominatim - name: PHP unit tests - run: phpunit ./ - working-directory: test/php + run: phpunit --coverage-clover ../../coverage-php.xml ./ + working-directory: Nominatim/test/php + + - name: Python unit tests + run: py.test-3 --cov=nominatim --cov-report=xml test/python + working-directory: Nominatim - name: BDD tests - run: behave -DREMOVE_TEMPLATE=1 --format=progress3 db osm2pgsql - working-directory: test/bdd + run: | + behave -DREMOVE_TEMPLATE=1 -DBUILDDIR=$GITHUB_WORKSPACE/build --format=progress3 -DPHPCOV=./cov + composer require phpunit/phpcov:7.0.2 + vendor/bin/phpcov merge --clover ../../coverage-bdd.xml ./cov + working-directory: Nominatim/test/bdd + + - name: BDD tests (legacy_icu tokenizer) + run: | + behave -DREMOVE_TEMPLATE=1 -DBUILDDIR=$GITHUB_WORKSPACE/build -DTOKENIZER=legacy_icu --format=progress3 + working-directory: Nominatim/test/bdd + + - name: Upload coverage to Codecov + uses: codecov/codecov-action@v1 + with: + files: ./Nominatim/coverage*.xml + directory: ./ + name: codecov-umbrella + fail_ci_if_error: false + path_to_write_report: ./coverage/codecov_report.txt + verbose: true import: - runs-on: ubuntu-20.04 + strategy: + matrix: + ubuntu: [18, 20] + include: + - ubuntu: 18 + postgresql: 9.5 + postgis: 2.5 + - ubuntu: 20 + postgresql: 13 + postgis: 3 + + runs-on: ubuntu-${{ matrix.ubuntu }}.04 steps: - uses: actions/checkout@v2 with: submodules: true + path: Nominatim - name: Get Date id: get-date @@ -78,48 +115,75 @@ jobs: - uses: actions/cache@v2 with: path: | - {{ github.workspace }}/data/country_osm_grid.sql.gz - {{ github.workspace }}/monaco-latest.osm.pbf - key: nominatim-data-${{ steps.get-date.outputs.date }} + country_grid.sql.gz + key: nominatim-country-data-${{ steps.get-date.outputs.date }} + + - uses: actions/cache@v2 + with: + path: | + monaco-latest.osm.pbf + key: nominatim-test-data-${{ steps.get-date.outputs.date }} + + - uses: actions/setup-python@v2 + with: + python-version: 3.5 + if: matrix.ubuntu == 18 - - uses: ./.github/actions/setup-postgresql + - uses: ./Nominatim/.github/actions/setup-postgresql with: - postgresql-version: 13 - postgis-version: 3 - - uses: ./.github/actions/build-nominatim + postgresql-version: ${{ matrix.postgresql }} + postgis-version: ${{ matrix.postgis }} + - uses: ./Nominatim/.github/actions/build-nominatim - - name: Create configuration + - name: Install extra dependencies for Ubuntu 18 run: | - echo "NOMINATIM_PYOSMIUM_BINARY=/usr/lib/python3-pyosmium/pyosmium-get-changes" >> .env - working-directory: build + sudo apt-get install libicu-dev + pip3 install python-dotenv psycopg2==2.7.7 jinja2==2.8 psutil==5.4.2 pyicu osmium + shell: bash + if: matrix.ubuntu == 18 - - name: Download import data + - name: Clean installation + run: rm -rf Nominatim build + shell: bash + + - name: Prepare import environment run: | if [ ! -f monaco-latest.osm.pbf ]; then wget --no-verbose https://download.geofabrik.de/europe/monaco-latest.osm.pbf fi + mkdir data-env + cd data-env shell: bash - name: Import - run: php ./utils/setup.php --osm-file ../monaco-latest.osm.pbf --osm2pgsql-cache 500 --all - working-directory: build + run: nominatim import --osm-file ../monaco-latest.osm.pbf + shell: bash + working-directory: data-env - name: Import special phrases - run: php ./utils/specialphrases.php --wiki-import | psql -d nominatim - working-directory: build + run: nominatim special-phrases --import-from-wiki + working-directory: data-env + + - name: Check full import + run: nominatim admin --check-database + working-directory: data-env - - name: Check import - run: php ./utils/check_import_finished.php - working-directory: build + - name: Warm up database + run: nominatim admin --warm + working-directory: data-env - name: Run update run: | - php ./utils/update.php --init-updates - php ./utils/update.php --import-osmosis - working-directory: build + nominatim replication --init + nominatim replication --once + working-directory: data-env - name: Run reverse-only import - run : | - dropdb nominatim - php ./utils/setup.php --osm-file ../monaco-latest.osm.pbf --reverse-only --all - working-directory: build + run : nominatim import --osm-file ../monaco-latest.osm.pbf --reverse-only --no-updates + working-directory: data-env + env: + NOMINATIM_DATABASE_DSN: pgsql:dbname=reverse + + - name: Check reverse import + run: nominatim admin --check-database + working-directory: data-env