.github/workflows/ci-tests.yml

   1 name: CI Tests
   2
   3 on: [ push, pull_request ]
   4
   5 jobs:
   6     tests:
   7         runs-on: ubuntu-20.04
   8
   9         strategy:
  10             matrix:
  11                 postgresql: [9.5, 13]
  12                 include:
  13                     - postgresql: 9.5
  14                       postgis: 2.5
  15                     - postgresql: 13
  16                       postgis: 3
  17
  18         steps:
  19             - uses: actions/checkout@v2
  20               with:
  21                   submodules: true
  22                   path: Nominatim
  23
  24             - name: Setup PHP
  25               uses: shivammathur/setup-php@v2
  26               with:
  27                   php-version: '7.4'
  28                   tools: phpunit, phpcs, composer
  29
  30             - name: Get Date
  31               id: get-date
  32               run: |
  33                   echo "::set-output name=date::$(/bin/date -u "+%Y%W")"
  34               shell: bash
  35
  36             - uses: actions/cache@v2
  37               with:
  38                   path: |
  39                      country_grid.sql.gz
  40                   key: nominatim-country-data-${{ steps.get-date.outputs.date }}
  41
  42             - uses: ./Nominatim/.github/actions/setup-postgresql
  43               with:
  44                   postgresql-version: ${{ matrix.postgresql }}
  45                   postgis-version: ${{ matrix.postgis }}
  46             - uses: ./Nominatim/.github/actions/build-nominatim
  47
  48             - name: Install test prerequsites
  49               run: sudo apt-get install -y -qq php-codesniffer pylint python3-pytest python3-behave python3-pytest-cov php-codecoverage php-xdebug
  50
  51             - name: PHP linting
  52               run: phpcs --report-width=120 .
  53               working-directory: Nominatim
  54
  55             - name: Python linting
  56               run: pylint --extension-pkg-whitelist=osmium nominatim
  57               working-directory: Nominatim
  58
  59             - name: PHP unit tests
  60               run: phpunit --coverage-clover ../../coverage-php.xml ./
  61               working-directory: Nominatim/test/php
  62
  63             - name: Python unit tests
  64               run: py.test-3 --cov=nominatim --cov-report=xml test/python
  65               working-directory: Nominatim
  66
  67             - name: BDD tests
  68               run: |
  69                   behave -DREMOVE_TEMPLATE=1 -DBUILDDIR=$GITHUB_WORKSPACE/build --format=progress3 -DPHPCOV=./cov
  70                   composer require phpunit/phpcov:7.0.2
  71                   vendor/bin/phpcov merge --clover ../../coverage-bdd.xml ./cov
  72               working-directory: Nominatim/test/bdd
  73
  74             - name: Upload coverage to Codecov
  75               uses: codecov/codecov-action@v1
  76               with:
  77                 files: ./Nominatim/coverage*.xml
  78                 directory: ./
  79                 name: codecov-umbrella
  80                 fail_ci_if_error: true
  81                 path_to_write_report: ./coverage/codecov_report.txt
  82                 verbose: true
  83
  84     import:
  85         strategy:
  86             matrix:
  87                 ubuntu: [18, 20]
  88                 include:
  89                     - ubuntu: 18
  90                       postgresql: 9.5
  91                       postgis: 2.5
  92                     - ubuntu: 20
  93                       postgresql: 13
  94                       postgis: 3
  95
  96         runs-on: ubuntu-${{ matrix.ubuntu }}.04
  97
  98         steps:
  99             - uses: actions/checkout@v2
 100               with:
 101                   submodules: true
 102                   path: Nominatim
 103
 104             - name: Get Date
 105               id: get-date
 106               run: |
 107                   echo "::set-output name=date::$(/bin/date -u "+%Y%W")"
 108               shell: bash
 109
 110             - uses: actions/cache@v2
 111               with:
 112                   path: |
 113                      country_grid.sql.gz
 114                   key: nominatim-country-data-${{ steps.get-date.outputs.date }}
 115
 116             - uses: actions/cache@v2
 117               with:
 118                   path: |
 119                      monaco-latest.osm.pbf
 120                   key: nominatim-test-data-${{ steps.get-date.outputs.date }}
 121
 122             - uses: actions/setup-python@v2
 123               with:
 124                 python-version: 3.5
 125               if: matrix.ubuntu == 18
 126
 127             - uses: ./Nominatim/.github/actions/setup-postgresql
 128               with:
 129                   postgresql-version: ${{ matrix.postgresql }}
 130                   postgis-version: ${{ matrix.postgis }}
 131             - uses: ./Nominatim/.github/actions/build-nominatim
 132
 133             - name: Install extra dependencies for Ubuntu 18
 134               run: |
 135                 sudo apt-get install libicu-dev
 136                 pip3 install python-dotenv psycopg2==2.7.7 jinja2==2.8 psutil==5.4.2 pyicu osmium
 137               shell: bash
 138               if: matrix.ubuntu == 18
 139
 140             - name: Clean installation
 141               run: rm -rf Nominatim build
 142               shell: bash
 143
 144             - name: Prepare import environment
 145               run: |
 146                   if [ ! -f monaco-latest.osm.pbf ]; then
 147                       wget --no-verbose https://download.geofabrik.de/europe/monaco-latest.osm.pbf
 148                   fi
 149                   mkdir data-env
 150                   cd data-env
 151               shell: bash
 152
 153             - name: Import
 154               run: nominatim import --osm-file ../monaco-latest.osm.pbf
 155               shell: bash
 156               working-directory: data-env
 157
 158             - name: Import special phrases
 159               run: nominatim special-phrases --import-from-wiki
 160               working-directory: data-env
 161
 162             - name: Check full import
 163               run: nominatim admin --check-database
 164               working-directory: data-env
 165
 166             - name: Warm up database
 167               run: nominatim admin --warm
 168               working-directory: data-env
 169
 170             - name: Run update
 171               run: |
 172                    nominatim replication --init
 173                    nominatim replication --once
 174               working-directory: data-env
 175
 176             - name: Run reverse-only import
 177               run : nominatim import --osm-file ../monaco-latest.osm.pbf --reverse-only --no-updates
 178               working-directory: data-env
 179               env:
 180                   NOMINATIM_DATABASE_DSN: pgsql:dbname=reverse
 181
 182             - name: Check reverse import
 183               run: nominatim admin --check-database
 184               working-directory: data-env