Commit 8b9c29d1 authored by Christophe Benz's avatar Christophe Benz

Use dbnomics-fetcher-ops

parent b20f832d
Pipeline #167796 passed with stage
in 25 seconds
......@@ -14,17 +14,13 @@ Configure fetchers:
- .cache/pip
- venv/
before_script:
- wget https://git.nomics.world/dbnomics/dbnomics-gitlab-ci/-/raw/master/requirements.txt
- wget https://git.nomics.world/dbnomics/dbnomics-gitlab-ci/-/raw/master/configure-fetcher.py
- wget https://git.nomics.world/dbnomics/dbnomics-gitlab-ci/-/raw/master/ls-providers.py
- pip install virtualenv
- virtualenv venv
- python -m venv venv
- source venv/bin/activate
- pip install -r requirements.txt
- pip install dbnomics-fetcher-ops
script:
- |
for provider_slug in $(python ls-providers.py --no-legacy-pipeline --slug)
for provider_slug in $(dbnomics-fetchers list --no-legacy-pipeline --slug)
do
echo "Configuring fetcher for provider ${provider_slug}"
python configure-fetcher.py -v --schedule-cron="0 1 * * *" $provider_slug
dbnomics-fetchers -v configure --schedule-cron="0 1 * * *" $provider_slug
done
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment