Skip to content

updated env.yml with recent scrapy and python #71

updated env.yml with recent scrapy and python

updated env.yml with recent scrapy and python #71

Workflow file for this run

name: WHOTS Metadata
on:
push:
workflow_dispatch:
schedule:
- cron: "0 0 1 * *"
jobs:
scheduled:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.12"]
steps:
- name: Check-out repository
uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies
run: conda env update --file environment.yml --name base
- name: Activate conda
run: source $CONDA/bin/activate base
- name: Fetch latest WHOTS data
working-directory: ./src/whots_metadata
run: scrapy crawl whotsmetadata -O ../../results/items.json
- name: Commit and push if it changed
run: |
git config user.name "Automated"
git config user.email "[email protected]"
git add -A
timestamp=$(date -u)
git commit -m "Latest WHOTS Metadata: ${timestamp}" || exit 0
git push