Fix ci (#175)

* fix: 🐛 upgrade datasets to current amster 1.18.4 just cherry picked some PR, so that DownloadMode and get_dataset_config_info were not available anymore * ci: 🎡 fix safety check (ignoring a vulnerability in pillow)
huggingface · Mar 7, 2022 · 4c542a7 · 4c542a7
1 parent dab06aa
commit 4c542a7
Show file tree

Hide file tree

Showing 4 changed files with 26 additions and 20 deletions.
diff --git a/.github/workflows/quality.yml b/.github/workflows/quality.yml
@@ -35,5 +35,5 @@ jobs:
  - name: Run bandit
  run: poetry run bandit -r src
  - name: Run safety
- run: poetry run safety check -i 44487 -i 44485 -i 44524 -i 44525 -i 44486 -i 44716 -i 44717 -i 44715
+ run: poetry run safety check -i 44487 -i 44485 -i 44524 -i 44525 -i 44486 -i 44716 -i 44717 -i 44715 -i 45356
  # ^^ safety exceptions: pillow, numpy
diff --git a/Makefile b/Makefile
@@ -28,7 +28,7 @@ quality:
  poetry run flake8 tests src
  poetry run mypy tests src
  poetry run bandit -r src
- poetry run safety check -i 44487 -i 44485 -i 44524 -i 44525 -i 44486 -i 44716 -i 44717 -i 44715
+ poetry run safety check -i 44487 -i 44485 -i 44524 -i 44525 -i 44486 -i 44716 -i 44717 -i 44715 -i 45356
 # ^^ safety exceptions: pillow, numpy
 
 # Format source code automatically

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -12,7 +12,10 @@ apache-beam = "^2.33.0"
 appdirs = "^1.4.4"
 bs4 = "^0.0.1"
 conllu = "^4.4.1"
-datasets = { extras = ["audio", "vision"], version = "^1.18.4" }
+datasets = { git = "https://github.com/huggingface/datasets.git", rev = "4b9334007e069ad71630ba36283d3abafba42174", extras = [
+ "audio",
+ "vision",
+] }
 diskcache = "^5.2.1"
 function-parser = "^0.0.3"
 gdown = "^4.2.0"