Skip to content

Commit

Permalink
Porting explosion/spaCy#12181 solution into weasel
Browse files Browse the repository at this point in the history
  • Loading branch information
jeffrey12cali committed Mar 19, 2024
1 parent 82a43ba commit c9af266
Show file tree
Hide file tree
Showing 3 changed files with 46 additions and 5 deletions.
4 changes: 4 additions & 0 deletions setup.cfg
Original file line number Diff line number Diff line change
Expand Up @@ -47,6 +47,10 @@ install_requires =
console_scripts =
weasel = weasel.cli:app

[tool:pytest]
markers =
issue: references specific issue

[mypy]
ignore_missing_imports = True
no_implicit_optional = True
Expand Down
31 changes: 31 additions & 0 deletions weasel/tests/cli/test_cli.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,10 +4,14 @@
import pytest
import srsly

from tempfile import TemporaryDirectory
from pathlib import Path

from weasel.cli.remote_storage import RemoteStorage
from weasel.schemas import ProjectConfigSchema, validate
from weasel.util import is_subpath_of, load_project_config, make_tempdir
from weasel.util import validate_project_commands
from weasel.util import git_checkout


def test_issue11235():
Expand Down Expand Up @@ -165,3 +169,30 @@ def test_local_remote_storage_pull_missing():
remote = RemoteStorage(d / "root", str(d / "remote"))
assert remote.pull(filename, command_hash="aaaa") is None
assert remote.pull(filename) is None


def test_project_git_dir_asset():
with TemporaryDirectory() as d:
p = Path(d)
# Use a very small repo.
git_checkout(
"https://github.com/explosion/os-signpost.git",
"os_signpost",
p / "signpost",
branch="v0.0.3",
)
assert os.path.isdir(p / "signpost")


@pytest.mark.issue(66)
def test_project_git_file_asset():
with TemporaryDirectory() as d:
p = Path(d)
# Use a very small repo.
git_checkout(
"https://github.com/explosion/os-signpost.git",
"README.md",
p / "readme.md",
branch="v0.0.3",
)
assert os.path.isfile(p / "readme.md")
16 changes: 11 additions & 5 deletions weasel/util/git.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
import os
import shutil
from pathlib import Path
from typing import Tuple
from tempfile import TemporaryDirectory

from wasabi import msg

Expand Down Expand Up @@ -32,16 +34,20 @@ def git_checkout(
f"temporarily. To only download the files needed, make sure "
f"you're using Git v2.22 or above."
)
with make_tempdir() as tmp_dir:
cmd = f"git -C {tmp_dir} clone {repo} . -b {branch}"
with TemporaryDirectory() as tmp_dir:
tmp_path = Path(tmp_dir)
cmd = f"git -C {tmp_path} clone {repo} . -b {branch}"
run_command(cmd, capture=True)
# We need Path(name) to make sure we also support subdirectories
try:
source_path = tmp_dir / Path(subpath)
if not is_subpath_of(tmp_dir, source_path):
source_path = tmp_path / Path(subpath)
if not is_subpath_of(tmp_path, source_path):
err = f"'{subpath}' is a path outside of the cloned repository."
msg.fail(err, repo, exits=1)
shutil.copytree(str(source_path), str(dest))
if os.path.isdir(source_path):
shutil.copytree(source_path, dest)
else:
shutil.copyfile(source_path, dest)
except FileNotFoundError:
err = f"Can't clone {subpath}. Make sure the directory exists in the repo (branch '{branch}')"
msg.fail(err, repo, exits=1)
Expand Down

0 comments on commit c9af266

Please sign in to comment.