tasks.py

import os
from pathlib import Path
from typing import Optional

from invocations import checks, ci
from invocations.docs import docs, sites, watch_docs, www
from invocations.packaging import release, vendorize
from invocations.pytest import coverage as coverage_
from invocations.pytest import test as test_

from invoke import Collection, Context, Exit, task


@task
def test(
    c: Context,
    verbose: bool = False,
    color: bool = True,
    capture: str = "no",
    module: Optional[str] = None,
    k: Optional[str] = None,
    x: bool = False,
    opts: str = "",
    pty: bool = True,
) -> None:
    """
    Run pytest. See `invocations.pytest.test` for details.

    This is a simple wrapper around the abovementioned task, which makes a
    couple minor defaults changes appropriate for this particular test suite,
    such as:

    - setting ``capture=no`` instead of ``capture=sys``, as we do a very large
      amount of subprocess IO testing that even the ``sys``  capture screws up
    - setting ``verbose=False`` because we have a large number of tests and
      skipping verbose output by default is a ~20% time savings.)
    """
    # TODO: update test suite to use c.config.run.in_stream = False globally.
    # somehow.
    test_(
        c,
        verbose=verbose,
        color=color,
        capture=capture,
        module=module,
        k=k,
        x=x,
        opts=opts,
        pty=pty,
    )


# TODO: replace with invocations' once the "call truly local tester" problem is
# solved (see other TODOs). For now this is just a copy/paste/modify.
@task(help=test.help)  # type: ignore
def integration(
    c: Context, opts: Optional[str] = None, pty: bool = True
) -> None:
    """
    Run the integration test suite. May be slow!
    """
    # Abort if no default shell on this system - implies some unusual dev
    # environment. Certain entirely-standalone tests will fail w/o it, even if
    # tests honoring config overrides (like the unit-test suite) don't.
    shell = c.config.global_defaults()["run"]["shell"]
    if not c.run("which {}".format(shell), hide=True, warn=True):
        err = "No {} on this system - cannot run integration tests! Try a container?"  # noqa
        raise Exit(err.format(shell))
    opts = opts or ""
    opts += " integration/"
    test(c, opts=opts, pty=pty)


@task
def coverage(
    c: Context, report: str = "term", opts: str = "", codecov: bool = False
) -> None:
    """
    Run pytest in coverage mode. See `invocations.pytest.coverage` for details.
    """
    # Use our own test() instead of theirs.
    # Also add integration test so this always hits both.
    # (Not regression, since that's "weird" / doesn't really hit any new
    # coverage points)
    coverage_(
        c,
        report=report,
        opts=opts,
        tester=test,
        additional_testers=[integration],
        codecov=codecov,
    )


@task
def regression(c: Context, jobs: int = 8) -> None:
    """
    Run an expensive, hard-to-test-in-pytest run() regression checker.

    :param int jobs: Number of jobs to run, in total. Ideally num of CPUs.
    """
    os.chdir("integration/_support")
    cmd = "seq {} | parallel -n0 --halt=now,fail=1 inv -c regression check"
    c.run(cmd.format(jobs))


# TODO: hoist up into invocations.checks once proven/needed elsewhere
@task
def typecheck(c: Context, opts: str = "") -> None:
    """
    Run type checking against the project.
    """
    # For now it seems easiest to just run a series of checks on the subtrees
    # instead of forcing mypy to think about all the "duplicate" files across
    # test vs integration vs main codebase (think _util.py or test fixtures)
    # See also the exclude= key in pyproject.toml/mypy.ini.
    root = Path(__file__).parent
    exclude = ("sites", "docs", "build", "tests")
    for path in root.iterdir():
        if path.name in exclude:
            continue
        if not path.is_dir() and path.suffix != ".py":
            continue
        if path.is_dir():
            if path.name.startswith("."):
                continue
            if not list(path.rglob("**/*.py")):
                continue
        c.run(f"mypy {opts} {path}", pty=True, echo=True)


ns = Collection(
    # Local
    integration,
    regression,
    test,
    typecheck,
    # Imported
    checks,
    checks.blacken,
    ci,
    coverage,
    docs,
    integration,
    regression,
    release,
    sites,
    test,
    vendorize,
    watch_docs,
    www,
)
ns.configure(
    {
        "blacken": {
            # Skip vendor, build dirs when blackening.
            # TODO: this is making it seem like I really do want an explicit
            # arg/conf-opt in the blacken task for "excluded paths"...ha
            r"find_opts": "-and -not \\( -path './invoke/vendor*' -or -path './build*' -or -path './.cci_pycache*' \\)"  # noqa
        },
        "packaging": {
            "wheel": True,
            "check_desc": True,
            "changelog_file": os.path.join(
                www.configuration()["sphinx"]["source"], "changelog.rst"
            ),
        },
    }
)