dask__dask-10521

{
  "status": "ok",
  "stdout": "525:def get(\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "dask/config.py",
  "content": "def get(\n    key: str,\n    default: Any = no_default,\n    config: dict = config,\n    override_with: Any = no_default,\n) -> Any:\n    \"\"\"\n    Get elements from global config\n\n    If ``override_with`` is not None this value will be passed straight back.\n    Useful for getting kwarg defaults from Dask config.\n\n    Use '.' for nested access\n\n    Examples\n    --------\n    >>> from dask import config\n    >>> config.get('foo')  # doctest: +SKIP\n    {'x': 1, 'y': 2}\n\n    >>> config.get('foo.x')  # doctest: +SKIP\n    1\n\n    >>> config.get('foo.x.y', default=123)  # doctest: +SKIP\n    123\n\n    >>> config.get('foo.y', override_with=None)  # doctest: +SKIP\n    2\n\n    >>> config.get('foo.y', override_with=3)  # doctest: +SKIP\n    3\n\n    See Also\n    --------\n    dask.config.set\n    \"\"\"\n    if override_with is not no_default:\n        return override_with\n    keys = key.split(\".\")\n    result = config\n    for k in keys:\n        k = canonical_name(k, result)\n        try:\n            result = result[k]\n        except (TypeError, IndexError, KeyError):\n            if default is no_default:\n                raise\n            return default\n\n    return result\n\n\ndef pop(key: str, default: Any = no_default, config: dict = config) -> Any:\n    \"\"\"Like ``get``, but remove the element if found\n\n    See Also\n    --------\n    dask.config.get\n    dask.config.set\n    \"\"\"\n    keys = key.split(\".\")\n    result = config\n    for i, k in enumerate(keys):\n        k = canonical_name(k, result)\n        try:\n            if i == len(keys) - 1:\n                return result.pop(k)\n            else:\n                result = result[k]\n        except (TypeError, IndexError, KeyError):\n            if default is no_default:\n                raise\n            return default\n\n\ndef update_defaults(\n    new: Mapping, config: dict = config, defaults: list[Mapping] = defaults\n) -> None:\n    \"\"\"Add a new set of defaults to the configuration\n\n    It does two things:\n\n    1.  Add the defaults to a global collection to be used by refresh later\n    2.  Updates the global config with the new configuration.\n        Old values are prioritized over new ones, unless the current value\n        is the old default, in which case it's updated to the new default.\n    \"\"\"\n    current_defaults = merge(*defaults)\n    defaults.append(new)\n    update(config, new, priority=\"new-defaults\", defaults=current_defaults)\n\n\ndef expand_environment_variables(config: Any) -> Any:\n    \"\"\"Expand environment variables in a nested config dictionary\n\n    This function will recursively search through any nested dictionaries\n    and/or lists.\n\n    Parameters\n    ----------\n    config : dict, iterable, or str\n        Input object to search for environment variables\n\n    Returns\n    -------\n    config : same type as input\n\n    Examples\n    --------\n    >>> expand_environment_variables({'x': [1, 2, '$USER']})  # doctest: +SKIP\n    {'x': [1, 2, 'my-username']}\n    \"\"\"\n    if isinstance(config, Mapping):\n        return {k: expand_environment_variables(v) for k, v in config.items()}\n    elif isinstance(config, str):\n        return os.path.expandvars(config)\n    elif isinstance(config, (list, tuple, builtins.set)):\n        return type(config)(expand_environment_variables(v) for v in config)\n    else:\n        return config\n\n\n#: Mapping of {deprecated key: new key} for renamed keys, or {deprecated key: None} for\n#: removed keys. All deprecated keys must use '-' instead of '_'.\n#: This is used in three places:\n#: 1. In refresh(), which calls rename() to rename and warn upon loading\n#:    from ~/.config/dask.yaml, DASK_ env variables, etc.\n#: 2. in distributed/config.py and equivalent modules, where we perform additional\n#:    distributed-specific renames for the yaml/env config and enrich this dict\n#: 3. from individual calls to dask.config.set(), which internally invoke\n#     check_deprecations()\ndeprecations: dict[str, str | None] = {\n    \"fuse-ave-width\": \"optimization.fuse.ave-width\",\n    \"fuse-max-height\": \"optimization.fuse.max-height\",\n    \"fuse-max-width\": \"optimization.fuse.max-width\",\n    \"fuse-subgraphs\": \"optimization.fuse.subgraphs\",\n    \"fuse-rename-keys\": \"optimization.fuse.rename-keys\",\n    \"fuse-max-depth-new-edges\": \"optimization.fuse.max-depth-new-edges\",\n    # See https://github.com/dask/distributed/pull/4916\n    \"ucx.cuda-copy\": \"distributed.ucx.cuda_copy\",\n    \"ucx.tcp\": \"distributed.ucx.tcp\",\n    \"ucx.nvlink\": \"distributed.ucx.nvlink\",\n    \"ucx.infiniband\": \"distributed.ucx.infiniband\",\n    \"ucx.rdmacm\": \"distributed.ucx.rdmacm\",\n    \"ucx.net-devices\": \"distributed.ucx.net-devices\",\n    \"ucx.reuse-endpoints\": \"distributed.ucx.reuse-endpoints\",\n    \"rmm.pool-size\": \"distributed.rmm.pool-size\",\n    \"shuffle\": \"dataframe.shuffle.algorithm\",\n    \"array.rechunk-threshold\": \"array.rechunk.threshold\",\n    \"dataframe.shuffle.algorithm\": \"dataframe.shuffle.method\",",
  "start_line": 525,
  "end_line": 674,
  "total_lines": 802,
  "is_truncated": true
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "",
  "details": {
    "stdout": "",
    "stderr": "",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "stdout": "17:from dask.typing import no_default\n527:    default: Any = no_default,\n529:    override_with: Any = no_default,\n561:    if override_with is not no_default:\n570:            if default is no_default:\n577:def pop(key: str, default: Any = no_default, config: dict = config) -> Any:\n595:            if default is no_default:\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "dask/typing.py",
  "content": "from __future__ import annotations\n\nimport abc\nfrom collections.abc import Callable, Hashable, Mapping, Sequence\nfrom enum import Enum\nfrom typing import (\n    TYPE_CHECKING,\n    Any,\n    Literal,\n    Protocol,\n    TypeVar,\n    Union,\n    runtime_checkable,\n)\n\nif TYPE_CHECKING:\n    # IPython import is relatively slow. Avoid if not necessary\n    from IPython.display import DisplayObject\n\n    # TODO import from typing (requires Python >=3.10)\n    from typing_extensions import TypeAlias\n\nCollType = TypeVar(\"CollType\", bound=\"DaskCollection\")\nCollType_co = TypeVar(\"CollType_co\", bound=\"DaskCollection\", covariant=True)\nPostComputeCallable = Callable\n\n\nKey: TypeAlias = Union[str, bytes, int, float, tuple[\"Key\", ...]]\nGraph: TypeAlias = Mapping[Key, Any]\n# Potentially nested list of Dask keys\nNestedKeys: TypeAlias = list[Union[Key, \"NestedKeys\"]]\n\n\nclass SchedulerGetCallable(Protocol):\n    \"\"\"Protocol defining the signature of a ``__dask_scheduler__`` callable.\"\"\"\n\n    def __call__(\n        self,\n        dsk: Graph,\n        keys: Sequence[Key] | Key,\n        **kwargs: Any,\n    ) -> Any:\n        \"\"\"Method called as the default scheduler for a collection.\n\n        Parameters\n        ----------\n        dsk :\n            The task graph.\n        keys :\n            Key(s) corresponding to the desired data.\n        **kwargs :\n            Additional arguments.\n\n        Returns\n        -------\n        Any\n            Result(s) associated with `keys`\n\n        \"\"\"\n        raise NotImplementedError(\"Inheriting class must implement this method.\")\n\n\nclass PostPersistCallable(Protocol[CollType_co]):\n    \"\"\"Protocol defining the signature of a ``__dask_postpersist__`` callable.\"\"\"\n\n    def __call__(\n        self,\n        dsk: Graph,\n        *args: Any,\n        rename: Mapping[str, str] | None = None,\n    ) -> CollType_co:\n        \"\"\"Method called to rebuild a persisted collection.\n\n        Parameters\n        ----------\n        dsk: Mapping\n            A mapping which contains at least the output keys returned\n            by __dask_keys__().\n        *args : Any\n            Additional optional arguments If no extra arguments are\n            necessary, it must be an empty tuple.\n        rename : Mapping[str, str], optional\n            If defined, it indicates that output keys may be changing\n            too; e.g. if the previous output of :meth:`__dask_keys__`\n            was ``[(\"a\", 0), (\"a\", 1)]``, after calling\n            ``rebuild(dsk, *extra_args, rename={\"a\": \"b\"})``\n            it must become ``[(\"b\", 0), (\"b\", 1)]``.\n            The ``rename`` mapping may not contain the collection\n            name(s); in such case the associated keys do not change.\n            It may contain replacements for unexpected names, which\n            must be ignored.\n\n        Returns\n        -------\n        Collection\n            An equivalent Dask collection with the same keys as\n            computed through a different graph.\n\n        \"\"\"\n        raise NotImplementedError(\"Inheriting class must implement this method.\")\n\n\n@runtime_checkable\nclass DaskCollection(Protocol):\n    \"\"\"Protocol defining the interface of a Dask collection.\"\"\"\n\n    @abc.abstractmethod\n    def __dask_graph__(self) -> Graph:\n        \"\"\"The Dask task graph.\n\n        The core Dask collections (Array, DataFrame, Bag, and Delayed)\n        use a :py:class:`~dask.highlevelgraph.HighLevelGraph` to\n        represent the collection task graph. It is also possible to\n        represent the task graph as a low level graph using a Python\n        dictionary.\n\n        Returns\n        -------\n        Mapping\n            The Dask task graph. If the instance returns a\n            :py:class:`dask.highlevelgraph.HighLevelGraph` then the\n            :py:func:`__dask_layers__` method must be implemented, as\n            defined by the :py:class:`~dask.typing.HLGDaskCollection`\n            protocol.\n\n        \"\"\"\n        raise NotImplementedError(\"Inheriting class must implement this method.\")\n\n    @abc.abstractmethod\n    def __dask_keys__(self) -> NestedKeys:\n        \"\"\"The output keys of the task graph.\n\n        Note that there are additional constraints on keys for a Dask\n        collection than those described in the :doc:`task graph\n        specification documentation <spec>`. These additional\n        constraints are described below.\n\n        All keys must either be non-empty strings or tuples where the first element is a\n        non-empty string, followed by zero or more arbitrary str, bytes, int, float, or\n        tuples thereof. The non-empty string is commonly known as the *collection name*.\n        All collections embedded in the dask package have exactly one name, but this is\n        not a requirement.\n\n        These are all valid outputs:\n\n        - ``[]``\n        - ``[\"x\", \"y\"]``\n        - ``[[(\"y\", \"a\", 0), (\"y\", \"a\", 1)], [(\"y\", \"b\", 0), (\"y\", \"b\", 1)]``\n\n        Returns",
  "start_line": 1,
  "end_line": 150,
  "total_lines": 439,
  "is_truncated": true
}

{
  "status": "ok",
  "filepath": "dask/typing.py",
  "content": "        -------\n        list\n            A possibly nested list of keys that represent the outputs\n            of the graph. After computation, the results will be\n            returned in the same layout, with the keys replaced with\n            their corresponding outputs.\n\n        \"\"\"\n        raise NotImplementedError(\"Inheriting class must implement this method.\")\n\n    @abc.abstractmethod\n    def __dask_postcompute__(self) -> tuple[PostComputeCallable, tuple]:\n        \"\"\"Finalizer function and optional arguments to construct final result.\n\n        Upon computation each key in the collection will have an in\n        memory result, the postcompute function combines each key's\n        result into a final in memory representation. For example,\n        dask.array.Array concatenates the arrays at each chunk into a\n        final in-memory array.\n\n        Returns\n        -------\n        PostComputeCallable\n            Callable that receives the sequence of the results of each\n            final key along with optional arguments. An example signature\n            would be ``finalize(results: Sequence[Any], *args)``.\n        tuple[Any, ...]\n            Optional arguments passed to the function following the\n            key results (the `*args` part of the\n            ``PostComputeCallable``. If no additional arguments are to\n            be passed then this must be an empty tuple.\n\n        \"\"\"\n        raise NotImplementedError(\"Inheriting class must implement this method.\")\n\n    @abc.abstractmethod\n    def __dask_postpersist__(self) -> tuple[PostPersistCallable, tuple]:\n        \"\"\"Rebuilder function and optional arguments to construct a persisted collection.\n\n        See also the documentation for :py:class:`dask.typing.PostPersistCallable`.\n\n        Returns\n        -------\n        PostPersistCallable\n            Callable that rebuilds the collection. The signature\n            should be\n            ``rebuild(dsk: Mapping, *args: Any, rename: Mapping[str, str] | None)``\n            (as defined by the\n            :py:class:`~dask.typing.PostPersistCallable` protocol).\n            The callable should return an equivalent Dask collection\n            with the same keys as `self`, but with results that are\n            computed through a different graph. In the case of\n            :py:func:`dask.persist`, the new graph will have just the\n            output keys and the values already computed.\n        tuple[Any, ...]\n            Optional arguments passed to the rebuild callable. If no\n            additional arguments are to be passed then this must be an\n            empty tuple.\n\n        \"\"\"\n        raise NotImplementedError(\"Inheriting class must implement this method.\")\n\n    @abc.abstractmethod\n    def __dask_tokenize__(self) -> Hashable:\n        \"\"\"Value that must fully represent the object.\"\"\"\n        raise NotImplementedError(\"Inheriting class must implement this method.\")\n\n    __dask_optimize__: Any\n    \"\"\"Given a graph and keys, return a new optimized graph.\n\n    This method can be either a ``staticmethod`` or a ``classmethod``,\n    but not an ``instancemethod``. For example implementations see the\n    definitions of ``__dask_optimize__`` in the core Dask collections:\n    ``dask.array.Array``, ``dask.dataframe.DataFrame``, etc.\n\n    Note that graphs and keys are merged before calling\n    ``__dask_optimize__``; as such, the graph and keys passed to\n    this method may represent more than one collection sharing the\n    same optimize method.\n\n    Parameters\n    ----------\n    dsk : Graph\n        The merged graphs from all collections sharing the same\n        ``__dask_optimize__`` method.\n    keys : Sequence[Key]\n        A list of the outputs from ``__dask_keys__`` from all\n        collections sharing the same ``__dask_optimize__`` method.\n    **kwargs : Any\n        Extra keyword arguments forwarded from the call to\n        ``compute`` or ``persist``. Can be used or ignored as\n        needed.\n\n    Returns\n    -------\n    MutableMapping\n        The optimized Dask graph.\n\n    \"\"\"\n\n    __dask_scheduler__: staticmethod[SchedulerGetCallable]\n    \"\"\"The default scheduler ``get`` to use for this object.\n\n    Usually attached to the class as a staticmethod, e.g.:\n\n    >>> import dask.threaded\n    >>> class MyCollection:\n    ...     # Use the threaded scheduler by default\n    ...     __dask_scheduler__ = staticmethod(dask.threaded.get)\n\n    \"\"\"\n\n    @abc.abstractmethod\n    def compute(self, **kwargs: Any) -> Any:\n        \"\"\"Compute this dask collection.\n\n        This turns a lazy Dask collection into its in-memory\n        equivalent. For example a Dask array turns into a NumPy array\n        and a Dask dataframe turns into a Pandas dataframe. The entire\n        dataset must fit into memory before calling this operation.\n\n        Parameters\n        ----------\n        scheduler : string, optional\n            Which scheduler to use like \"threads\", \"synchronous\" or\n            \"processes\". If not provided, the default is to check the\n            global settings first, and then fall back to the\n            collection defaults.\n        optimize_graph : bool, optional\n            If True [default], the graph is optimized before\n            computation. Otherwise the graph is run as is. This can be\n            useful for debugging.\n        kwargs :\n            Extra keywords to forward to the scheduler function.\n\n        Returns\n        -------\n        The collection's computed result.\n\n        See Also\n        --------\n        dask.compute\n\n        \"\"\"\n        raise NotImplementedError(\"Inheriting class must implement this method.\")\n\n    @abc.abstractmethod\n    def persist(self: CollType, **kwargs: Any) -> CollType:\n        \"\"\"Persist this dask collection into memory\n",
  "start_line": 151,
  "end_line": 300,
  "total_lines": 439,
  "is_truncated": true
}

{
  "status": "ok",
  "stdout": "425:    from dask.typing import NoDefault, no_default\n427:    def f(x: int | None | NoDefault = no_default) -> int:\n428:        if x is no_default:\n432:    no_default = \"NO_DEFAULT\"\n435:        return \"<no_default>\"\n438:no_default = _NoDefault.no_default\n439:NoDefault = Literal[_NoDefault.no_default]\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "Traceback (most recent call last):\n  File \"<stdin>\", line 3, in <module>\n  File \"/workspace/dask/config.py\", line 388, in __init__\n    for key, value in arg.items():\nAttributeError: 'str' object has no attribute 'items'\n",
  "details": {
    "stdout": "",
    "stderr": "Traceback (most recent call last):\n  File \"<stdin>\", line 3, in <module>\n  File \"/workspace/dask/config.py\", line 388, in __init__\n    for key, value in arg.items():\nAttributeError: 'str' object has no attribute 'items'\n",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "stdout": "Get without override: 128MiB\nGet with override_with=None: None\nGet with override_with='not-none': not-none\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "529:    override_with: Any = no_default,\n534:    If ``override_with`` is not None this value will be passed straight back.\n551:    >>> config.get('foo.y', override_with=None)  # doctest: +SKIP\n554:    >>> config.get('foo.y', override_with=3)  # doctest: +SKIP\n561:    if override_with is not no_default:\n562:        return override_with\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "./dask/config.py:529:    override_with: Any = no_default,\n./dask/config.py:534:    If ``override_with`` is not None this value will be passed straight back.\n./dask/config.py:551:    >>> config.get('foo.y', override_with=None)  # doctest: +SKIP\n./dask/config.py:554:    >>> config.get('foo.y', override_with=3)  # doctest: +SKIP\n./dask/config.py:561:    if override_with is not no_default:\n./dask/config.py:562:        return override_with\n./dask/tests/test_config.py:643:def test_get_override_with():\n./dask/tests/test_config.py:645:        # If override_with is omitted, get the config key\n./dask/tests/test_config.py:649:        assert dask.config.get(\"foo\", override_with=\"baz\") == \"baz\"\n./dask/tests/test_config.py:650:        assert dask.config.get(\"foo\", override_with=False) is False\n./dask/tests/test_config.py:651:        assert dask.config.get(\"foo\", override_with=True) is True\n./dask/tests/test_config.py:652:        assert dask.config.get(\"foo\", override_with=123) == 123\n./dask/tests/test_config.py:653:        assert dask.config.get(\"foo\", override_with={\"hello\": \"world\"}) == {\n./dask/tests/test_config.py:656:        assert dask.config.get(\"foo\", override_with=[\"one\"]) == [\"one\"]\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "dask/tests/test_config.py",
  "content": "    assert get(\"optimization.fuse.ave-width\", config=d) == 123\n\n\ndef test_get_override_with():\n    with dask.config.set({\"foo\": \"bar\"}):\n        # If override_with is omitted, get the config key\n        assert dask.config.get(\"foo\") == \"bar\"\n\n        # Otherwise pass the default straight through\n        assert dask.config.get(\"foo\", override_with=\"baz\") == \"baz\"\n        assert dask.config.get(\"foo\", override_with=False) is False\n        assert dask.config.get(\"foo\", override_with=True) is True\n        assert dask.config.get(\"foo\", override_with=123) == 123\n        assert dask.config.get(\"foo\", override_with={\"hello\": \"world\"}) == {\n            \"hello\": \"world\"\n        }\n        assert dask.config.get(\"foo\", override_with=[\"one\"]) == [\"one\"]\n\n\ndef test_config_serialization():\n    # Use context manager without changing the value to ensure test side effects are restored",
  "start_line": 640,
  "end_line": 660,
  "total_lines": 716,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "dask/config.py",
  "occurrences": 1,
  "strategy": "unescaped",
  "diff": "--- a/dask/config.py\n+++ b/dask/config.py\n@@ -558,7 +558,7 @@\n     --------\n     dask.config.set\n     \"\"\"\n-    if override_with is not no_default:\n+    if override_with is not no_default and override_with is not None:\n         return override_with\n     keys = key.split(\".\")\n     result = config\n",
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "Get without override: 128MiB\nGet with override_with=None: 128MiB\nGet with override_with='not-none': not-none\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "\u001b[1m============================= test session starts ==============================\u001b[0m\ncollected 56 items\n\ndask/tests/test_config.py \u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[31mF\u001b[0m\u001b[31mF\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[31m [ 82%]\n\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[31m                                                               [100%]\u001b[0m\n\n=================================== FAILURES ===================================\n\u001b[31m\u001b[1m________________ test_collect_yaml_permission_errors[directory] ________________\u001b[0m\n\u001b[1m\u001b[31m/testbed/dask/tests/test_config.py\u001b[0m:189: in test_collect_yaml_permission_errors\n    \u001b[0m\u001b[94massert\u001b[39;49;00m config == expected\u001b[90m\u001b[39;49;00m\n\u001b[1m\u001b[31mE   AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {}\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m\n\u001b[1m\u001b[31mE     Left contains 3 more items:\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33mx\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m1\u001b[39;49;00m, \u001b[33m'\u001b[39;49;00m\u001b[33my\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m3\u001b[39;49;00m, \u001b[33m'\u001b[39;49;00m\u001b[33mz\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m4\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\u001b[0m\n\u001b[1m\u001b[31mE     Use -v to get more diff\u001b[0m\n\u001b[31m\u001b[1m__________________ test_collect_yaml_permission_errors[file] ___________________\u001b[0m\n\u001b[1m\u001b[31m/testbed/dask/tests/test_config.py\u001b[0m:189: in test_collect_yaml_permission_errors\n    \u001b[0m\u001b[94massert\u001b[39;49;00m config == expected\u001b[90m\u001b[39;49;00m\n\u001b[1m\u001b[31mE   AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {'y': 3, 'z': 4}\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m\n\u001b[1m\u001b[31mE     Omitting 2 identical items, use -vv to show\u001b[0m\n\u001b[1m\u001b[31mE     Left contains 1 more item:\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33mx\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m1\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\u001b[0m\n\u001b[1m\u001b[31mE     Use -v to get more diff\u001b[0m\n\u001b[33m=============================== warnings summary ===============================\u001b[0m\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.array.utils\n    pytest.register_assert_rewrite(\n\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.dataframe.utils\n    pytest.register_assert_rewrite(\n\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.bag.utils\n    pytest.register_assert_rewrite(\n\n-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html\n============================= slowest 10 durations =============================\n0.07s call     dask/tests/test_config.py::test_schema\n0.04s call     dask/tests/test_config.py::test_collect_yaml_permission_errors[directory]\n0.01s call     dask/tests/test_config.py::test_schema_is_complete\n\n(7 durations < 0.005s hidden.  Use -vv to show these durations.)\n\u001b[36m\u001b[1m=========================== short test summary info ============================\u001b[0m\n\u001b[31mFAILED\u001b[0m dask/tests/test_config.py::\u001b[1mtest_collect_yaml_permission_errors[directory]\u001b[0m - AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {}\n\u001b[31mFAILED\u001b[0m dask/tests/test_config.py::\u001b[1mtest_collect_yaml_permission_errors[file]\u001b[0m - AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {'y': 3, 'z': 4}\n\u001b[31m=================== \u001b[31m\u001b[1m2 failed\u001b[0m, \u001b[32m54 passed\u001b[0m, \u001b[33m3 warnings\u001b[0m\u001b[31m in 0.30s\u001b[0m\u001b[31m ===================\u001b[0m\n",
  "details": {
    "stdout": "\u001b[1m============================= test session starts ==============================\u001b[0m\ncollected 56 items\n\ndask/tests/test_config.py \u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[31mF\u001b[0m\u001b[31mF\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[31m [ 82%]\n\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[32m.\u001b[0m\u001b[31m                                                               [100%]\u001b[0m\n\n=================================== FAILURES ===================================\n\u001b[31m\u001b[1m________________ test_collect_yaml_permission_errors[directory] ________________\u001b[0m\n\u001b[1m\u001b[31m/testbed/dask/tests/test_config.py\u001b[0m:189: in test_collect_yaml_permission_errors\n    \u001b[0m\u001b[94massert\u001b[39;49;00m config == expected\u001b[90m\u001b[39;49;00m\n\u001b[1m\u001b[31mE   AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {}\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m\n\u001b[1m\u001b[31mE     Left contains 3 more items:\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33mx\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m1\u001b[39;49;00m, \u001b[33m'\u001b[39;49;00m\u001b[33my\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m3\u001b[39;49;00m, \u001b[33m'\u001b[39;49;00m\u001b[33mz\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m4\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\u001b[0m\n\u001b[1m\u001b[31mE     Use -v to get more diff\u001b[0m\n\u001b[31m\u001b[1m__________________ test_collect_yaml_permission_errors[file] ___________________\u001b[0m\n\u001b[1m\u001b[31m/testbed/dask/tests/test_config.py\u001b[0m:189: in test_collect_yaml_permission_errors\n    \u001b[0m\u001b[94massert\u001b[39;49;00m config == expected\u001b[90m\u001b[39;49;00m\n\u001b[1m\u001b[31mE   AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {'y': 3, 'z': 4}\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m\n\u001b[1m\u001b[31mE     Omitting 2 identical items, use -vv to show\u001b[0m\n\u001b[1m\u001b[31mE     Left contains 1 more item:\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33mx\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m1\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\u001b[0m\n\u001b[1m\u001b[31mE     Use -v to get more diff\u001b[0m\n\u001b[33m=============================== warnings summary ===============================\u001b[0m\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.array.utils\n    pytest.register_assert_rewrite(\n\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.dataframe.utils\n    pytest.register_assert_rewrite(\n\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.bag.utils\n    pytest.register_assert_rewrite(\n\n-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html\n============================= slowest 10 durations =============================\n0.07s call     dask/tests/test_config.py::test_schema\n0.04s call     dask/tests/test_config.py::test_collect_yaml_permission_errors[directory]\n0.01s call     dask/tests/test_config.py::test_schema_is_complete\n\n(7 durations < 0.005s hidden.  Use -vv to show these durations.)\n\u001b[36m\u001b[1m=========================== short test summary info ============================\u001b[0m\n\u001b[31mFAILED\u001b[0m dask/tests/test_config.py::\u001b[1mtest_collect_yaml_permission_errors[directory]\u001b[0m - AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {}\n\u001b[31mFAILED\u001b[0m dask/tests/test_config.py::\u001b[1mtest_collect_yaml_permission_errors[file]\u001b[0m - AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {'y': 3, 'z': 4}\n\u001b[31m=================== \u001b[31m\u001b[1m2 failed\u001b[0m, \u001b[32m54 passed\u001b[0m, \u001b[33m3 warnings\u001b[0m\u001b[31m in 0.30s\u001b[0m\u001b[31m ===================\u001b[0m\n",
    "stderr": "",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "filepath": "dask/tests/test_config.py",
  "content": "        os.chmod(path, perm_orig)\n\n\n@pytest.mark.skipif(\n    sys.platform == \"win32\", reason=\"Can't make writeonly file on windows\"\n)\n@pytest.mark.parametrize(\"kind\", [\"directory\", \"file\"])\ndef test_collect_yaml_permission_errors(tmpdir, kind):\n    a = {\"x\": 1, \"y\": 2}\n    b = {\"y\": 3, \"z\": 4}\n\n    dir_path = str(tmpdir)\n    a_path = os.path.join(dir_path, \"a.yaml\")\n    b_path = os.path.join(dir_path, \"b.yaml\")\n\n    with open(a_path, mode=\"w\") as f:\n        yaml.dump(a, f)\n    with open(b_path, mode=\"w\") as f:\n        yaml.dump(b, f)\n\n    if kind == \"directory\":\n        cant_read = dir_path\n        expected = {}\n    else:\n        cant_read = a_path\n        expected = b\n\n    with no_read_permissions(cant_read):\n        config = merge(*collect_yaml(paths=[dir_path]))\n        assert config == expected\n\n\ndef test_collect_yaml_malformed_file(tmpdir):\n    dir_path = str(tmpdir)\n    fil_path = os.path.join(dir_path, \"a.yaml\")\n\n    with open(fil_path, mode=\"wb\") as f:\n        f.write(b\"{\")\n\n    with pytest.raises(ValueError) as rec:\n        collect_yaml(paths=[dir_path])",
  "start_line": 160,
  "end_line": 200,
  "total_lines": 716,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "153:def merge(*dicts: Mapping) -> dict:\n197:def collect_yaml(paths: Sequence[str] = paths) -> list[dict]:\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "369:    dask.config.get\n542:    >>> config.get('foo')  # doctest: +SKIP\n545:    >>> config.get('foo.x')  # doctest: +SKIP\n548:    >>> config.get('foo.x.y', default=123)  # doctest: +SKIP\n551:    >>> config.get('foo.y', override_with=None)  # doctest: +SKIP\n554:    >>> config.get('foo.y', override_with=3)  # doctest: +SKIP\n582:    dask.config.get\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "\u001b[1m============================= test session starts ==============================\u001b[0m\ncollected 56 items / 54 deselected / 2 selected\n\ndask/tests/test_config.py \u001b[31mF\u001b[0m\u001b[31mF\u001b[0m\u001b[31m                                             [100%]\u001b[0m\n\n=================================== FAILURES ===================================\n\u001b[31m\u001b[1m________________ test_collect_yaml_permission_errors[directory] ________________\u001b[0m\n\u001b[1m\u001b[31m/testbed/dask/tests/test_config.py\u001b[0m:189: in test_collect_yaml_permission_errors\n    \u001b[0m\u001b[94massert\u001b[39;49;00m config == expected\u001b[90m\u001b[39;49;00m\n\u001b[1m\u001b[31mE   AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {}\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m\n\u001b[1m\u001b[31mE     Left contains 3 more items:\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33mx\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m1\u001b[39;49;00m, \u001b[33m'\u001b[39;49;00m\u001b[33my\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m3\u001b[39;49;00m, \u001b[33m'\u001b[39;49;00m\u001b[33mz\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m4\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\u001b[0m\n\u001b[1m\u001b[31mE     Use -v to get more diff\u001b[0m\n\u001b[31m\u001b[1m__________________ test_collect_yaml_permission_errors[file] ___________________\u001b[0m\n\u001b[1m\u001b[31m/testbed/dask/tests/test_config.py\u001b[0m:189: in test_collect_yaml_permission_errors\n    \u001b[0m\u001b[94massert\u001b[39;49;00m config == expected\u001b[90m\u001b[39;49;00m\n\u001b[1m\u001b[31mE   AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {'y': 3, 'z': 4}\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m\n\u001b[1m\u001b[31mE     Omitting 2 identical items, use -vv to show\u001b[0m\n\u001b[1m\u001b[31mE     Left contains 1 more item:\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33mx\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m1\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\u001b[0m\n\u001b[1m\u001b[31mE     Use -v to get more diff\u001b[0m\n\u001b[33m=============================== warnings summary ===============================\u001b[0m\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.array.utils\n    pytest.register_assert_rewrite(\n\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.dataframe.utils\n    pytest.register_assert_rewrite(\n\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.bag.utils\n    pytest.register_assert_rewrite(\n\n-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html\n============================= slowest 10 durations =============================\n0.02s call     dask/tests/test_config.py::test_collect_yaml_permission_errors[directory]\n\n(5 durations < 0.005s hidden.  Use -vv to show these durations.)\n\u001b[36m\u001b[1m=========================== short test summary info ============================\u001b[0m\n\u001b[31mFAILED\u001b[0m dask/tests/test_config.py::\u001b[1mtest_collect_yaml_permission_errors[directory]\u001b[0m - AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {}\n\u001b[31mFAILED\u001b[0m dask/tests/test_config.py::\u001b[1mtest_collect_yaml_permission_errors[file]\u001b[0m - AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {'y': 3, 'z': 4}\n\u001b[31m================= \u001b[31m\u001b[1m2 failed\u001b[0m, \u001b[33m54 deselected\u001b[0m, \u001b[33m3 warnings\u001b[0m\u001b[31m in 0.10s\u001b[0m\u001b[31m =================\u001b[0m\n",
  "details": {
    "stdout": "\u001b[1m============================= test session starts ==============================\u001b[0m\ncollected 56 items / 54 deselected / 2 selected\n\ndask/tests/test_config.py \u001b[31mF\u001b[0m\u001b[31mF\u001b[0m\u001b[31m                                             [100%]\u001b[0m\n\n=================================== FAILURES ===================================\n\u001b[31m\u001b[1m________________ test_collect_yaml_permission_errors[directory] ________________\u001b[0m\n\u001b[1m\u001b[31m/testbed/dask/tests/test_config.py\u001b[0m:189: in test_collect_yaml_permission_errors\n    \u001b[0m\u001b[94massert\u001b[39;49;00m config == expected\u001b[90m\u001b[39;49;00m\n\u001b[1m\u001b[31mE   AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {}\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m\n\u001b[1m\u001b[31mE     Left contains 3 more items:\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33mx\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m1\u001b[39;49;00m, \u001b[33m'\u001b[39;49;00m\u001b[33my\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m3\u001b[39;49;00m, \u001b[33m'\u001b[39;49;00m\u001b[33mz\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m4\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\u001b[0m\n\u001b[1m\u001b[31mE     Use -v to get more diff\u001b[0m\n\u001b[31m\u001b[1m__________________ test_collect_yaml_permission_errors[file] ___________________\u001b[0m\n\u001b[1m\u001b[31m/testbed/dask/tests/test_config.py\u001b[0m:189: in test_collect_yaml_permission_errors\n    \u001b[0m\u001b[94massert\u001b[39;49;00m config == expected\u001b[90m\u001b[39;49;00m\n\u001b[1m\u001b[31mE   AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {'y': 3, 'z': 4}\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m\n\u001b[1m\u001b[31mE     Omitting 2 identical items, use -vv to show\u001b[0m\n\u001b[1m\u001b[31mE     Left contains 1 more item:\u001b[0m\n\u001b[1m\u001b[31mE     \u001b[0m{\u001b[33m'\u001b[39;49;00m\u001b[33mx\u001b[39;49;00m\u001b[33m'\u001b[39;49;00m: \u001b[94m1\u001b[39;49;00m}\u001b[90m\u001b[39;49;00m\u001b[0m\n\u001b[1m\u001b[31mE     Use -v to get more diff\u001b[0m\n\u001b[33m=============================== warnings summary ===============================\u001b[0m\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.array.utils\n    pytest.register_assert_rewrite(\n\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.dataframe.utils\n    pytest.register_assert_rewrite(\n\nconftest.py:90\n  /workspace/conftest.py:90: PytestAssertRewriteWarning: Module already imported so cannot be rewritten: dask.bag.utils\n    pytest.register_assert_rewrite(\n\n-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html\n============================= slowest 10 durations =============================\n0.02s call     dask/tests/test_config.py::test_collect_yaml_permission_errors[directory]\n\n(5 durations < 0.005s hidden.  Use -vv to show these durations.)\n\u001b[36m\u001b[1m=========================== short test summary info ============================\u001b[0m\n\u001b[31mFAILED\u001b[0m dask/tests/test_config.py::\u001b[1mtest_collect_yaml_permission_errors[directory]\u001b[0m - AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {}\n\u001b[31mFAILED\u001b[0m dask/tests/test_config.py::\u001b[1mtest_collect_yaml_permission_errors[file]\u001b[0m - AssertionError: assert {'x': 1, 'y': 3, 'z': 4} == {'y': 3, 'z': 4}\n\u001b[31m================= \u001b[31m\u001b[1m2 failed\u001b[0m, \u001b[33m54 deselected\u001b[0m, \u001b[33m3 warnings\u001b[0m\u001b[31m in 0.10s\u001b[0m\u001b[31m =================\u001b[0m\n",
    "stderr": "",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "stdout": "diff --git a/dask/config.py b/dask/config.py\nindex e1ea81e..5c25435 100644\n--- a/dask/config.py\n+++ b/dask/config.py\n@@ -558,7 +558,7 @@ def get(\n     --------\n     dask.config.set\n     \"\"\"\n-    if override_with is not no_default:\n+    if override_with is not no_default and override_with is not None:\n         return override_with\n     keys = key.split(\".\")\n     result = config\n",
  "stderr": "",
  "exit_code": 0,
  "budget_warning": "Only 10 tool call(s) remaining (20/30 used). Finalize your edits and call submit_patch soon."
}