cs-si__eodag-961

{
  "status": "ok",
  "stdout": "eodag/rest/stac.py:65:STAC_CATALOGS_PREFIX = \"catalogs\"\neodag/rest/stac.py:73:    :param stac_config: STAC configuration from stac.yml conf file\neodag/rest/stac.py:100:        \"\"\"Updates data using given input STAC dict data\neodag/rest/stac.py:102:        :param data: Catalog data (parsed STAC dict)\neodag/rest/stac.py:133:        \"\"\"Parse STAC extension from config and return as dict\neodag/rest/stac.py:137:        :param stac_config: STAC configuration from stac.yml conf file\neodag/rest/stac.py:143:        :returns: STAC extension as dictionnary\neodag/rest/stac.py:159:        :returns: STAC data dictionnary\neodag/rest/stac.py:172:    :param stac_config: STAC configuration from stac.yml conf file\neodag/rest/stac.py:201:        \"\"\"Build STAC items list from EODAG search results\neodag/rest/stac.py:205:        :param catalog: STAC catalog dict used for parsing item metadata\neodag/rest/stac.py:207:        :returns: STAC item dicts list\neodag/rest/stac.py:245:            product_dict[\"assets\"] = product.assets.as_dict()\neodag/rest/stac.py:256:            url_parts = urlparse(str(product_item[\"assets\"][\"downloadLink\"][\"href\"]))\neodag/rest/stac.py:268:            _dc_qs = product_item[\"assets\"][\"downloadLink\"].pop(\"_dc_qs\", None)\neodag/rest/stac.py:274:                product_item[\"assets\"][\"downloadLink\"][\neodag/rest/stac.py:278:            # add origin assets to product assets\neodag/rest/stac.py:279:            origin_assets = product_item[\"assets\"].pop(\"origin_assets\")\neodag/rest/stac.py:280:            if getattr(product, \"assets\", False):\neodag/rest/stac.py:282:                for asset_key, asset_value in origin_assets.items():\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "    ) -> List[Dict[str, Any]]:\n        \"\"\"Build STAC items list from EODAG search results\n\n        :param search_results: EODAG search results\n        :type search_results: :class:`~eodag.api.search_result.SearchResult`\n        :param catalog: STAC catalog dict used for parsing item metadata\n        :type catalog: dict\n        :returns: STAC item dicts list\n        :rtype: list\n        \"\"\"\n        if len(search_results) <= 0:\n            return []\n\n        item_model = self.__filter_item_model_properties(\n            self.stac_config[\"item\"], str(search_results[0].product_type)\n        )\n        provider_model = deepcopy(self.stac_config[\"provider\"])\n\n        # check if some items need to be converted\n        need_conversion: Dict[str, Any] = {}\n        for k, v in item_model[\"properties\"].items():\n            if isinstance(v, str):\n                conversion, item_model[\"properties\"][k] = get_metadata_path(\n                    item_model[\"properties\"][k]\n                )\n                if conversion is not None:\n                    need_conversion[k] = conversion\n                    # convert str to jsonpath if needed\n                    item_model[\"properties\"][k] = string_to_jsonpath(\n                        k, item_model[\"properties\"][k]\n                    )\n\n        item_list: List[Dict[str, Any]] = []\n        for product in search_results:\n            # parse jsonpath\n            provider_dict = jsonpath_parse_dict_items(\n                provider_model,\n                {\n                    \"provider\": self.eodag_api.providers_config[\n                        product.provider\n                    ].__dict__\n                },\n            )\n\n            product_dict = deepcopy(product.__dict__)\n            product_dict[\"assets\"] = product.assets.as_dict()\n\n            product_item = jsonpath_parse_dict_items(\n                item_model,\n                {\n                    \"product\": product_dict,\n                    \"providers\": [provider_dict],\n                },\n            )\n\n            # parse download link\n            url_parts = urlparse(str(product_item[\"assets\"][\"downloadLink\"][\"href\"]))\n            query_dict = parse_qs(url_parts.query)\n            without_arg_url = (\n                f\"{url_parts.scheme}://{url_parts.netloc}{url_parts.path}\"\n                if url_parts.scheme\n                else f\"{url_parts.netloc}{url_parts.path}\"\n            )\n\n            # add provider to query-args\n            if self.provider:\n                query_dict.update(provider=[self.provider])\n            # add datacube query-string to query-args\n            _dc_qs = product_item[\"assets\"][\"downloadLink\"].pop(\"_dc_qs\", None)\n            if _dc_qs:\n                query_dict.update(_dc_qs=_dc_qs)\n\n            # update download link with up-to-date query-args\n            if query_dict:\n                product_item[\"assets\"][\"downloadLink\"][\n                    \"href\"\n                ] = f\"{without_arg_url}?{urlencode(query_dict, doseq=True)}\"\n\n            # add origin assets to product assets\n            origin_assets = product_item[\"assets\"].pop(\"origin_assets\")\n            if getattr(product, \"assets\", False):\n                # replace origin asset urls with eodag-server ones\n                for asset_key, asset_value in origin_assets.items():\n                    origin_assets[asset_key][\"href\"] = without_arg_url\n                    if query_dict:\n                        origin_assets[asset_key][\n                            \"href\"\n                        ] += f\"/{asset_key}?{urlencode(query_dict, doseq=True)}\"\n                    else:\n                        origin_assets[asset_key][\"href\"] += f\"/{asset_key}\"\n\n                product_item[\"assets\"] = dict(product_item[\"assets\"], **origin_assets)\n\n            # apply conversion if needed\n            for prop_key, prop_val in need_conversion.items():\n                conv_func, conv_args = prop_val\n                # colon `:` in key breaks format() method, hide it\n                formatable_prop_key = prop_key.replace(\":\", \"\")\n                if conv_args is not None:\n                    product_item[\"properties\"][prop_key] = format_metadata(\n                        \"{%s#%s(%s)}\" % (formatable_prop_key, conv_func, conv_args),",
  "start_line": 200,
  "end_line": 300,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "__init__.py\n_assets.py\n_product.py\ndrivers\nmetadata_mapping.py\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/api/product/_assets.py",
  "content": "# -*- coding: utf-8 -*-\n# Copyright 2023, CS GROUP - France, https://www.csgroup.eu/\n#\n# This file is part of EODAG project\n#     https://www.github.com/CS-SI/EODAG\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n#     http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\nfrom __future__ import annotations\n\nfrom collections import UserDict\nfrom typing import TYPE_CHECKING, Any, Dict\n\nif TYPE_CHECKING:\n    from eodag.api.product import EOProduct\n\n\nclass AssetsDict(UserDict):\n    \"\"\"A UserDict object listing assets contained in a\n    :class:`~eodag.api.product._product.EOProduct` resulting from a search.\n\n    :param product: Product resulting from a search\n    :type product: :class:`~eodag.api.product._product.EOProduct`\n    :param args: (optional) Arguments used to init the dictionary\n    :type args: Any\n    :param kwargs: (optional) Additional named-arguments used to init the dictionary\n    :type kwargs: Any\n    \"\"\"\n\n    product: EOProduct\n\n    def __init__(self, product: EOProduct, *args: Any, **kwargs: Any) -> None:\n        self.product = product\n        super(AssetsDict, self).__init__(*args, **kwargs)\n\n    def __setitem__(self, key: str, value: Dict[str, Any]) -> None:\n        super().__setitem__(key, Asset(self.product, key, value))\n\n    def as_dict(self) -> Dict[str, Any]:\n        \"\"\"Builds a representation of AssetsDict to enable its serialization\n\n        :returns: The representation of a :class:`~eodag.api.product._assets.AssetsDict`\n                  as a Python dict\n        :rtype: dict\n        \"\"\"\n        return {k: v.as_dict() for k, v in self.data.items()}\n\n\nclass Asset(UserDict):\n    \"\"\"A UserDict object containg one of the assets of a\n    :class:`~eodag.api.product._product.EOProduct` resulting from a search.\n\n    :param product: Product resulting from a search\n    :type product: :class:`~eodag.api.product._product.EOProduct`\n    :param key: asset key\n    :type key: str\n    :param args: (optional) Arguments used to init the dictionary\n    :type args: Any\n    :param kwargs: (optional) Additional named-arguments used to init the dictionary\n    :type kwargs: Any\n    \"\"\"\n\n    product: EOProduct\n\n    def __init__(self, product: EOProduct, key: str, *args: Any, **kwargs: Any) -> None:\n        self.product = product\n        self.key = key\n        super(Asset, self).__init__(*args, **kwargs)\n\n    def as_dict(self) -> Dict[str, Any]:\n        \"\"\"Builds a representation of Asset to enable its serialization\n\n        :returns: The representation of a :class:`~eodag.api.product._assets.Asset` as a\n                  Python dict\n        :rtype: dict\n        \"\"\"\n        return self.data\n\n    def download(self, **kwargs: Any) -> str:\n        \"\"\"Downloads a single asset\n\n        :param kwargs: (optional) Additional named-arguments passed to `plugin.download()`\n        :type kwargs: Any\n        :returns: The absolute path to the downloaded product on the local filesystem\n        :rtype: str\n        \"\"\"\n        return self.product.download(asset=self.key, **kwargs)",
  "start_line": 1,
  "end_line": 96,
  "total_lines": 96,
  "is_truncated": false
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "",
  "details": {
    "stdout": "",
    "stderr": "",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "stdout": "256:            url_parts = urlparse(str(product_item[\"assets\"][\"downloadLink\"][\"href\"]))\n268:            _dc_qs = product_item[\"assets\"][\"downloadLink\"].pop(\"_dc_qs\", None)\n274:                product_item[\"assets\"][\"downloadLink\"][\n279:            origin_assets = product_item[\"assets\"].pop(\"origin_assets\")\n291:                product_item[\"assets\"] = dict(product_item[\"assets\"], **origin_assets)\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "# -*- coding: utf-8 -*-\n# Copyright 2018, CS Systemes d'Information, https://www.csgroup.eu/\n#\n# This file is part of EODAG project\n#     https://www.github.com/CS-SI/EODAG\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n#     http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\nfrom __future__ import annotations\n\nimport logging\nimport os\nfrom collections import defaultdict\nfrom datetime import datetime, timezone\nfrom typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, cast\nfrom urllib.parse import parse_qs, urlencode, urlparse\n\nimport dateutil.parser\nimport geojson\nimport shapefile\nfrom dateutil import tz\nfrom dateutil.relativedelta import relativedelta\nfrom shapely.geometry import shape\nfrom shapely.geometry.base import BaseGeometry\nfrom shapely.ops import unary_union\n\nfrom eodag.api.product.metadata_mapping import (\n    DEFAULT_METADATA_MAPPING,\n    format_metadata,\n    get_metadata_path,\n)\nfrom eodag.utils import (\n    deepcopy,\n    dict_items_recursive_apply,\n    format_dict_items,\n    jsonpath_parse_dict_items,\n    string_to_jsonpath,\n    update_nested_dict,\n    urljoin,\n)\nfrom eodag.utils.exceptions import (\n    NoMatchingProductType,\n    NotAvailableError,\n    ValidationError,\n)\n\nif TYPE_CHECKING:\n    from eodag.api.core import EODataAccessGateway\n    from eodag.api.product import EOProduct\n    from eodag.api.search_result import SearchResult\n\n\nlogger = logging.getLogger(\"eodag.rest.stac\")\n\nDEFAULT_MISSION_START_DATE = \"2015-01-01T00:00:00Z\"\nSTAC_CATALOGS_PREFIX = \"catalogs\"\n\n\nclass StacCommon:\n    \"\"\"Stac common object\n\n    :param url: Requested URL\n    :type url: str\n    :param stac_config: STAC configuration from stac.yml conf file\n    :type stac_config: dict\n    :param provider: (optional) Chosen provider\n    :type provider: str\n    :param eodag_api: EODAG python API instance\n    :type eodag_api: :class:`eodag.api.core.EODataAccessGateway`\n    :param root: (optional) API root\n    :type root: str\n    \"\"\"\n\n    def __init__(\n        self,\n        url: str,\n        stac_config: Dict[str, Any],\n        provider: Optional[str],\n        eodag_api: EODataAccessGateway,\n        root: str = \"/\",\n    ) -> None:\n        self.url = url.rstrip(\"/\") if len(url) > 1 else url\n        self.stac_config = stac_config\n        self.provider = provider\n        self.eodag_api = eodag_api\n        self.root = root.rstrip(\"/\") if len(root) > 1 else root\n\n        self.data: Dict[str, Any] = {}\n\n    def update_data(self, data: Dict[str, Any]) -> None:\n        \"\"\"Updates data using given input STAC dict data",
  "start_line": 1,
  "end_line": 100,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "",
  "stderr": "/workspace/eodag/api/core.py:28: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.\n  import pkg_resources\n/usr/local/lib/python3.10/site-packages/requests/__init__.py:113: RequestsDependencyWarning: urllib3 (2.6.3) or chardet (6.0.0dev0)/charset_normalizer (3.4.4) doesn't match a supported version!\n  warnings.warn(\nTraceback (most recent call last):\n  File \"<stdin>\", line 86, in test\nAttributeError: 'StacCommon' object has no attribute 'build_items'\n",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "    ) -> List[Dict[str, Any]]:\n        \"\"\"Build STAC items list from EODAG search results\n\n        :param search_results: EODAG search results\n        :type search_results: :class:`~eodag.api.search_result.SearchResult`\n        :param catalog: STAC catalog dict used for parsing item metadata\n        :type catalog: dict\n        :returns: STAC item dicts list\n        :rtype: list\n        \"\"\"\n        if len(search_results) <= 0:",
  "start_line": 200,
  "end_line": 210,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "    \"\"\"\n\n    def __init__(\n        self,\n        url: str,\n        stac_config: Dict[str, Any],\n        provider: Optional[str],\n        eodag_api: EODataAccessGateway,\n        root: str = \"/\",\n    ) -> None:\n        super(StacItem, self).__init__(\n            url=url,\n            stac_config=stac_config,\n            provider=provider,\n            eodag_api=eodag_api,\n            root=root,\n        )\n\n    def __get_item_list(\n        self, search_results: SearchResult, catalog: Dict[str, Any]\n    ) -> List[Dict[str, Any]]:",
  "start_line": 180,
  "end_line": 200,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "        :rtype: dict\n        \"\"\"\n        return geojson.loads(geojson.dumps(self.data))\n\n    __geo_interface__ = property(as_dict)\n\n\nclass StacItem(StacCommon):\n    \"\"\"Stac item object\n\n    :param url: Requested URL\n    :type url: str\n    :param stac_config: STAC configuration from stac.yml conf file\n    :type stac_config: dict\n    :param provider: (optional) Chosen provider\n    :type provider: str\n    :param eodag_api: EODAG python API instance\n    :type eodag_api: :class:`eodag.api.core.EODataAccessGateway`\n    :param root: (optional) API root\n    :type root: str\n    \"\"\"",
  "start_line": 160,
  "end_line": 180,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "",
  "stderr": "/workspace/eodag/api/core.py:28: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.\n  import pkg_resources\n/usr/local/lib/python3.10/site-packages/requests/__init__.py:113: RequestsDependencyWarning: urllib3 (2.6.3) or chardet (6.0.0dev0)/charset_normalizer (3.4.4) doesn't match a supported version!\n  warnings.warn(\nTraceback (most recent call last):\n  File \"/workspace/eodag/rest/stac.py\", line 411, in __filter_item_model_properties\n    product_type_dict = [\nIndexError: list index out of range\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"<stdin>\", line 50, in test\n  File \"/workspace/eodag/rest/stac.py\", line 213, in __get_item_list\n    item_model = self.__filter_item_model_properties(\n  File \"/workspace/eodag/rest/stac.py\", line 420, in __filter_item_model_properties\n    raise NoMatchingProductType(\neodag.utils.exceptions.NoMatchingProductType: Product type my_product_type not available for my_provider\n",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "        Removes not needed parameters, and adds supplementary ones as\n        part of oseo extension.\n\n        :param item_model: Item model from stac_config\n        :type item_model: dict\n        :param product_type: Product type\n        :type product_type: str\n        :returns: Filtered item model\n        :rtype: dict\n        \"\"\"\n        try:\n            product_type_dict = [\n                pt\n                for pt in self.eodag_api.list_product_types(\n                    provider=self.provider, fetch_providers=False\n                )\n                if pt[\"ID\"] == product_type\n                or (\"alias\" in pt and pt[\"alias\"] == product_type)\n            ][0]\n        except IndexError:\n            raise NoMatchingProductType(\n                \"Product type {} not available for {}\".format(\n                    product_type, self.provider\n                )\n            )\n\n        result_item_model = deepcopy(item_model)\n        result_item_model[\"stac_extensions\"] = list(\n            self.stac_config[\"stac_extensions\"].values()\n        )\n",
  "start_line": 400,
  "end_line": 430,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "",
  "stderr": "/workspace/eodag/api/core.py:28: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.\n  import pkg_resources\n/usr/local/lib/python3.10/site-packages/requests/__init__.py:113: RequestsDependencyWarning: urllib3 (2.6.3) or chardet (6.0.0dev0)/charset_normalizer (3.4.4) doesn't match a supported version!\n  warnings.warn(\nTraceback (most recent call last):\n  File \"<stdin>\", line 54, in test\n  File \"/workspace/eodag/rest/stac.py\", line 213, in __get_item_list\n    item_model = self.__filter_item_model_properties(\n  File \"/workspace/eodag/rest/stac.py\", line 428, in __filter_item_model_properties\n    self.stac_config[\"stac_extensions\"].values()\nKeyError: 'stac_extensions'\n",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "from eodag.utils.exceptions import (\n    NoMatchingProductType,\n    NotAvailableError,\n    ValidationError,\n)\n\nif TYPE_CHECKING:\n    from eodag.api.core import EODataAccessGateway\n    from eodag.api.product import EOProduct\n    from eodag.api.search_result import SearchResult\n\n\nlogger = logging.getLogger(\"eodag.rest.stac\")\n\nDEFAULT_MISSION_START_DATE = \"2015-01-01T00:00:00Z\"\nSTAC_CATALOGS_PREFIX = \"catalogs\"\n\n\nclass StacCommon:\n    \"\"\"Stac common object\n\n    :param url: Requested URL\n    :type url: str\n    :param stac_config: STAC configuration from stac.yml conf file\n    :type stac_config: dict\n    :param provider: (optional) Chosen provider\n    :type provider: str\n    :param eodag_api: EODAG python API instance\n    :type eodag_api: :class:`eodag.api.core.EODataAccessGateway`\n    :param root: (optional) API root\n    :type root: str\n    \"\"\"\n\n    def __init__(\n        self,\n        url: str,\n        stac_config: Dict[str, Any],\n        provider: Optional[str],\n        eodag_api: EODataAccessGateway,\n        root: str = \"/\",\n    ) -> None:\n        self.url = url.rstrip(\"/\") if len(url) > 1 else url\n        self.stac_config = stac_config\n        self.provider = provider\n        self.eodag_api = eodag_api\n        self.root = root.rstrip(\"/\") if len(root) > 1 else root\n\n        self.data: Dict[str, Any] = {}\n\n    def update_data(self, data: Dict[str, Any]) -> None:\n        \"\"\"Updates data using given input STAC dict data",
  "start_line": 50,
  "end_line": 100,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "",
  "stderr": "/workspace/eodag/api/core.py:28: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.\n  import pkg_resources\n/usr/local/lib/python3.10/site-packages/requests/__init__.py:113: RequestsDependencyWarning: urllib3 (2.6.3) or chardet (6.0.0dev0)/charset_normalizer (3.4.4) doesn't match a supported version!\n  warnings.warn(\nTraceback (most recent call last):\n  File \"<stdin>\", line 54, in test\n  File \"/workspace/eodag/rest/stac.py\", line 213, in __get_item_list\n    item_model = self.__filter_item_model_properties(\n  File \"/workspace/eodag/rest/stac.py\", line 441, in __filter_item_model_properties\n    and k not in self.stac_config[\"metadata_ignore\"]\nKeyError: 'metadata_ignore'\n",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "\n        # build jsonpath for eodag product default properties and adapt path\n        eodag_properties_dict = {\n            k: string_to_jsonpath(k, v.replace(\"$.\", \"$.product.\"))\n            for k, v in DEFAULT_METADATA_MAPPING.items()\n            if \"$.properties.\" in v\n        }\n        # add missing properties as oseo:missingProperty\n        for k, v in eodag_properties_dict.items():\n            if (\n                v not in result_item_model[\"properties\"].values()\n                and k not in self.stac_config[\"metadata_ignore\"]\n                and not any(\n                    k in str(prop) for prop in result_item_model[\"properties\"].values()\n                )\n            ):\n                result_item_model[\"properties\"][\"oseo:\" + k] = string_to_jsonpath(k, v)\n\n        # Filter out unneeded extensions\n        if product_type_dict.get(\"sensorType\", \"RADAR\") != \"RADAR\":\n            result_item_model[\"stac_extensions\"].remove(",
  "start_line": 430,
  "end_line": 450,
  "total_lines": 1387,
  "is_truncated": false
}