cs-si__eodag-961

{
  "status": "ok",
  "stdout": "245:            product_dict[\"assets\"] = product.assets.as_dict()\n256:            url_parts = urlparse(str(product_item[\"assets\"][\"downloadLink\"][\"href\"]))\n268:            _dc_qs = product_item[\"assets\"][\"downloadLink\"].pop(\"_dc_qs\", None)\n274:                product_item[\"assets\"][\"downloadLink\"][\n278:            # add origin assets to product assets\n279:            origin_assets = product_item[\"assets\"].pop(\"origin_assets\")\n280:            if getattr(product, \"assets\", False):\n282:                for asset_key, asset_value in origin_assets.items():\n283:                    origin_assets[asset_key][\"href\"] = without_arg_url\n285:                        origin_assets[asset_key][\n289:                        origin_assets[asset_key][\"href\"] += f\"/{asset_key}\"\n291:                product_item[\"assets\"] = dict(product_item[\"assets\"], **origin_assets)\n530:        product_dict[\"assets\"] = product.assets.as_dict()\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "    ) -> List[Dict[str, Any]]:\n        \"\"\"Build STAC items list from EODAG search results\n\n        :param search_results: EODAG search results\n        :type search_results: :class:`~eodag.api.search_result.SearchResult`\n        :param catalog: STAC catalog dict used for parsing item metadata\n        :type catalog: dict\n        :returns: STAC item dicts list\n        :rtype: list\n        \"\"\"\n        if len(search_results) <= 0:\n            return []\n\n        item_model = self.__filter_item_model_properties(\n            self.stac_config[\"item\"], str(search_results[0].product_type)\n        )\n        provider_model = deepcopy(self.stac_config[\"provider\"])\n\n        # check if some items need to be converted\n        need_conversion: Dict[str, Any] = {}\n        for k, v in item_model[\"properties\"].items():\n            if isinstance(v, str):\n                conversion, item_model[\"properties\"][k] = get_metadata_path(\n                    item_model[\"properties\"][k]\n                )\n                if conversion is not None:\n                    need_conversion[k] = conversion\n                    # convert str to jsonpath if needed\n                    item_model[\"properties\"][k] = string_to_jsonpath(\n                        k, item_model[\"properties\"][k]\n                    )\n\n        item_list: List[Dict[str, Any]] = []\n        for product in search_results:\n            # parse jsonpath\n            provider_dict = jsonpath_parse_dict_items(\n                provider_model,\n                {\n                    \"provider\": self.eodag_api.providers_config[\n                        product.provider\n                    ].__dict__\n                },\n            )\n\n            product_dict = deepcopy(product.__dict__)\n            product_dict[\"assets\"] = product.assets.as_dict()\n\n            product_item = jsonpath_parse_dict_items(\n                item_model,\n                {\n                    \"product\": product_dict,\n                    \"providers\": [provider_dict],\n                },\n            )\n\n            # parse download link\n            url_parts = urlparse(str(product_item[\"assets\"][\"downloadLink\"][\"href\"]))\n            query_dict = parse_qs(url_parts.query)\n            without_arg_url = (\n                f\"{url_parts.scheme}://{url_parts.netloc}{url_parts.path}\"\n                if url_parts.scheme\n                else f\"{url_parts.netloc}{url_parts.path}\"\n            )\n\n            # add provider to query-args\n            if self.provider:\n                query_dict.update(provider=[self.provider])\n            # add datacube query-string to query-args\n            _dc_qs = product_item[\"assets\"][\"downloadLink\"].pop(\"_dc_qs\", None)\n            if _dc_qs:\n                query_dict.update(_dc_qs=_dc_qs)\n\n            # update download link with up-to-date query-args\n            if query_dict:\n                product_item[\"assets\"][\"downloadLink\"][\n                    \"href\"\n                ] = f\"{without_arg_url}?{urlencode(query_dict, doseq=True)}\"\n\n            # add origin assets to product assets\n            origin_assets = product_item[\"assets\"].pop(\"origin_assets\")\n            if getattr(product, \"assets\", False):\n                # replace origin asset urls with eodag-server ones\n                for asset_key, asset_value in origin_assets.items():\n                    origin_assets[asset_key][\"href\"] = without_arg_url\n                    if query_dict:\n                        origin_assets[asset_key][\n                            \"href\"\n                        ] += f\"/{asset_key}?{urlencode(query_dict, doseq=True)}\"\n                    else:\n                        origin_assets[asset_key][\"href\"] += f\"/{asset_key}\"\n\n                product_item[\"assets\"] = dict(product_item[\"assets\"], **origin_assets)\n\n            # apply conversion if needed\n            for prop_key, prop_val in need_conversion.items():\n                conv_func, conv_args = prop_val\n                # colon `:` in key breaks format() method, hide it\n                formatable_prop_key = prop_key.replace(\":\", \"\")\n                if conv_args is not None:\n                    product_item[\"properties\"][prop_key] = format_metadata(\n                        \"{%s#%s(%s)}\" % (formatable_prop_key, conv_func, conv_args),\n                        **{formatable_prop_key: product_item[\"properties\"][prop_key]},\n                    )\n                else:\n                    product_item[\"properties\"][prop_key] = format_metadata(\n                        \"{%s#%s}\" % (formatable_prop_key, conv_func),\n                        **{formatable_prop_key: product_item[\"properties\"][prop_key]},\n                    )\n\n            # parse f-strings\n            format_args = deepcopy(self.stac_config)\n            format_args[\"catalog\"] = catalog\n            format_args[\"item\"] = product_item\n            product_item: Dict[str, Any] = format_dict_items(\n                product_item, **format_args\n            )\n            product_item[\"bbox\"] = [float(i) for i in product_item[\"bbox\"]]\n\n            # remove empty properties\n            product_item = self.__filter_item_properties_values(product_item)\n",
  "start_line": 200,
  "end_line": 320,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "",
  "details": {
    "stdout": "",
    "stderr": "",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "stdout": "eodag/api/product/_product.py:189:    def as_dict(self) -> Dict[str, Any]:\neodag/api/product/_product.py:205:            \"assets\": self.assets.as_dict(),\neodag/api/product/_product.py:245:    __geo_interface__ = property(as_dict)\neodag/api/product/_assets.py:48:    def as_dict(self) -> Dict[str, Any]:\neodag/api/product/_assets.py:55:        return {k: v.as_dict() for k, v in self.data.items()}\neodag/api/product/_assets.py:79:    def as_dict(self) -> Dict[str, Any]:\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/api/product/_assets.py",
  "content": "# -*- coding: utf-8 -*-\n# Copyright 2023, CS GROUP - France, https://www.csgroup.eu/\n#\n# This file is part of EODAG project\n#     https://www.github.com/CS-SI/EODAG\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n#     http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\nfrom __future__ import annotations\n\nfrom collections import UserDict\nfrom typing import TYPE_CHECKING, Any, Dict\n\nif TYPE_CHECKING:\n    from eodag.api.product import EOProduct\n\n\nclass AssetsDict(UserDict):\n    \"\"\"A UserDict object listing assets contained in a\n    :class:`~eodag.api.product._product.EOProduct` resulting from a search.\n\n    :param product: Product resulting from a search\n    :type product: :class:`~eodag.api.product._product.EOProduct`\n    :param args: (optional) Arguments used to init the dictionary\n    :type args: Any\n    :param kwargs: (optional) Additional named-arguments used to init the dictionary\n    :type kwargs: Any\n    \"\"\"\n\n    product: EOProduct\n\n    def __init__(self, product: EOProduct, *args: Any, **kwargs: Any) -> None:\n        self.product = product\n        super(AssetsDict, self).__init__(*args, **kwargs)\n\n    def __setitem__(self, key: str, value: Dict[str, Any]) -> None:\n        super().__setitem__(key, Asset(self.product, key, value))\n\n    def as_dict(self) -> Dict[str, Any]:\n        \"\"\"Builds a representation of AssetsDict to enable its serialization\n\n        :returns: The representation of a :class:`~eodag.api.product._assets.AssetsDict`\n                  as a Python dict\n        :rtype: dict\n        \"\"\"\n        return {k: v.as_dict() for k, v in self.data.items()}\n\n\nclass Asset(UserDict):\n    \"\"\"A UserDict object containg one of the assets of a\n    :class:`~eodag.api.product._product.EOProduct` resulting from a search.\n\n    :param product: Product resulting from a search\n    :type product: :class:`~eodag.api.product._product.EOProduct`\n    :param key: asset key\n    :type key: str\n    :param args: (optional) Arguments used to init the dictionary\n    :type args: Any\n    :param kwargs: (optional) Additional named-arguments used to init the dictionary\n    :type kwargs: Any\n    \"\"\"\n\n    product: EOProduct\n\n    def __init__(self, product: EOProduct, key: str, *args: Any, **kwargs: Any) -> None:\n        self.product = product\n        self.key = key\n        super(Asset, self).__init__(*args, **kwargs)\n\n    def as_dict(self) -> Dict[str, Any]:\n        \"\"\"Builds a representation of Asset to enable its serialization\n\n        :returns: The representation of a :class:`~eodag.api.product._assets.Asset` as a\n                  Python dict\n        :rtype: dict\n        \"\"\"\n        return self.data\n\n    def download(self, **kwargs: Any) -> str:\n        \"\"\"Downloads a single asset\n\n        :param kwargs: (optional) Additional named-arguments passed to `plugin.download()`\n        :type kwargs: Any\n        :returns: The absolute path to the downloaded product on the local filesystem\n        :rtype: str\n        \"\"\"\n        return self.product.download(asset=self.key, **kwargs)",
  "start_line": 1,
  "end_line": 96,
  "total_lines": 96,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "    def get_stac_item_from_product(self, product: EOProduct) -> Dict[str, Any]:\n        \"\"\"Build STAC item from EODAG product\n\n        :param product: EODAG product\n        :type product: :class:`eodag.api.product._product.EOProduct`\n        :returns: STAC item\n        :rtype: list\n        \"\"\"\n        product_type = str(product.product_type)\n\n        item_model = self.__filter_item_model_properties(\n            self.stac_config[\"item\"], product_type\n        )\n        provider_model = deepcopy(self.stac_config[\"provider\"])\n\n        provider_dict = jsonpath_parse_dict_items(\n            provider_model,\n            {\"provider\": self.eodag_api.providers_config[product.provider].__dict__},\n        )\n\n        catalog = StacCatalog(\n            url=self.url.split(\"/items\")[0],\n            stac_config=self.stac_config,\n            root=self.root,\n            provider=self.provider,\n            eodag_api=self.eodag_api,\n            catalogs=[product_type],\n        )\n\n        product_dict = deepcopy(product.__dict__)\n        product_dict[\"assets\"] = product.assets.as_dict()\n\n        # parse jsonpath\n        product_item = jsonpath_parse_dict_items(\n            item_model,\n            {\n                \"product\": product_dict,\n                \"providers\": provider_dict,\n            },\n        )\n        # parse f-strings\n        format_args = deepcopy(self.stac_config)\n        format_args[\"catalog\"] = dict(\n            catalog.as_dict(), **{\"url\": catalog.url, \"root\": catalog.root}\n        )\n        format_args[\"item\"] = product_item\n        product_item = format_dict_items(product_item, **format_args)\n        product_item[\"bbox\"] = [float(i) for i in product_item[\"bbox\"]]\n\n        # remove empty properties\n        product_item = self.__filter_item_properties_values(product_item)\n\n        self.update_data(product_item)\n        return self.as_dict()\n\n\nclass StacCollection(StacCommon):\n    \"\"\"Stac collection object\n\n    :param url: Requested URL\n    :type url: str",
  "start_line": 500,
  "end_line": 560,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "            result_item_model[\"stac_extensions\"].remove(\n                self.stac_config[\"stac_extensions\"][\"sar\"]\n            )\n\n        # Filter out unneeded properties\n        extensions_prefixes = [\n            k\n            for k, v in self.stac_config[\"stac_extensions\"].items()\n            if v in result_item_model[\"stac_extensions\"]\n        ]\n        for k, v in item_model[\"properties\"].items():\n            # remove key if extension not in stac_extensions\n            if \":\" in k and k.split(\":\")[0] not in extensions_prefixes:\n                result_item_model[\"properties\"].pop(k, None)\n\n        return result_item_model\n\n    def __filter_item_properties_values(self, item: Dict[str, Any]) -> Dict[str, Any]:\n        \"\"\"Removes empty properties, unused extensions, and add missing extensions\n\n        :param item: STAC item data\n        :type item: dict\n        :returns: Filtered item model\n        :rtype: dict\n        \"\"\"\n        all_extensions_dict: Dict[str, str] = deepcopy(\n            self.stac_config[\"stac_extensions\"]\n        )\n        # parse f-strings with root\n        all_extensions_dict = format_dict_items(\n            all_extensions_dict, **{\"catalog\": {\"root\": self.root}}\n        )\n\n        item[\"stac_extensions\"] = []\n        # dict to list of keys to permit pop() while iterating\n        for k in list(item[\"properties\"]):\n            extension_prefix: str = k.split(\":\")[0]\n\n            if item[\"properties\"][k] is None:\n                item[\"properties\"].pop(k, None)\n            # feed found extensions list\n            elif (\n                extension_prefix in all_extensions_dict.keys()\n                and all_extensions_dict[extension_prefix] not in item[\"stac_extensions\"]\n            ):\n                # append path from item extensions\n                item[\"stac_extensions\"].append(all_extensions_dict[extension_prefix])\n\n        return item\n\n    def get_stac_item_from_product(self, product: EOProduct) -> Dict[str, Any]:",
  "start_line": 450,
  "end_line": 500,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "            # update item link with datacube query-string\n            if _dc_qs:\n                url_parts = urlparse(str(product_item[\"links\"][0][\"href\"]))\n                without_arg_url = (\n                    f\"{url_parts.scheme}://{url_parts.netloc}{url_parts.path}\"\n                    if url_parts.scheme\n                    else f\"{url_parts.netloc}{url_parts.path}\"\n                )\n                product_item[\"links\"][0][\n                    \"href\"\n                ] = f\"{without_arg_url}?{urlencode(query_dict, doseq=True)}\"\n\n            item_list.append(product_item)\n\n        return item_list\n\n    def get_stac_items(\n        self, search_results: SearchResult, catalog: Dict[str, Any]\n    ) -> Dict[str, Any]:\n        \"\"\"Build STAC items from EODAG search results\n\n        :param search_results: EODAG search results\n        :type search_results: :class:`~eodag.api.search_result.SearchResult`\n        :param catalog: STAC catalog dict used for parsing item metadata\n        :type catalog: dict\n        :returns: Items dictionnary\n        :rtype: dict\n        \"\"\"\n        items_model = deepcopy(self.stac_config[\"items\"])\n\n        search_results.numberMatched = search_results.properties[\"totalResults\"]\n        search_results.numberReturned = len(search_results)\n\n        # next page link\n        if \"?\" in self.url:\n            # search endpoint: use page url as self link\n            for i, _ in enumerate(items_model[\"links\"]):\n                if items_model[\"links\"][i][\"rel\"] == \"self\":\n                    items_model[\"links\"][i][\"href\"] = catalog[\"url\"]\n\n        search_results.timeStamp = (\n            datetime.now(timezone.utc).isoformat().replace(\"+00:00\", \"\") + \"Z\"\n        )\n\n        # parse jsonpath\n        items = jsonpath_parse_dict_items(\n            items_model, {\"search_results\": search_results.__dict__}\n        )\n        # parse f-strings\n        format_args = deepcopy(self.stac_config)\n        format_args[\"catalog\"] = catalog\n        items = format_dict_items(items, **format_args)\n\n        # last page: remove next page link\n        if (\n            search_results.properties[\"itemsPerPage\"]\n            * search_results.properties[\"page\"]\n            >= search_results.properties[\"totalResults\"]\n        ):\n            items[\"links\"] = [link for link in items[\"links\"] if link[\"rel\"] != \"next\"]\n\n        # provide static catalog to build features\n        if \"search?\" in catalog[\"url\"]:\n            catalog[\"url\"] = os.path.join(\n                catalog[\"url\"].split(\"search?\")[0],\n                \"collections\",\n                catalog[\"id\"],\n            )\n        else:\n            catalog[\"url\"] = catalog[\"url\"].split(\"?\")[0]\n        items[\"features\"] = self.__get_item_list(search_results, catalog)\n\n        self.update_data(items)\n        return geojson.loads(geojson.dumps(self.data))\n\n    def __filter_item_model_properties(\n        self, item_model: Dict[str, Any], product_type: str\n    ) -> Dict[str, Any]:\n        \"\"\"Filter item model depending on product type metadata and its extensions.\n        Removes not needed parameters, and adds supplementary ones as\n        part of oseo extension.\n\n        :param item_model: Item model from stac_config\n        :type item_model: dict\n        :param product_type: Product type\n        :type product_type: str\n        :returns: Filtered item model\n        :rtype: dict\n        \"\"\"\n        try:\n            product_type_dict = [\n                pt\n                for pt in self.eodag_api.list_product_types(\n                    provider=self.provider, fetch_providers=False\n                )\n                if pt[\"ID\"] == product_type\n                or (\"alias\" in pt and pt[\"alias\"] == product_type)\n            ][0]\n        except IndexError:\n            raise NoMatchingProductType(\n                \"Product type {} not available for {}\".format(\n                    product_type, self.provider\n                )\n            )\n\n        result_item_model = deepcopy(item_model)\n        result_item_model[\"stac_extensions\"] = list(\n            self.stac_config[\"stac_extensions\"].values()\n        )\n\n        # build jsonpath for eodag product default properties and adapt path\n        eodag_properties_dict = {\n            k: string_to_jsonpath(k, v.replace(\"$.\", \"$.product.\"))\n            for k, v in DEFAULT_METADATA_MAPPING.items()\n            if \"$.properties.\" in v\n        }\n        # add missing properties as oseo:missingProperty\n        for k, v in eodag_properties_dict.items():\n            if (\n                v not in result_item_model[\"properties\"].values()\n                and k not in self.stac_config[\"metadata_ignore\"]\n                and not any(\n                    k in str(prop) for prop in result_item_model[\"properties\"].values()\n                )\n            ):\n                result_item_model[\"properties\"][\"oseo:\" + k] = string_to_jsonpath(k, v)\n\n        # Filter out unneeded extensions\n        if product_type_dict.get(\"sensorType\", \"RADAR\") != \"RADAR\":\n            result_item_model[\"stac_extensions\"].remove(",
  "start_line": 321,
  "end_line": 450,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "500:    def get_stac_item_from_product(self, product: EOProduct) -> Dict[str, Any]:\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "",
  "details": {
    "stdout": "",
    "stderr": "",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "stdout": "./eodag/rest/utils.py:682:        ).get_stac_item_from_product(product=found_products[0])\n./eodag/rest/stac.py:500:    def get_stac_item_from_product(self, product: EOProduct) -> Dict[str, Any]:\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "279:            origin_assets = product_item[\"assets\"].pop(\"origin_assets\")\n282:                for asset_key, asset_value in origin_assets.items():\n283:                    origin_assets[asset_key][\"href\"] = without_arg_url\n285:                        origin_assets[asset_key][\n289:                        origin_assets[asset_key][\"href\"] += f\"/{asset_key}\"\n291:                product_item[\"assets\"] = dict(product_item[\"assets\"], **origin_assets)\n",
  "stderr": "",
  "exit_code": 0
}