cs-si__eodag-961

{
  "status": "ok",
  "stdout": "/workspace/eodag/rest/stac.py:245:            product_dict[\"assets\"] = product.assets.as_dict()\n/workspace/eodag/rest/stac.py:256:            url_parts = urlparse(str(product_item[\"assets\"][\"downloadLink\"][\"href\"]))\n/workspace/eodag/rest/stac.py:268:            _dc_qs = product_item[\"assets\"][\"downloadLink\"].pop(\"_dc_qs\", None)\n/workspace/eodag/rest/stac.py:274:                product_item[\"assets\"][\"downloadLink\"][\n/workspace/eodag/rest/stac.py:278:            # add origin assets to product assets\n/workspace/eodag/rest/stac.py:279:            origin_assets = product_item[\"assets\"].pop(\"origin_assets\")\n/workspace/eodag/rest/stac.py:280:            if getattr(product, \"assets\", False):\n/workspace/eodag/rest/stac.py:282:                for asset_key, asset_value in origin_assets.items():\n/workspace/eodag/rest/stac.py:283:                    origin_assets[asset_key][\"href\"] = without_arg_url\n/workspace/eodag/rest/stac.py:285:                        origin_assets[asset_key][\n/workspace/eodag/rest/stac.py:289:                        origin_assets[asset_key][\"href\"] += f\"/{asset_key}\"\n/workspace/eodag/rest/stac.py:291:                product_item[\"assets\"] = dict(product_item[\"assets\"], **origin_assets)\n/workspace/eodag/rest/stac.py:530:        product_dict[\"assets\"] = product.assets.as_dict()\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "                    )\n\n        item_list: List[Dict[str, Any]] = []\n        for product in search_results:\n            # parse jsonpath\n            provider_dict = jsonpath_parse_dict_items(\n                provider_model,\n                {\n                    \"provider\": self.eodag_api.providers_config[\n                        product.provider\n                    ].__dict__\n                },\n            )\n\n            product_dict = deepcopy(product.__dict__)\n            product_dict[\"assets\"] = product.assets.as_dict()\n\n            product_item = jsonpath_parse_dict_items(\n                item_model,\n                {\n                    \"product\": product_dict,\n                    \"providers\": [provider_dict],\n                },\n            )\n\n            # parse download link\n            url_parts = urlparse(str(product_item[\"assets\"][\"downloadLink\"][\"href\"]))\n            query_dict = parse_qs(url_parts.query)\n            without_arg_url = (\n                f\"{url_parts.scheme}://{url_parts.netloc}{url_parts.path}\"\n                if url_parts.scheme\n                else f\"{url_parts.netloc}{url_parts.path}\"\n            )\n\n            # add provider to query-args\n            if self.provider:\n                query_dict.update(provider=[self.provider])\n            # add datacube query-string to query-args\n            _dc_qs = product_item[\"assets\"][\"downloadLink\"].pop(\"_dc_qs\", None)\n            if _dc_qs:\n                query_dict.update(_dc_qs=_dc_qs)\n\n            # update download link with up-to-date query-args\n            if query_dict:\n                product_item[\"assets\"][\"downloadLink\"][\n                    \"href\"\n                ] = f\"{without_arg_url}?{urlencode(query_dict, doseq=True)}\"\n\n            # add origin assets to product assets\n            origin_assets = product_item[\"assets\"].pop(\"origin_assets\")\n            if getattr(product, \"assets\", False):\n                # replace origin asset urls with eodag-server ones\n                for asset_key, asset_value in origin_assets.items():\n                    origin_assets[asset_key][\"href\"] = without_arg_url\n                    if query_dict:\n                        origin_assets[asset_key][\n                            \"href\"\n                        ] += f\"/{asset_key}?{urlencode(query_dict, doseq=True)}\"\n                    else:\n                        origin_assets[asset_key][\"href\"] += f\"/{asset_key}\"\n\n                product_item[\"assets\"] = dict(product_item[\"assets\"], **origin_assets)\n\n            # apply conversion if needed\n            for prop_key, prop_val in need_conversion.items():\n                conv_func, conv_args = prop_val\n                # colon `:` in key breaks format() method, hide it\n                formatable_prop_key = prop_key.replace(\":\", \"\")\n                if conv_args is not None:\n                    product_item[\"properties\"][prop_key] = format_metadata(\n                        \"{%s#%s(%s)}\" % (formatable_prop_key, conv_func, conv_args),",
  "start_line": 230,
  "end_line": 300,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "        item_model = self.__filter_item_model_properties(\n            self.stac_config[\"item\"], product_type\n        )\n        provider_model = deepcopy(self.stac_config[\"provider\"])\n\n        provider_dict = jsonpath_parse_dict_items(\n            provider_model,\n            {\"provider\": self.eodag_api.providers_config[product.provider].__dict__},\n        )\n\n        catalog = StacCatalog(\n            url=self.url.split(\"/items\")[0],\n            stac_config=self.stac_config,\n            root=self.root,\n            provider=self.provider,\n            eodag_api=self.eodag_api,\n            catalogs=[product_type],\n        )\n\n        product_dict = deepcopy(product.__dict__)\n        product_dict[\"assets\"] = product.assets.as_dict()\n\n        # parse jsonpath\n        product_item = jsonpath_parse_dict_items(\n            item_model,\n            {\n                \"product\": product_dict,\n                \"providers\": provider_dict,\n            },\n        )\n        # parse f-strings\n        format_args = deepcopy(self.stac_config)\n        format_args[\"catalog\"] = dict(\n            catalog.as_dict(), **{\"url\": catalog.url, \"root\": catalog.root}\n        )\n        format_args[\"item\"] = product_item\n        product_item = format_dict_items(product_item, **format_args)\n        product_item[\"bbox\"] = [float(i) for i in product_item[\"bbox\"]]\n\n        # remove empty properties\n        product_item = self.__filter_item_properties_values(product_item)",
  "start_line": 510,
  "end_line": 550,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "83:    def __init__(\n99:    def update_data(self, data: Dict[str, Any]) -> None:\n130:    def get_stac_extension(\n156:    def as_dict(self) -> Dict[str, Any]:\n182:    def __init__(\n198:    def __get_item_list(\n337:    def get_stac_items(\n396:    def __filter_item_model_properties(\n467:    def __filter_item_properties_values(self, item: Dict[str, Any]) -> Dict[str, Any]:\n500:    def get_stac_item_from_product(self, product: EOProduct) -> Dict[str, Any]:\n571:    def __init__(\n587:    def __get_product_types(\n613:    def __get_collection_list(\n672:    def get_collections(\n707:    def get_collection_by_id(self, collection_id: str) -> Dict[str, Any]:\n748:    def __init__(\n785:    def __update_data_from_catalog_config(self, catalog_config: Dict[str, Any]) -> bool:\n809:    def set_children(self, children: List[Dict[str, Any]] = []) -> bool:\n822:    def set_stac_product_type_by_id(\n858:    def get_stac_years_list(self, **kwargs: Any) -> List[int]:\n868:    def get_stac_months_list(self, **kwargs: Any) -> List[int]:\n883:    def get_stac_days_list(self, **kwargs: Any) -> List[int]:\n897:    def set_stac_year_by_id(self, year: str, **kwargs: Any) -> Dict[str, Any]:\n924:    def set_stac_month_by_id(self, month: str, **kwargs: Any) -> Dict[str, Any]:\n955:    def set_stac_day_by_id(self, day: str, **kwargs: Any) -> Dict[str, Any]:\n987:    def get_datetime_extent(self) -> Tuple[datetime, datetime]:\n1015:    def set_stac_date(\n1060:    def get_stac_cloud_covers_list(self, **kwargs: Any) -> List[int]:\n1068:    def set_stac_cloud_cover_by_id(\n1094:    def get_stac_location_list(self, catalog_name: str) -> List[str]:\n1129:    def set_stac_location_by_id(\n1190:    def build_locations_config(self) -> Dict[str, str]:\n1215:    def __build_stac_catalog(\n1381:    def get_stac_catalog(self) -> Dict[str, Any]:\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "# -*- coding: utf-8 -*-\n# Copyright 2018, CS Systemes d'Information, https://www.csgroup.eu/\n#\n# This file is part of EODAG project\n#     https://www.github.com/CS-SI/EODAG\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n#     http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\nfrom __future__ import annotations\n\nimport logging\nimport os\nfrom collections import defaultdict\nfrom datetime import datetime, timezone\nfrom typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, cast\nfrom urllib.parse import parse_qs, urlencode, urlparse\n\nimport dateutil.parser\nimport geojson\nimport shapefile\nfrom dateutil import tz\nfrom dateutil.relativedelta import relativedelta\nfrom shapely.geometry import shape\nfrom shapely.geometry.base import BaseGeometry\nfrom shapely.ops import unary_union\n\nfrom eodag.api.product.metadata_mapping import (\n    DEFAULT_METADATA_MAPPING,\n    format_metadata,\n    get_metadata_path,\n)\nfrom eodag.utils import (\n    deepcopy,\n    dict_items_recursive_apply,\n    format_dict_items,\n    jsonpath_parse_dict_items,\n    string_to_jsonpath,\n    update_nested_dict,\n    urljoin,\n)\nfrom eodag.utils.exceptions import (\n    NoMatchingProductType,\n    NotAvailableError,\n    ValidationError,\n)\n\nif TYPE_CHECKING:\n    from eodag.api.core import EODataAccessGateway\n    from eodag.api.product import EOProduct\n    from eodag.api.search_result import SearchResult\n\n\nlogger = logging.getLogger(\"eodag.rest.stac\")\n\nDEFAULT_MISSION_START_DATE = \"2015-01-01T00:00:00Z\"\nSTAC_CATALOGS_PREFIX = \"catalogs\"\n\n\nclass StacCommon:\n    \"\"\"Stac common object\n\n    :param url: Requested URL\n    :type url: str\n    :param stac_config: STAC configuration from stac.yml conf file\n    :type stac_config: dict\n    :param provider: (optional) Chosen provider\n    :type provider: str\n    :param eodag_api: EODAG python API instance\n    :type eodag_api: :class:`eodag.api.core.EODataAccessGateway`\n    :param root: (optional) API root\n    :type root: str\n    \"\"\"\n\n    def __init__(\n        self,\n        url: str,\n        stac_config: Dict[str, Any],\n        provider: Optional[str],\n        eodag_api: EODataAccessGateway,\n        root: str = \"/\",\n    ) -> None:\n        self.url = url.rstrip(\"/\") if len(url) > 1 else url\n        self.stac_config = stac_config\n        self.provider = provider\n        self.eodag_api = eodag_api\n        self.root = root.rstrip(\"/\") if len(root) > 1 else root\n\n        self.data: Dict[str, Any] = {}\n\n    def update_data(self, data: Dict[str, Any]) -> None:\n        \"\"\"Updates data using given input STAC dict data",
  "start_line": 1,
  "end_line": 100,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "                    \"href\"\n                ] = f\"{without_arg_url}?{urlencode(query_dict, doseq=True)}\"\n\n            item_list.append(product_item)\n\n        return item_list\n\n    def get_stac_items(\n        self, search_results: SearchResult, catalog: Dict[str, Any]\n    ) -> Dict[str, Any]:\n        \"\"\"Build STAC items from EODAG search results\n\n        :param search_results: EODAG search results\n        :type search_results: :class:`~eodag.api.search_result.SearchResult`\n        :param catalog: STAC catalog dict used for parsing item metadata\n        :type catalog: dict\n        :returns: Items dictionnary\n        :rtype: dict\n        \"\"\"\n        items_model = deepcopy(self.stac_config[\"items\"])\n",
  "start_line": 330,
  "end_line": 350,
  "total_lines": 1387,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "68:class StacCommon:\n167:class StacItem(StacCommon):\n556:class StacCollection(StacCommon):\n728:class StacCatalog(StacCommon):\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "83:    def __init__(\n99:    def update_data(self, data: Dict[str, Any]) -> None:\n130:    def get_stac_extension(\n156:    def as_dict(self) -> Dict[str, Any]:\n182:    def __init__(\n198:    def __get_item_list(\n337:    def get_stac_items(\n396:    def __filter_item_model_properties(\n467:    def __filter_item_properties_values(self, item: Dict[str, Any]) -> Dict[str, Any]:\n500:    def get_stac_item_from_product(self, product: EOProduct) -> Dict[str, Any]:\n571:    def __init__(\n587:    def __get_product_types(\n613:    def __get_collection_list(\n672:    def get_collections(\n707:    def get_collection_by_id(self, collection_id: str) -> Dict[str, Any]:\n748:    def __init__(\n785:    def __update_data_from_catalog_config(self, catalog_config: Dict[str, Any]) -> bool:\n809:    def set_children(self, children: List[Dict[str, Any]] = []) -> bool:\n822:    def set_stac_product_type_by_id(\n858:    def get_stac_years_list(self, **kwargs: Any) -> List[int]:\n868:    def get_stac_months_list(self, **kwargs: Any) -> List[int]:\n883:    def get_stac_days_list(self, **kwargs: Any) -> List[int]:\n897:    def set_stac_year_by_id(self, year: str, **kwargs: Any) -> Dict[str, Any]:\n924:    def set_stac_month_by_id(self, month: str, **kwargs: Any) -> Dict[str, Any]:\n955:    def set_stac_day_by_id(self, day: str, **kwargs: Any) -> Dict[str, Any]:\n987:    def get_datetime_extent(self) -> Tuple[datetime, datetime]:\n1015:    def set_stac_date(\n1060:    def get_stac_cloud_covers_list(self, **kwargs: Any) -> List[int]:\n1068:    def set_stac_cloud_cover_by_id(\n1094:    def get_stac_location_list(self, catalog_name: str) -> List[str]:\n1129:    def set_stac_location_by_id(\n1190:    def build_locations_config(self) -> Dict[str, str]:\n1215:    def __build_stac_catalog(\n1381:    def get_stac_catalog(self) -> Dict[str, Any]:\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "eodag/rest/stac.py",
  "content": "    \"\"\"\n\n    def __init__(\n        self,\n        url: str,\n        stac_config: Dict[str, Any],\n        provider: Optional[str],\n        eodag_api: EODataAccessGateway,\n        root: str = \"/\",\n    ) -> None:\n        super(StacItem, self).__init__(\n            url=url,\n            stac_config=stac_config,\n            provider=provider,\n            eodag_api=eodag_api,\n            root=root,\n        )\n\n    def __get_item_list(\n        self, search_results: SearchResult, catalog: Dict[str, Any]\n    ) -> List[Dict[str, Any]]:\n        \"\"\"Build STAC items list from EODAG search results\n\n        :param search_results: EODAG search results\n        :type search_results: :class:`~eodag.api.search_result.SearchResult`\n        :param catalog: STAC catalog dict used for parsing item metadata\n        :type catalog: dict\n        :returns: STAC item dicts list\n        :rtype: list\n        \"\"\"\n        if len(search_results) <= 0:\n            return []\n\n        item_model = self.__filter_item_model_properties(\n            self.stac_config[\"item\"], str(search_results[0].product_type)\n        )\n        provider_model = deepcopy(self.stac_config[\"provider\"])\n\n        # check if some items need to be converted\n        need_conversion: Dict[str, Any] = {}\n        for k, v in item_model[\"properties\"].items():\n            if isinstance(v, str):\n                conversion, item_model[\"properties\"][k] = get_metadata_path(\n                    item_model[\"properties\"][k]\n                )\n                if conversion is not None:\n                    need_conversion[k] = conversion\n                    # convert str to jsonpath if needed\n                    item_model[\"properties\"][k] = string_to_jsonpath(\n                        k, item_model[\"properties\"][k]\n                    )",
  "start_line": 180,
  "end_line": 230,
  "total_lines": 1387,
  "is_truncated": false
}