xlsform__pyxform-489

{
  "status": "ok",
  "stdout": "pyxform/aliases.py:87:    \"calculation\": \"bind::calculate\",\npyxform/aliases.py:88:    \"calculate\": \"bind::calculate\",\npyxform/aliases.py:147:    \"calculate\",\npyxform/xls2json.py:822:        if question_type == \"calculate\":\npyxform/xls2json.py:823:            calculation = row.get(\"bind\", {}).get(\"calculate\")\npyxform/xls2json.py:898:            and not row.get(\"bind\", {}).get(\"calculate\")\npyxform/xls2json.py:958:                                \"calculate\": repeat_count_expression,\npyxform/xls2json.py:960:                            \"type\": \"calculate\",\npyxform/xls2json.py:1334:                \"type\": \"calculate\",\npyxform/xls2json.py:1343:                \"bind\": {\"calculate\": settings[\"instance_name\"]},\npyxform/xls2json.py:1344:                \"type\": \"calculate\",\npyxform/survey_element.py:72:        \"trigger\": unicode,\npyxform/survey_element.py:150:        \"calculate\",\npyxform/survey_element.py:356:        triggering_events = \"odk-instance-first-load\"\npyxform/survey_element.py:358:            triggering_events = triggering_events + \" odk-new-repeat\"\npyxform/survey_element.py:364:            event=triggering_events,\npyxform/survey_element.py:417:            if self.trigger and \"calculate\" in self.bind:\npyxform/survey_element.py:418:                del bind_dict[\"calculate\"]\npyxform/builder.py:62:        \"trigger\": TriggerQuestion,\npyxform/builder.py:78:        # dictionary of setvalue target and value tuple indexed by triggering element\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "pyxform/survey_element.py",
  "content": "    def get_setvalue_node_for_dynamic_default(self, in_repeat=False):\n        if not self.default or not default_is_dynamic(self.default, self.type):\n            return None\n\n        default_with_xpath_paths = self.get_root().insert_xpaths(self.default, self)\n\n        triggering_events = \"odk-instance-first-load\"\n        if in_repeat:\n            triggering_events = triggering_events + \" odk-new-repeat\"\n\n        return node(\n            \"setvalue\",\n            ref=self.get_xpath(),\n            value=default_with_xpath_paths,\n            event=triggering_events,\n        )\n\n    # XML generating functions, these probably need to be moved around.\n    def xml_label(self):\n        if self.needs_itext_ref():\n            # If there is a dictionary label, or non-empty media dict,\n            # then we need to make a label with an itext ref\n            ref = \"jr:itext('%s')\" % self._translation_path(\"label\")\n            return node(\"label\", ref=ref)\n        else:\n            survey = self.get_root()\n            label, output_inserted = survey.insert_output_values(self.label, self)\n            return node(\"label\", label, toParseString=output_inserted)\n\n    def xml_hint(self):\n        if isinstance(self.hint, dict) or self.guidance_hint:\n            path = self._translation_path(\"hint\")\n            return node(\"hint\", ref=\"jr:itext('%s')\" % path)\n        else:\n            hint, output_inserted = self.get_root().insert_output_values(\n                self.hint, self\n            )\n            return node(\"hint\", hint, toParseString=output_inserted)\n\n    def xml_label_and_hint(self):\n        \"\"\"\n        Return a list containing one node for the label and if there\n        is a hint one node for the hint.\n        \"\"\"\n        result = []\n        if self.label or self.media:\n            result.append(self.xml_label())\n        if self.hint or self.guidance_hint:\n            result.append(self.xml_hint())\n\n        if len(result) == 0 or self.guidance_hint and len(result) == 1:\n            msg = \"The survey element named '%s' \" \"has no label or hint.\" % self.name\n            raise PyXFormError(msg)\n\n        return result\n\n    def xml_binding(self):\n        \"\"\"\n        Return the binding for this survey element.\n        \"\"\"\n        survey = self.get_root()\n        bind_dict = self.bind.copy()\n        if self.get(\"flat\"):\n            # Don't generate bind element for flat groups.\n            return None\n        if bind_dict:\n            # the expression goes in a setvalue action\n            if self.trigger and \"calculate\" in self.bind:\n                del bind_dict[\"calculate\"]\n\n            for k, v in bind_dict.items():\n                # I think all the binding conversions should be happening on\n                # the xls2json side.\n                if (\n                    hashable(v)\n                    and v in self.binding_conversions\n                    and k in self.CONVERTIBLE_BIND_ATTRIBUTES\n                ):\n                    v = self.binding_conversions[v]\n                if k == \"jr:constraintMsg\" and type(v) is dict:\n                    v = \"jr:itext('%s')\" % self._translation_path(\"jr:constraintMsg\")\n                if k == \"jr:requiredMsg\" and type(v) is dict:\n                    v = \"jr:itext('%s')\" % self._translation_path(\"jr:requiredMsg\")\n                if k == \"jr:noAppErrorString\" and type(v) is dict:\n                    v = \"jr:itext('%s')\" % self._translation_path(\"jr:noAppErrorString\")\n                bind_dict[k] = survey.insert_xpaths(v, context=self)\n            return node(\"bind\", nodeset=self.get_xpath(), **bind_dict)\n        return None\n\n    def xml_bindings(self):\n        \"\"\"\n        Return a list of bindings for this node and all its descendants.\n        \"\"\"\n        result = []\n        for e in self.iter_descendants():\n            xml_binding = e.xml_binding()\n            if xml_binding is not None:\n                result.append(xml_binding)\n\n            # dynamic defaults for repeats go in the body. All other dynamic defaults (setvalue actions) go in the model\n            if (",
  "start_line": 350,
  "end_line": 450,
  "total_lines": 503,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "pyxform/tests_v1/pyxform_test_case.py:16:from pyxform.errors import PyXFormError\npyxform/tests_v1/pyxform_test_case.py:206:        except PyXFormError as e:\npyxform/tests_v1/test_xmldata.py:7:from pyxform.errors import PyXFormError\npyxform/tests_v1/test_xmldata.py:196:        with self.assertRaises(PyXFormError) as ctx:\npyxform/tests_v1/test_xmldata.py:220:        with self.assertRaises(PyXFormError) as ctx:\npyxform/tests_v1/test_xmldata.py:244:        with self.assertRaises(PyXFormError) as ctx:\npyxform/xls2json.py:15:from pyxform.errors import PyXFormError\npyxform/xls2json.py:183:                raise PyXFormError(\npyxform/xls2json.py:270:    Raises PyXFormError when invalid range parameters are used.\npyxform/xls2json.py:287:        raise PyXFormError(\npyxform/xls2json.py:336:        raise PyXFormError(\npyxform/xls2json.py:466:                raise PyXFormError(\npyxform/xls2json.py:511:                            raise PyXFormError(\npyxform/xls2json.py:528:        raise PyXFormError(\npyxform/xls2json.py:647:            raise PyXFormError(\npyxform/xls2json.py:655:                raise PyXFormError(\npyxform/xls2json.py:680:                    raise PyXFormError(\npyxform/xls2json.py:697:                    raise PyXFormError(\npyxform/xls2json.py:711:                    raise PyXFormError(\npyxform/xls2json.py:740:                        raise PyXFormError(\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "",
  "details": {
    "stdout": "",
    "stderr": "",
    "exit_code": 1
  }
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "",
  "details": {
    "stdout": "",
    "stderr": "",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "stdout": "-rw-r--r-- 1 root root 62941 Dec  2  2020 pyxform/xls2json.py\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "pyxform/survey_element.py:72:        \"trigger\": unicode,\npyxform/survey_element.py:356:        triggering_events = \"odk-instance-first-load\"\npyxform/survey_element.py:358:            triggering_events = triggering_events + \" odk-new-repeat\"\npyxform/survey_element.py:364:            event=triggering_events,\npyxform/survey_element.py:417:            if self.trigger and \"calculate\" in self.bind:\npyxform/builder.py:62:        \"trigger\": TriggerQuestion,\npyxform/builder.py:78:        # dictionary of setvalue target and value tuple indexed by triggering element\npyxform/builder.py:79:        self.setvalues_by_triggering_ref = {}\npyxform/builder.py:102:                section.setvalues_by_triggering_ref = self.setvalues_by_triggering_ref\npyxform/builder.py:121:            self._save_trigger_as_setvalue_and_remove_calculate(d)\npyxform/builder.py:127:    def _save_trigger_as_setvalue_and_remove_calculate(self, d):\npyxform/builder.py:128:        if \"trigger\" in d:\npyxform/builder.py:129:            triggering_ref = re.sub(r\"\\s+\", \"\", d[\"trigger\"])\npyxform/builder.py:134:            if triggering_ref in self.setvalues_by_triggering_ref:\npyxform/builder.py:135:                self.setvalues_by_triggering_ref[triggering_ref].append(\npyxform/builder.py:139:                self.setvalues_by_triggering_ref[triggering_ref] = [(d[\"name\"], value)]\npyxform/xform2json.py:453:        if type == \"trigger\":\npyxform/survey.py:152:            \"setvalues_by_triggering_ref\": dict,\npyxform/survey.py:227:        for triggering_reference in self.setvalues_by_triggering_ref.keys():\npyxform/survey.py:228:            if not (re.match(BRACKETED_TAG_REGEX, triggering_reference)):\npyxform/survey.py:230:                    \"Only references to other fields are allowed in the 'trigger' column.\"\npyxform/survey.py:234:            self.insert_xpaths(triggering_reference, self)\npyxform/survey.py:249:        return self.setvalues_by_triggering_ref.get(\"${%s}\" % question_name)\npyxform/question_type_dictionary.py:57:    \"acknowledge\": {\"control\": {\"tag\": \"trigger\"}, \"bind\": {\"type\": \"string\"}},\npyxform/question_type_dictionary.py:113:    \"q acknowledge\": {\"control\": {\"tag\": \"trigger\"}, \"bind\": {\"type\": \"string\"}},\npyxform/question_type_dictionary.py:194:    \"trigger\": {\"control\": {\"tag\": \"trigger\"}},\npyxform/question_type_dictionary.py:196:        \"control\": {\"tag\": \"trigger\"},\npyxform/question.py:35:        if (\"calculate\" in self.bind or self.trigger) and not (self.label or self.hint):\npyxform/question.py:42:                        \"The question ${%s} is not user-visible so it can't be used as a calculation trigger for question ${%s}.\"\npyxform/question.py:118:        return node(\"trigger\", *self.xml_label_and_hint(), **control_dict)\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "pyxform/question.py",
  "content": "# -*- coding: utf-8 -*-\n\"\"\"\nXForm Survey element classes for different question types.\n\"\"\"\nimport os.path\nimport re\n\nfrom pyxform.errors import PyXFormError\nfrom pyxform.question_type_dictionary import QUESTION_TYPE_DICT\nfrom pyxform.survey_element import SurveyElement\nfrom pyxform.utils import basestring, node, unicode, default_is_dynamic\n\n\nclass Question(SurveyElement):\n    def validate(self):\n        SurveyElement.validate(self)\n\n        # make sure that the type of this question exists in the\n        # question type dictionary.\n        if self.type not in QUESTION_TYPE_DICT:\n            raise PyXFormError(\"Unknown question type '%s'.\" % self.type)\n\n    def xml_instance(self, **kwargs):\n        survey = self.get_root()\n        attributes = {}\n        attributes.update(self.get(\"instance\", {}))\n        for key, value in attributes.items():\n            attributes[key] = survey.insert_xpaths(value, self)\n\n        if self.get(\"default\") and not default_is_dynamic(self.default, self.type):\n            return node(self.name, unicode(self.get(\"default\")), **attributes)\n        return node(self.name, **attributes)\n\n    def xml_control(self):\n        if (\"calculate\" in self.bind or self.trigger) and not (self.label or self.hint):\n            nested_setvalues = self.get_root().get_setvalues_for_question_name(\n                self.name\n            )\n            if nested_setvalues:\n                for setvalue in nested_setvalues:\n                    msg = (\n                        \"The question ${%s} is not user-visible so it can't be used as a calculation trigger for question ${%s}.\"\n                        % (self.name, setvalue[0])\n                    )\n                    raise PyXFormError(msg)\n            return None\n\n        xml_node = self.build_xml()\n\n        if xml_node:\n            self.nest_setvalues(xml_node)\n\n        return xml_node\n\n    def nest_setvalues(self, xml_node):\n        nested_setvalues = self.get_root().get_setvalues_for_question_name(self.name)\n\n        if nested_setvalues:\n            for setvalue in nested_setvalues:\n                setvalue_attrs = {\n                    \"ref\": self.get_root()\n                    .insert_xpaths(\"${%s}\" % setvalue[0], self.get_root())\n                    .strip(),\n                    \"event\": \"xforms-value-changed\",\n                }\n                if not (setvalue[1] == \"\"):\n                    setvalue_attrs[\"value\"] = self.get_root().insert_xpaths(\n                        setvalue[1], self\n                    )\n\n                setvalue_node = node(\"setvalue\", **setvalue_attrs)\n\n                xml_node.appendChild(setvalue_node)\n\n    def build_xml(self):\n        return None\n\n\nclass InputQuestion(Question):\n    \"\"\"\n    This control string is the same for: strings, integers, decimals,\n    dates, geopoints, barcodes ...\n    \"\"\"\n\n    def build_xml(self):\n        control_dict = self.control\n        label_and_hint = self.xml_label_and_hint()\n        survey = self.get_root()\n        # Resolve field references in attributes\n        for key, value in control_dict.items():\n            control_dict[key] = survey.insert_xpaths(value, self)\n        control_dict[\"ref\"] = self.get_xpath()\n\n        result = node(**control_dict)\n        if label_and_hint:\n            for element in self.xml_label_and_hint():\n                result.appendChild(element)\n\n        # Input types are used for selects with external choices sheets.\n        if self[\"query\"]:\n            choice_filter = self.get(\"choice_filter\")\n            query = \"instance('\" + self[\"query\"] + \"')/root/item\"\n            choice_filter = survey.insert_xpaths(choice_filter, self, True)\n            if choice_filter:\n                query += \"[\" + choice_filter + \"]\"\n            result.setAttribute(\"query\", query)\n        return result\n\n\nclass TriggerQuestion(Question):\n    def build_xml(self):\n        control_dict = self.control\n        survey = self.get_root()\n        # Resolve field references in attributes\n        for key, value in control_dict.items():\n            control_dict[key] = survey.insert_xpaths(value, self)\n        control_dict[\"ref\"] = self.get_xpath()\n        return node(\"trigger\", *self.xml_label_and_hint(), **control_dict)\n\n",
  "start_line": 1,
  "end_line": 120,
  "total_lines": 351,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "pyxform/tests_v1/test_trigger.py\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "pyxform/tests_v1/test_trigger.py",
  "content": "# -*- coding: utf-8 -*-\n\"\"\"\nTest handling setvalue of 'trigger' column in forms\n\"\"\"\n\nfrom pyxform.tests_v1.pyxform_test_case import PyxformTestCase\n\n\nclass TriggerSetvalueTests(PyxformTestCase):\n    def test_trigger_reference_to_nonexistent_node_gives_error(self):\n        self.assertPyxformXform(\n            name=\"trigger-missing-ref\",\n            md=\"\"\"\n            | survey |          |      |             |             |         |\n            |        | type     | name | label       | calculation | trigger |\n            |        | dateTime | b    |             | now()       | ${a}    |\n            \"\"\",\n            errored=True,\n            error__contains=[\n                \"There has been a problem trying to replace ${a} with the XPath to the survey element named 'a'. There is no survey element with this name.\"\n            ],\n        )\n\n    def test_trigger_with_something_other_than_node_ref_gives_error(self):\n        self.assertPyxformXform(\n            name=\"trigger-invalid-ref\",\n            md=\"\"\"\n            | survey |          |      |             |             |         |\n            |        | type     | name | label       | calculation | trigger |\n            |        | dateTime | b    |             | now()       | 6       |\n            \"\"\",\n            errored=True,\n            error__contains=[\n                \"Only references to other fields are allowed in the 'trigger' column.\"\n            ],\n        )\n\n    def test_handling_trigger_column_no_label_and_no_hint(self):\n        md = \"\"\"\n        | survey |          |      |             |             |         |\n        |        | type     | name | label       | calculation | trigger |\n        |        | text     | a    | Enter text  |             |         |\n        |        | dateTime | b    |             | now()       | ${a}    |\n        \"\"\"\n        self.assertPyxformXform(\n            md=md,\n            name=\"trigger-column\",\n            id_string=\"id\",\n            model__contains=[\"<a/>\", \"<b/>\",],\n            xml__contains=[\n                '<bind nodeset=\"/trigger-column/b\" type=\"dateTime\"/>',\n                '<input ref=\"/trigger-column/a\">',\n                '<setvalue event=\"xforms-value-changed\" ref=\"/trigger-column/b\" value=\"now()\"/>',\n            ],\n            xml__excludes=[\n                '<bind nodeset=\"/trigger-column/b\" type=\"dateTime\" calculate=\"now()\"/>'\n                '<input ref=\"/trigger-column/b\">',\n            ],\n        )\n\n    def test_handling_trigger_column_with_label_and_hint(self):\n        md = \"\"\"\n        | survey |          |      |                    |             |         |\n        |        | type     | name | label              | calculation | trigger |\n        |        | text     | a    | Enter text         |             |         |\n        |        | dateTime | c    | Date of diagnostic | now()       | ${a}    |\n        \"\"\"\n\n        self.assertPyxformXform(\n            md=md,\n            name=\"trigger-column\",\n            id_string=\"id\",\n            model__contains=[\"<a/>\", \"<c/>\",],\n            xml__contains=[\n                '<bind nodeset=\"/trigger-column/c\" type=\"dateTime\"/>',\n                '<input ref=\"/trigger-column/a\">',\n                '<input ref=\"/trigger-column/c\">',\n                '<setvalue event=\"xforms-value-changed\" ref=\"/trigger-column/c\" value=\"now()\"/>',\n            ],\n            xml__excludes=[\n                '<bind nodeset=\"/trigger-column/c\" type=\"dateTime\" calculate=\"now()\"/>'\n            ],\n        )\n\n    def test_handling_multiple_trigger_column(self):\n        md = \"\"\"\n        | survey |          |      |            |             |         |        |\n        |        | type     | name | label      | calculation | trigger | hint   |\n        |        | text     | a    | Enter text |             |         |        |\n        |        | integer  | b    |            | 1+1         | ${a}    |        |\n        |        | dateTime | c    |            | now()       | ${a}    | A hint |\n        \"\"\"\n\n        self.assertPyxformXform(\n            md=md,\n            name=\"trigger-column\",\n            id_string=\"id\",\n            model__contains=[\"<a/>\", \"<b/>\", \"<c/>\",],\n            xml__contains=[\n                '<bind nodeset=\"/trigger-column/b\" type=\"int\"/>',\n                '<bind nodeset=\"/trigger-column/c\" type=\"dateTime\"/>',\n                '<input ref=\"/trigger-column/a\">',\n                '<input ref=\"/trigger-column/c\">',\n                '<setvalue event=\"xforms-value-changed\" ref=\"/trigger-column/b\" value=\"1+1\"/>',\n                '<setvalue event=\"xforms-value-changed\" ref=\"/trigger-column/c\" value=\"now()\"/>',\n            ],\n            xml__excludes=[\n                '<bind nodeset=\"/trigger-column/b\" type=\"int\" calculate=\"1+1\"/>',\n                '<bind nodeset=\"/trigger-column/c\" type=\"dateTime\" calculate=\"now()\"/>',\n            ],\n        )\n\n    def test_handling_trigger_column_with_no_calculation(self):\n        md = \"\"\"\n        | survey |          |      |                    |             |         |\n        |        | type     | name | label              | calculation | trigger |\n        |        | text     | a    | Enter text         |             |         |\n        |        | dateTime | d    | Date of something  |             | ${a}    |\n        \"\"\"\n\n        self.assertPyxformXform(\n            md=md,\n            name=\"trigger-column\",\n            id_string=\"id\",\n            model__contains=[\"<a/>\", \"<d/>\",],\n            xml__contains=[\n                '<bind nodeset=\"/trigger-column/d\" type=\"dateTime\"/>',\n                '<input ref=\"/trigger-column/a\">',\n                '<input ref=\"/trigger-column/d\">',\n                '<setvalue event=\"xforms-value-changed\" ref=\"/trigger-column/d\"/>',\n            ],\n            xml__excludes=[\n                '<bind nodeset=\"/trigger-column/d\" type=\"dateTime\" calculate=\"\"/>'\n            ],\n        )\n\n    def test_handling_trigger_column_with_no_calculation_no_label_no_hint(self):\n        md = \"\"\"\n        | survey |          |      |            |             |         |\n        |        | type     | name | label      | calculation | trigger |\n        |        | text     | a    | Enter text |             |         |\n        |        | decimal  | e    |            |             | ${a}    |\n        \"\"\"\n\n        self.assertPyxformXform(\n            md=md,\n            name=\"trigger-column\",\n            id_string=\"id\",\n            model__contains=[\"<a/>\", \"<e/>\",],\n            xml__contains=[",
  "start_line": 1,
  "end_line": 150,
  "total_lines": 281,
  "is_truncated": true
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "Traceback (most recent call last):\n  File \"<stdin>\", line 1, in <module>\nImportError: cannot import name 'XLSForm' from 'pyxform.xls2xform' (/workspace/pyxform/xls2xform.py)\n",
  "details": {
    "stdout": "",
    "stderr": "Traceback (most recent call last):\n  File \"<stdin>\", line 1, in <module>\nImportError: cannot import name 'XLSForm' from 'pyxform.xls2xform' (/workspace/pyxform/xls2xform.py)\n",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "stdout": "__init__.py\naliases.py\nbuilder.py\nconstants.py\nerrors.py\nexternal_instance.py\nfile_utils.py\niana_subtags.txt\ninstance.py\ninstance_info.py\njson_form_schema.json\nquestion.py\nquestion_type_dictionary.py\nquestion_types\nsection.py\nsurvey.py\nsurvey_element.py\ntests\ntests_v1\ntranslator.py\ntranslators\nutils.py\nvalidators\nxform2json.py\nxform_instance_parser.py\nxls2json.py\nxls2json_backends.py\nxls2xform.py\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "pyxform/xls2xform.py",
  "content": "# -*- coding: utf-8 -*-\n\"\"\"\nxls2xform converts properly formatted Excel documents into XForms for\nuse with ODK Collect.\n\"\"\"\nfrom __future__ import print_function\n\nimport argparse\nimport json\nimport logging\nimport os\nfrom os.path import splitext\n\nfrom pyxform import builder, xls2json\nfrom pyxform.utils import has_external_choices, sheet_to_csv\nfrom pyxform.validators.odk_validate import ODKValidateError\n\nlogger = logging.getLogger(__name__)\nlogger.addHandler(logging.StreamHandler())\nlogger.setLevel(logging.INFO)\n\n\ndef get_xml_path(path):\n    \"\"\"\n    Returns the xform file path\n\n    Generates an output path for the xform file from the given\n    xlsx input file path.\n    \"\"\"\n    return splitext(path)[0] + \".xml\"\n\n\ndef xls2xform_convert(\n    xlsform_path, xform_path, validate=True, pretty_print=True, enketo=False\n):\n    warnings = []\n\n    json_survey = xls2json.parse_file_to_json(xlsform_path, warnings=warnings)\n    survey = builder.create_survey_element_from_dict(json_survey)\n    # Setting validate to false will cause the form not to be processed by\n    # ODK Validate.\n    # This may be desirable since ODK Validate requires launching a subprocess\n    # that runs some java code.\n    survey.print_xform_to_file(\n        xform_path,\n        validate=validate,\n        pretty_print=pretty_print,\n        warnings=warnings,\n        enketo=enketo,\n    )\n    output_dir = os.path.split(xform_path)[0]\n    if has_external_choices(json_survey):\n        itemsets_csv = os.path.join(output_dir, \"itemsets.csv\")\n        choices_exported = sheet_to_csv(xlsform_path, itemsets_csv, \"external_choices\")\n        if not choices_exported:\n            warnings.append(\n                \"Could not export itemsets.csv, perhaps the \"\n                \"external choices sheet is missing.\"\n            )\n        else:\n            logger.info(\"External choices csv is located at: %s\", itemsets_csv)\n    return warnings\n\n\ndef _create_parser():\n    \"\"\"\n    Parse command line arguments.\n    \"\"\"\n    parser = argparse.ArgumentParser()\n    parser.add_argument(\n        \"path_to_XLSForm\",\n        help=\"Path to the Excel XLSX file with the XLSForm definition.\",\n    )\n    parser.add_argument(\"output_path\", help=\"Path to save the output to.\", nargs=\"?\")\n    parser.add_argument(\n        \"--json\",\n        action=\"store_true\",\n        help=\"Capture everything and report in JSON format.\",\n    )\n    parser.add_argument(\n        \"--skip_validate\",\n        action=\"store_false\",\n        default=True,\n        help=\"Do not run any external validators on the output XForm XML. \"\n        \"Without this flag, ODK Validate is run by default for backwards \"\n        \"compatibility. Internal pyxform checks cannot be skipped.\",\n    )\n    parser.add_argument(\n        \"--odk_validate\",\n        action=\"store_true\",\n        default=False,\n        help=\"Run the ODK Validate XForm external validator.\",\n    )\n    parser.add_argument(\n        \"--enketo_validate\",\n        action=\"store_true\",\n        default=False,\n        help=\"Run the Enketo Validate XForm external validator.\",\n    )\n    parser.add_argument(",
  "start_line": 1,
  "end_line": 100,
  "total_lines": 195,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "pyxform/builder.py",
  "content": "# -*- coding: utf-8 -*-\n\"\"\"\nSurvey builder functionality.\n\"\"\"\nimport copy\nimport os\nimport re\n\nfrom pyxform import file_utils, utils\nfrom pyxform.errors import PyXFormError\nfrom pyxform.external_instance import ExternalInstance\nfrom pyxform.question import (\n    InputQuestion,\n    MultipleChoiceQuestion,\n    OsmUploadQuestion,\n    Question,\n    RangeQuestion,\n    TriggerQuestion,\n    UploadQuestion,\n)\nfrom pyxform.question_type_dictionary import QUESTION_TYPE_DICT\nfrom pyxform.section import GroupedSection, RepeatingSection\nfrom pyxform.survey import Survey\nfrom pyxform.utils import unicode\nfrom pyxform.xls2json import SurveyReader\n\n\ndef copy_json_dict(json_dict):\n    \"\"\"\n    Returns a deep copy of the input json_dict\n    \"\"\"\n    json_dict_copy = None\n    items = None\n\n    if type(json_dict) is list:\n        json_dict_copy = [None] * len(json_dict)\n        items = enumerate(json_dict)\n    elif type(json_dict) is dict:\n        json_dict_copy = {}\n        items = json_dict.items()\n\n    for key, value in items:\n        if type(value) is dict or type(value) is list:\n            json_dict_copy[key] = copy_json_dict(value)\n        else:\n            json_dict_copy[key] = value\n\n    return json_dict_copy\n\n\nclass SurveyElementBuilder(object):\n    # we use this CLASSES dict to create questions from dictionaries\n    QUESTION_CLASSES = {\n        \"\": Question,\n        \"action\": Question,\n        \"input\": InputQuestion,\n        \"odk:rank\": MultipleChoiceQuestion,\n        \"osm\": OsmUploadQuestion,\n        \"range\": RangeQuestion,\n        \"select\": MultipleChoiceQuestion,\n        \"select1\": MultipleChoiceQuestion,\n        \"trigger\": TriggerQuestion,\n        \"upload\": UploadQuestion,\n    }\n\n    SECTION_CLASSES = {\n        \"group\": GroupedSection,\n        \"repeat\": RepeatingSection,\n        \"survey\": Survey,\n    }\n\n    def __init__(self, **kwargs):\n        # I don't know why we would need an explicit none option for\n        # select alls\n        self._add_none_option = False\n        self.set_sections(kwargs.get(\"sections\", {}))\n\n        # dictionary of setvalue target and value tuple indexed by triggering element\n        self.setvalues_by_triggering_ref = {}\n\n    def set_sections(self, sections):\n        \"\"\"\n        sections is a dict of python objects, a key in this dict is\n        the name of the section and the value is a dict that can be\n        used to create a whole survey.\n        \"\"\"\n        assert type(sections) == dict\n        self._sections = sections\n\n    def create_survey_element_from_dict(self, d):\n        \"\"\"\n        Convert from a nested python dictionary/array structure (a json dict I\n        call it because it corresponds directly with a json object)\n        to a survey object\n        \"\"\"\n        if \"add_none_option\" in d:\n            self._add_none_option = d[\"add_none_option\"]\n        if d[\"type\"] in self.SECTION_CLASSES:\n            section = self._create_section_from_dict(d)\n\n            if d[\"type\"] == \"survey\":\n                section.setvalues_by_triggering_ref = self.setvalues_by_triggering_ref\n\n            return section\n        elif d[\"type\"] == \"loop\":\n            return self._create_loop_from_dict(d)\n        elif d[\"type\"] == \"include\":\n            section_name = d[\"name\"]\n            if section_name not in self._sections:\n                raise PyXFormError(\n                    \"This section has not been included.\",\n                    section_name,\n                    self._sections.keys(),\n                )\n            d = self._sections[section_name]\n            full_survey = self.create_survey_element_from_dict(d)\n            return full_survey.children\n        elif d[\"type\"] == \"xml-external\":\n            return ExternalInstance(**d)\n        else:\n            self._save_trigger_as_setvalue_and_remove_calculate(d)\n\n            return self._create_question_from_dict(\n                d, copy_json_dict(QUESTION_TYPE_DICT), self._add_none_option\n            )\n\n    def _save_trigger_as_setvalue_and_remove_calculate(self, d):\n        if \"trigger\" in d:\n            triggering_ref = re.sub(r\"\\s+\", \"\", d[\"trigger\"])\n            value = \"\"\n            if \"bind\" in d and \"calculate\" in d[\"bind\"]:\n                value = d[\"bind\"][\"calculate\"]\n\n            if triggering_ref in self.setvalues_by_triggering_ref:\n                self.setvalues_by_triggering_ref[triggering_ref].append(\n                    (d[\"name\"], value)\n                )\n            else:\n                self.setvalues_by_triggering_ref[triggering_ref] = [(d[\"name\"], value)]\n\n    @staticmethod\n    def _create_question_from_dict(d, question_type_dictionary, add_none_option=False):\n        question_type_str = d[\"type\"]\n        d_copy = d.copy()\n\n        # TODO: Keep add none option?\n        if add_none_option and question_type_str.startswith(\"select all that apply\"):\n            SurveyElementBuilder._add_none_option_to_select_all_that_apply(d_copy)\n\n        # Handle or_other on select type questions",
  "start_line": 1,
  "end_line": 150,
  "total_lines": 400,
  "is_truncated": true
}

{
  "status": "ok",
  "filepath": "pyxform/question.py",
  "content": "# -*- coding: utf-8 -*-\n\"\"\"\nXForm Survey element classes for different question types.\n\"\"\"\nimport os.path\nimport re\n\nfrom pyxform.errors import PyXFormError\nfrom pyxform.question_type_dictionary import QUESTION_TYPE_DICT\nfrom pyxform.survey_element import SurveyElement\nfrom pyxform.utils import basestring, node, unicode, default_is_dynamic\n\n\nclass Question(SurveyElement):\n    def validate(self):\n        SurveyElement.validate(self)\n\n        # make sure that the type of this question exists in the\n        # question type dictionary.\n        if self.type not in QUESTION_TYPE_DICT:\n            raise PyXFormError(\"Unknown question type '%s'.\" % self.type)\n\n    def xml_instance(self, **kwargs):\n        survey = self.get_root()\n        attributes = {}\n        attributes.update(self.get(\"instance\", {}))\n        for key, value in attributes.items():\n            attributes[key] = survey.insert_xpaths(value, self)\n\n        if self.get(\"default\") and not default_is_dynamic(self.default, self.type):\n            return node(self.name, unicode(self.get(\"default\")), **attributes)\n        return node(self.name, **attributes)\n\n    def xml_control(self):\n        if (\"calculate\" in self.bind or self.trigger) and not (self.label or self.hint):\n            nested_setvalues = self.get_root().get_setvalues_for_question_name(\n                self.name\n            )\n            if nested_setvalues:\n                for setvalue in nested_setvalues:\n                    msg = (\n                        \"The question ${%s} is not user-visible so it can't be used as a calculation trigger for question ${%s}.\"\n                        % (self.name, setvalue[0])\n                    )\n                    raise PyXFormError(msg)\n            return None\n\n        xml_node = self.build_xml()\n\n        if xml_node:\n            self.nest_setvalues(xml_node)\n\n        return xml_node\n\n    def nest_setvalues(self, xml_node):\n        nested_setvalues = self.get_root().get_setvalues_for_question_name(self.name)\n\n        if nested_setvalues:\n            for setvalue in nested_setvalues:\n                setvalue_attrs = {\n                    \"ref\": self.get_root()\n                    .insert_xpaths(\"${%s}\" % setvalue[0], self.get_root())\n                    .strip(),\n                    \"event\": \"xforms-value-changed\",\n                }\n                if not (setvalue[1] == \"\"):\n                    setvalue_attrs[\"value\"] = self.get_root().insert_xpaths(\n                        setvalue[1], self\n                    )\n\n                setvalue_node = node(\"setvalue\", **setvalue_attrs)\n\n                xml_node.appendChild(setvalue_node)\n\n    def build_xml(self):\n        return None\n\n\nclass InputQuestion(Question):\n    \"\"\"\n    This control string is the same for: strings, integers, decimals,\n    dates, geopoints, barcodes ...\n    \"\"\"\n\n    def build_xml(self):\n        control_dict = self.control\n        label_and_hint = self.xml_label_and_hint()\n        survey = self.get_root()\n        # Resolve field references in attributes\n        for key, value in control_dict.items():\n            control_dict[key] = survey.insert_xpaths(value, self)\n        control_dict[\"ref\"] = self.get_xpath()\n\n        result = node(**control_dict)\n        if label_and_hint:\n            for element in self.xml_label_and_hint():\n                result.appendChild(element)\n\n        # Input types are used for selects with external choices sheets.\n        if self[\"query\"]:\n            choice_filter = self.get(\"choice_filter\")\n            query = \"instance('\" + self[\"query\"] + \"')/root/item\"\n            choice_filter = survey.insert_xpaths(choice_filter, self, True)\n            if choice_filter:\n                query += \"[\" + choice_filter + \"]\"\n            result.setAttribute(\"query\", query)\n        return result\n\n\nclass TriggerQuestion(Question):\n    def build_xml(self):\n        control_dict = self.control\n        survey = self.get_root()\n        # Resolve field references in attributes\n        for key, value in control_dict.items():\n            control_dict[key] = survey.insert_xpaths(value, self)\n        control_dict[\"ref\"] = self.get_xpath()\n        return node(\"trigger\", *self.xml_label_and_hint(), **control_dict)\n\n\nclass UploadQuestion(Question):\n    def _get_media_type(self):\n        return self.control[\"mediatype\"]\n\n    def build_xml(self):\n        control_dict = self.control\n        survey = self.get_root()\n        # Resolve field references in attributes\n        for key, value in control_dict.items():\n            control_dict[key] = survey.insert_xpaths(value, self)\n        control_dict[\"ref\"] = self.get_xpath()\n        control_dict[\"mediatype\"] = self._get_media_type()\n        return node(\"upload\", *self.xml_label_and_hint(), **control_dict)\n\n\nclass Option(SurveyElement):\n    def xml_value(self):\n        return node(\"value\", self.name)\n\n    def xml(self):\n        item = node(\"item\")\n        self.xml_label()\n        item.appendChild(self.xml_label())\n        item.appendChild(self.xml_value())\n\n        return item\n\n    def validate(self):\n        pass\n",
  "start_line": 1,
  "end_line": 150,
  "total_lines": 351,
  "is_truncated": true
}

{
  "status": "ok",
  "stdout": "No label, no hint, calculate=True, has_setvalues=True: UNEXPECTED_ERROR: AttributeError: get_setvalues_for_question_name\nLabel=True, no hint, calculate=True, has_setvalues=True: NO_ERROR\nNo label, no hint, trigger=True, has_setvalues=True: UNEXPECTED_ERROR: AttributeError: get_setvalues_for_question_name\nLabel=True, no hint, trigger=True, has_setvalues=True: NO_ERROR\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "pyxform/survey_element.py",
  "content": "# -*- coding: utf-8 -*-\n\"\"\"\nSurvey Element base class for all survey elements.\n\"\"\"\nimport json\nimport re\n\nfrom pyxform import constants\nfrom pyxform.errors import PyXFormError\nfrom pyxform.question_type_dictionary import QUESTION_TYPE_DICT\nfrom pyxform.utils import (\n    INVALID_XFORM_TAG_REGEXP,\n    is_valid_xml_tag,\n    node,\n    unicode,\n    basestring,\n    default_is_dynamic,\n)\nfrom pyxform.xls2json import print_pyobj_to_json\n\ntry:\n    from functools import lru_cache\nexcept ImportError:\n    from functools32 import lru_cache\n\n\ndef _overlay(over, under):\n    if type(under) == dict:\n        result = under.copy()\n        result.update(over)\n        return result\n    return over if over else under\n\n\nclass SurveyElement(dict):\n    \"\"\"\n    SurveyElement is the base class we'll looks for the following keys\n    in kwargs: name, label, hint, type, bind, control, parent,\n    children, and question_type_dictionary.\n    \"\"\"\n\n    # the following are important keys for the underlying dict that\n    # describes this survey element\n    FIELDS = {\n        \"name\": unicode,\n        constants.COMPACT_TAG: unicode,  # used for compact (sms) representation\n        \"sms_field\": unicode,\n        \"sms_option\": unicode,\n        \"label\": unicode,\n        \"hint\": unicode,\n        \"guidance_hint\": unicode,\n        \"default\": unicode,\n        \"type\": unicode,\n        \"appearance\": unicode,\n        \"parameters\": unicode,\n        \"intent\": unicode,\n        \"jr:count\": unicode,\n        \"bind\": dict,\n        \"instance\": dict,\n        \"control\": dict,\n        \"media\": dict,\n        # this node will also have a parent and children, like a tree!\n        \"parent\": lambda: None,\n        \"children\": list,\n        \"itemset\": unicode,\n        \"choice_filter\": unicode,\n        \"query\": unicode,\n        \"autoplay\": unicode,\n        \"flat\": lambda: False,\n        \"action\": unicode,\n        \"list_name\": unicode,\n        \"trigger\": unicode,\n    }\n\n    def _default(self):\n        # TODO: need way to override question type dictionary\n        defaults = QUESTION_TYPE_DICT\n        return defaults.get(self.get(\"type\"), {})\n\n    def __getattr__(self, key):\n        \"\"\"\n        Get attributes from FIELDS rather than the class.\n        \"\"\"\n        if key in self.FIELDS:\n            question_type_dict = self._default()\n            under = question_type_dict.get(key, None)\n            over = self.get(key)\n            if not under:\n                return over\n            return _overlay(over, under)\n        raise AttributeError(key)\n\n    def __hash__(self):\n        return hash(id(self))\n\n    @property\n    def __name__(self):\n        return \"SurveyElement\"\n\n    def __setattr__(self, key, value):\n        self[key] = value\n\n    def __init__(self, **kwargs):\n        for key, default in self.FIELDS.items():\n            self[key] = kwargs.get(key, default())\n        self._link_children()\n\n        # Create a space label for unlabeled elements with the label\n        # appearance tag. # This is because such elements are used to label the\n        # options for selects in a field-list and might want blank labels for\n        # themselves.\n        if self.control.get(\"appearance\") == \"label\" and not self.label:\n            self[\"label\"] = \" \"\n\n    def _link_children(self):\n        for child in self.children:\n            child.parent = self\n\n    def add_child(self, child):\n        self.children.append(child)\n        child.parent = self\n\n    def add_children(self, children):\n        if type(children) == list:\n            for child in children:\n                self.add_child(child)\n        else:\n            self.add_child(children)\n\n    binding_conversions = {\n        \"yes\": \"true()\",\n        \"Yes\": \"true()\",\n        \"YES\": \"true()\",\n        \"true\": \"true()\",\n        \"True\": \"true()\",\n        \"TRUE\": \"true()\",\n        \"no\": \"false()\",\n        \"No\": \"false()\",\n        \"NO\": \"false()\",\n        \"false\": \"false()\",\n        \"False\": \"false()\",\n        \"FALSE\": \"false()\",\n    }\n\n    CONVERTIBLE_BIND_ATTRIBUTES = [\n        \"readonly\",\n        \"required\",\n        \"relevant\",\n        \"constraint\",\n        \"calculate\",",
  "start_line": 1,
  "end_line": 150,
  "total_lines": 503,
  "is_truncated": true
}

{
  "status": "ok",
  "stdout": "pyxform/survey_element.py:206:    def get_root(self):\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "pyxform/survey_element.py",
  "content": "        output = [result[0]]\n        for item in result[1:]:\n            if not item.get(\"flat\"):\n                output.append(item)\n        return output\n\n    def get_root(self):\n        return self.get_lineage()[0]\n\n    def get_xpath(self):\n        \"\"\"\n        Return the xpath of this survey element.\n        \"\"\"\n        return \"/\".join([\"\"] + [n.name for n in self.get_lineage()])\n\n    def get_abbreviated_xpath(self):\n        lineage = self.get_lineage()\n        if len(lineage) >= 2:\n            return \"/\".join([unicode(n.name) for n in lineage[1:]])\n        else:\n            return lineage[0].name",
  "start_line": 200,
  "end_line": 220,
  "total_lines": 503,
  "is_truncated": false
}