pyomo__pyomo-3017

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "Traceback (most recent call last):\n  File \"<stdin>\", line 6, in <module>\n  File \"/workspace/pyomo/core/base/units_container.py\", line 1532, in __getattribute__\n    return getattr(pint_module, attr)\n  File \"/workspace/pyomo/common/dependencies.py\", line 75, in __getattr__\n    raise DeferredImportError(self._moduleunavailable_message())\npyomo.common.errors.DeferredImportError: The \"pint\" package failed to import. This package is necessary to use Pyomo units. (import raised ModuleNotFoundError: No module named 'pint')\n",
  "details": {
    "stdout": "",
    "stderr": "Traceback (most recent call last):\n  File \"<stdin>\", line 6, in <module>\n  File \"/workspace/pyomo/core/base/units_container.py\", line 1532, in __getattribute__\n    return getattr(pint_module, attr)\n  File \"/workspace/pyomo/common/dependencies.py\", line 75, in __getattr__\n    raise DeferredImportError(self._moduleunavailable_message())\npyomo.common.errors.DeferredImportError: The \"pint\" package failed to import. This package is necessary to use Pyomo units. (import raised ModuleNotFoundError: No module named 'pint')\n",
    "exit_code": 1
  }
}

{
  "status": "ok",
  "stdout": "",
  "stderr": "Traceback (most recent call last):\n  File \"/workspace/pyomo/common/collections/component_map.py\", line 71, in __getitem__\n    return self._dict[id(obj)][1]\nKeyError: 124199531520656\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"<stdin>\", line 17, in <module>\n  File \"/workspace/pyomo/core/expr/calculus/derivatives.py\", line 96, in differentiate\n    res = reverse_sd(expr=expr)\n  File \"/workspace/pyomo/core/expr/calculus/diff_with_pyomo.py\", line 484, in reverse_sd\n    return _reverse_diff_helper(expr, False)\n  File \"/workspace/pyomo/core/expr/calculus/diff_with_pyomo.py\", line 442, in _reverse_diff_helper\n    _diff_GeneralExpression(e, val_dict, der_dict)\n  File \"/workspace/pyomo/core/expr/calculus/diff_with_pyomo.py\", line 331, in _diff_GeneralExpression\n    der_dict[node.expr] += der_dict[node]\n  File \"/workspace/pyomo/common/collections/component_map.py\", line 73, in __getitem__\n    raise KeyError(\"Component with id '%s': %s\" % (id(obj), str(obj)))\nKeyError: \"Component with id '124199531520656': 2.0\"\n",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "pyomo/core/expr/calculus/diff_with_pyomo.py",
  "content": "_unary_map['sqrt'] = _diff_sqrt\n_unary_map['abs'] = _diff_abs\n\n\ndef _diff_UnaryFunctionExpression(node, val_dict, der_dict):\n    \"\"\"\n\n    Parameters\n    ----------\n    node: pyomo.core.expr.numeric_expr.UnaryFunctionExpression\n    val_dict: ComponentMap\n    der_dict: ComponentMap\n    \"\"\"\n    if node.getname() in _unary_map:\n        _unary_map[node.getname()](node, val_dict, der_dict)\n    else:\n        raise DifferentiationException(\n            'Unsupported expression type for differentiation: {0}'.format(type(node))\n        )\n\n\ndef _diff_GeneralExpression(node, val_dict, der_dict):\n    \"\"\"\n    Reverse automatic differentiation for named expressions.\n\n    Parameters\n    ----------\n    node: The named expression\n    val_dict: ComponentMap\n    der_dict: ComponentMap\n    \"\"\"\n    der_dict[node.expr] += der_dict[node]\n\n\ndef _diff_ExternalFunctionExpression(node, val_dict, der_dict):\n    \"\"\"\n\n    Parameters\n    ----------\n    node: pyomo.core.expr.numeric_expr.ExternalFunctionExpression\n    val_dict: ComponentMap\n    der_dict: ComponentMap\n    \"\"\"\n    der = der_dict[node]\n    vals = tuple(val_dict[i] for i in node.args)\n    derivs = node._fcn.evaluate_fgh(vals, fgh=1)[1]\n    for ndx, arg in enumerate(node.args):\n        der_dict[arg] += der * derivs[ndx]\n\n\n_diff_map = dict()",
  "start_line": 300,
  "end_line": 350,
  "total_lines": 484,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "pyomo/common/collections/component_map.py",
  "content": "#  ___________________________________________________________________________\n#\n#  Pyomo: Python Optimization Modeling Objects\n#  Copyright (c) 2008-2022\n#  National Technology and Engineering Solutions of Sandia, LLC\n#  Under the terms of Contract DE-NA0003525 with National Technology and\n#  Engineering Solutions of Sandia, LLC, the U.S. Government retains certain\n#  rights in this software.\n#  This software is distributed under the 3-clause BSD License.\n#  ___________________________________________________________________________\n\nfrom collections.abc import MutableMapping as collections_MutableMapping\nfrom collections.abc import Mapping as collections_Mapping\nfrom pyomo.common.autoslots import AutoSlots\n\n\ndef _rebuild_ids(encode, val):\n    if encode:\n        return val\n    else:\n        # object id() may have changed after unpickling,\n        # so we rebuild the dictionary keys\n        return {id(obj): (obj, v) for obj, v in val.values()}\n\n\nclass ComponentMap(AutoSlots.Mixin, collections_MutableMapping):\n    \"\"\"\n    This class is a replacement for dict that allows Pyomo\n    modeling components to be used as entry keys. The\n    underlying mapping is based on the Python id() of the\n    object, which gets around the problem of hashing\n    subclasses of NumericValue. This class is meant for\n    creating mappings from Pyomo components to values. The\n    use of non-Pyomo components as entry keys should be\n    avoided.\n\n    A reference to the object is kept around as long as it\n    has a corresponding entry in the container, so there is\n    no need to worry about id() clashes.\n\n    We also override __setstate__ so that we can rebuild the\n    container based on possibly updated object ids after\n    a deepcopy or pickle.\n\n    *** An instance of this class should never be\n    deepcopied/pickled unless it is done so along with the\n    components for which it contains map entries (e.g., as\n    part of a block). ***\n    \"\"\"\n\n    __slots__ = (\"_dict\",)\n    __autoslot_mappers__ = {'_dict': _rebuild_ids}\n\n    def __init__(self, *args, **kwds):\n        # maps id(obj) -> (obj,val)\n        self._dict = {}\n        # handle the dict-style initialization scenarios\n        self.update(*args, **kwds)\n\n    def __str__(self):\n        \"\"\"String representation of the mapping.\"\"\"\n        tmp = {str(c) + \" (id=\" + str(id(c)) + \")\": v for c, v in self.items()}\n        return \"ComponentMap(\" + str(tmp) + \")\"\n\n    #\n    # Implement MutableMapping abstract methods\n    #\n\n    def __getitem__(self, obj):\n        try:\n            return self._dict[id(obj)][1]\n        except KeyError:\n            raise KeyError(\"Component with id '%s': %s\" % (id(obj), str(obj)))\n\n    def __setitem__(self, obj, val):\n        self._dict[id(obj)] = (obj, val)\n\n    def __delitem__(self, obj):\n        try:\n            del self._dict[id(obj)]\n        except KeyError:\n            raise KeyError(\"Component with id '%s': %s\" % (id(obj), str(obj)))\n\n    def __iter__(self):\n        return (obj for obj, val in self._dict.values())\n\n    def __len__(self):\n        return self._dict.__len__()\n\n    #\n    # Overload MutableMapping default implementations\n    #\n\n    # We want to avoid generating Pyomo expressions due to\n    # comparison of values, so we convert both objects to a\n    # plain dictionary mapping key->(type(val), id(val)) and\n    # compare that instead.\n    def __eq__(self, other):\n        if not isinstance(other, collections_Mapping):\n            return False\n        return {(type(key), id(key)): val for key, val in self.items()} == {\n            (type(key), id(key)): val for key, val in other.items()\n        }\n\n    def __ne__(self, other):\n        return not (self == other)\n\n    #\n    # The remaining methods have slow default\n    # implementations for MutableMapping. In particular,\n    # they rely KeyError catching, which is slow for this\n    # class because KeyError messages use fully qualified\n    # names.\n    #\n\n    def __contains__(self, obj):\n        return id(obj) in self._dict\n\n    def clear(self):\n        'D.clear() -> None.  Remove all items from D.'\n        self._dict.clear()\n\n    def get(self, key, default=None):\n        'D.get(k[,d]) -> D[k] if k in D, else d.  d defaults to None.'\n        if key in self:\n            return self[key]\n        return default\n\n    def setdefault(self, key, default=None):\n        'D.setdefault(k[,d]) -> D.get(k,d), also set D[k]=d if k not in D'\n        if key in self:\n            return self[key]\n        else:\n            self[key] = default\n        return default",
  "start_line": 1,
  "end_line": 135,
  "total_lines": 135,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "pyomo/core/expr/calculus/diff_with_pyomo.py",
  "content": "            self.operation_func = _numeric_apply_operation\n        else:\n            self.value_func = _symbolic_value\n            self.operation_func = _symbolic_apply_operation\n\n    def visit(self, node, values):\n        self.val_dict[node] = self.operation_func(node, values)\n        self.der_dict[node] = 0\n        self.expr_list.append(node)\n        return self.val_dict[node]\n\n    def visiting_potential_leaf(self, node):\n        if node in self.val_dict:\n            return True, self.val_dict[node]\n\n        if node.__class__ in nonpyomo_leaf_types:\n            self.val_dict[node] = node\n            self.der_dict[node] = 0\n            return True, node\n\n        if not node.is_expression_type():\n            val = self.value_func(node)\n            self.val_dict[node] = val\n            self.der_dict[node] = 0\n            return True, val\n\n        return False, None\n\n\ndef _reverse_diff_helper(expr, numeric=True):\n    val_dict = ComponentMap()\n    der_dict = ComponentMap()\n    expr_list = list()\n\n    visitorA = _LeafToRootVisitor(val_dict, der_dict, expr_list, numeric=numeric)\n    visitorA.dfs_postorder_stack(expr)\n\n    der_dict[expr] = 1\n    for e in reversed(expr_list):\n        if e.__class__ in _diff_map:\n            _diff_map[e.__class__](e, val_dict, der_dict)\n        elif e.is_named_expression_type():\n            _diff_GeneralExpression(e, val_dict, der_dict)\n        else:\n            raise DifferentiationException(\n                'Unsupported expression type for differentiation: {0}'.format(type(e))\n            )\n\n    return der_dict\n\n\ndef reverse_ad(expr):\n    \"\"\"\n    First order reverse automatic differentiation\n\n    Parameters\n    ----------\n    expr: pyomo.core.expr.numeric_expr.NumericExpression\n        expression to differentiate\n\n    Returns\n    -------\n    ComponentMap\n        component_map mapping variables to derivatives with respect\n        to the corresponding variable\n    \"\"\"\n    return _reverse_diff_helper(expr, True)\n\n\ndef reverse_sd(expr):\n    \"\"\"\n    First order reverse symbolic differentiation\n\n    Parameters\n    ----------\n    expr: pyomo.core.expr.numeric_expr.NumericExpression\n        expression to differentiate\n\n    Returns\n    -------\n    ComponentMap\n        component_map mapping variables to derivatives with respect\n        to the corresponding variable\n    \"\"\"\n    return _reverse_diff_helper(expr, False)",
  "start_line": 400,
  "end_line": 484,
  "total_lines": 484,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "pyomo/core/expr/calculus/diff_with_pyomo.py",
  "content": "_diff_map = dict()\n_diff_map[_expr.ProductExpression] = _diff_ProductExpression\n_diff_map[_expr.DivisionExpression] = _diff_DivisionExpression\n_diff_map[_expr.PowExpression] = _diff_PowExpression\n_diff_map[_expr.SumExpression] = _diff_SumExpression\n_diff_map[_expr.MonomialTermExpression] = _diff_ProductExpression\n_diff_map[_expr.NegationExpression] = _diff_NegationExpression\n_diff_map[_expr.UnaryFunctionExpression] = _diff_UnaryFunctionExpression\n_diff_map[_expr.ExternalFunctionExpression] = _diff_ExternalFunctionExpression\n_diff_map[_expr.LinearExpression] = _diff_SumExpression\n_diff_map[_expr.AbsExpression] = _diff_abs\n\n_diff_map[_expr.NPV_ProductExpression] = _diff_ProductExpression\n_diff_map[_expr.NPV_DivisionExpression] = _diff_DivisionExpression\n_diff_map[_expr.NPV_PowExpression] = _diff_PowExpression\n_diff_map[_expr.NPV_SumExpression] = _diff_SumExpression\n_diff_map[_expr.NPV_NegationExpression] = _diff_NegationExpression\n_diff_map[_expr.NPV_UnaryFunctionExpression] = _diff_UnaryFunctionExpression\n_diff_map[_expr.NPV_ExternalFunctionExpression] = _diff_ExternalFunctionExpression\n_diff_map[_expr.NPV_AbsExpression] = _diff_abs\n\n\ndef _symbolic_value(x):\n    return x\n\n\ndef _numeric_apply_operation(node, values):\n    return node._apply_operation(values)\n\n\ndef _symbolic_apply_operation(node, values):\n    return node\n\n\nclass _LeafToRootVisitor(ExpressionValueVisitor):\n    def __init__(self, val_dict, der_dict, expr_list, numeric=True):\n        \"\"\"\n        Parameters\n        ----------\n        val_dict: ComponentMap\n        der_dict: ComponentMap\n        \"\"\"\n        self.val_dict = val_dict\n        self.der_dict = der_dict\n        self.expr_list = expr_list\n        assert len(self.expr_list) == 0\n        assert len(self.val_dict) == 0\n        assert len(self.der_dict) == 0\n        if numeric:\n            self.value_func = value\n            self.operation_func = _numeric_apply_operation\n        else:\n            self.value_func = _symbolic_value\n            self.operation_func = _symbolic_apply_operation\n\n    def visit(self, node, values):\n        self.val_dict[node] = self.operation_func(node, values)\n        self.der_dict[node] = 0\n        self.expr_list.append(node)\n        return self.val_dict[node]\n\n    def visiting_potential_leaf(self, node):\n        if node in self.val_dict:\n            return True, self.val_dict[node]\n\n        if node.__class__ in nonpyomo_leaf_types:\n            self.val_dict[node] = node\n            self.der_dict[node] = 0\n            return True, node\n\n        if not node.is_expression_type():",
  "start_line": 350,
  "end_line": 420,
  "total_lines": 484,
  "is_truncated": false
}

{
  "status": "ok",
  "filepath": "pyomo/core/expr/calculus/diff_with_pyomo.py",
  "content": "#  ___________________________________________________________________________\n#\n#  Pyomo: Python Optimization Modeling Objects\n#  Copyright (c) 2008-2022\n#  National Technology and Engineering Solutions of Sandia, LLC\n#  Under the terms of Contract DE-NA0003525 with National Technology and\n#  Engineering Solutions of Sandia, LLC, the U.S. Government retains certain\n#  rights in this software.\n#  This software is distributed under the 3-clause BSD License.\n#  ___________________________________________________________________________\n\nfrom pyomo.common.collections import ComponentMap, ComponentSet\nimport pyomo.core.expr as _expr\nfrom pyomo.core.expr.visitor import ExpressionValueVisitor, nonpyomo_leaf_types\nfrom pyomo.core.expr.numvalue import value, is_constant\nfrom pyomo.core.expr import exp, log, sin, cos\nimport math\n\n\n\"\"\"\nThe purpose of this file is to perform symbolic differentiation and \nfirst order automatic differentiation directly with pyomo \nexpressions. This is certainly not as efficient as doing AD in C or \nC++, but it avoids the translation from pyomo expressions to a form \nwhere AD can be performed efficiently. The only functions that are \nmeant to be used by users are reverse_ad and reverse_sd. First, \nvalues are propagated from the leaves to each node in the tree with \nthe LeafToRoot visitors. Then derivative values are propagated from \nthe root to the leaves with the RootToLeaf visitors.\n\"\"\"\n\n\nclass DifferentiationException(Exception):\n    pass\n\n\ndef _diff_ProductExpression(node, val_dict, der_dict):\n    \"\"\"\n\n    Parameters\n    ----------\n    node: pyomo.core.expr.numeric_expr.ProductExpression\n    val_dict: ComponentMap\n    der_dict: ComponentMap\n    \"\"\"\n    assert len(node.args) == 2\n    arg1, arg2 = node.args\n    der = der_dict[node]\n    der_dict[arg1] += der * val_dict[arg2]\n    der_dict[arg2] += der * val_dict[arg1]\n\n\ndef _diff_SumExpression(node, val_dict, der_dict):\n    \"\"\"\n\n    Parameters\n    ----------\n    node: pyomo.core.expr.numeric_expr.SumExpression\n    val_dict: ComponentMap\n    der_dict: ComponentMap\n    \"\"\"\n    der = der_dict[node]\n    for arg in node.args:\n        der_dict[arg] += der\n\n\ndef _diff_PowExpression(node, val_dict, der_dict):\n    \"\"\"\n\n    Parameters\n    ----------\n    node: pyomo.core.expr.numeric_expr.PowExpression\n    val_dict: ComponentMap\n    der_dict: ComponentMap\n    \"\"\"\n    assert len(node.args) == 2\n    arg1, arg2 = node.args\n    der = der_dict[node]\n    val1 = val_dict[arg1]\n    val2 = val_dict[arg2]\n    der_dict[arg1] += der * val2 * val1 ** (val2 - 1)\n    if arg2.__class__ not in nonpyomo_leaf_types:\n        der_dict[arg2] += der * val1**val2 * log(val1)\n\n\ndef _diff_DivisionExpression(node, val_dict, der_dict):\n    \"\"\"\n\n    Parameters\n    ----------\n    node: pyomo.core.expr.numeric_expr.DivisionExpression\n    val_dict: ComponentMap\n    der_dict: ComponentMap\n    \"\"\"\n    assert len(node.args) == 2\n    num = node.args[0]\n    den = node.args[1]\n    der = der_dict[node]\n    der_dict[num] += der * (1 / val_dict[den])\n    der_dict[den] -= der * val_dict[num] / val_dict[den] ** 2",
  "start_line": 1,
  "end_line": 100,
  "total_lines": 484,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "is_constant(2)=True\nis_constant(2.0)=True\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "pyomo/core/expr/calculus/diff_with_pyomo.py",
  "occurrences": 1,
  "strategy": "unescaped",
  "diff": "--- a/pyomo/core/expr/calculus/diff_with_pyomo.py\n+++ b/pyomo/core/expr/calculus/diff_with_pyomo.py\n@@ -328,7 +328,8 @@\n     val_dict: ComponentMap\n     der_dict: ComponentMap\n     \"\"\"\n-    der_dict[node.expr] += der_dict[node]\n+    if not is_constant(node.expr):\n+        der_dict[node.expr] += der_dict[node]\n \n \n def _diff_ExternalFunctionExpression(node, val_dict, der_dict):\n",
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "Successfully differentiated!\ny : Size=1, Index=None\n    Key  : Expression\n    None :        2.0\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "",
  "stderr": "grep: tests/: No such file or directory\n",
  "exit_code": 0
}

{
  "status": "error",
  "error_type": "CommandError",
  "error_message": "ls: cannot access 'tests*': No such file or directory\n",
  "details": {
    "stdout": "",
    "stderr": "ls: cannot access 'tests*': No such file or directory\n",
    "exit_code": 2
  }
}

{
  "status": "ok",
  "stdout": "CHANGELOG.md\nCITATION.cff\nCONTRIBUTING.md\nLICENSE.md\nMANIFEST.in\nREADME.md\nRELEASE.md\nconftest.py\ndoc/\nexamples/\npyomo/\nscripts/\nsetup.cfg\nsetup.py\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "__init__.py\ncommon/\ncontrib/\ncore/\ndae/\ndataportal/\nduality/\nenviron/\ngdp/\nkernel/\nmpec/\nneos/\nnetwork/\nopt/\npysp/\nrepn/\nscripting/\nsolvers/\nutil/\nversion/\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "./examples/pyomobook/test_book_examples.py\n./examples/doc/samples/scripts/test_scripts.py\n./pyomo/core/tests/diet/test_diet.py\n./pyomo/core/tests/examples/test_kernel_examples.py\n./pyomo/core/tests/examples/test_pyomo.py\n./pyomo/core/tests/examples/test_amplbook2.py\n./pyomo/core/tests/examples/test_tutorials.py\n./pyomo/core/tests/unit/test_numeric_expr_zerofilter.py\n./pyomo/core/tests/unit/test_smap.py\n./pyomo/core/tests/unit/test_numeric_expr.py\n./pyomo/core/tests/unit/test_matrix_constraint.py\n./pyomo/core/tests/unit/test_template_expr.py\n./pyomo/core/tests/unit/test_enums.py\n./pyomo/core/tests/unit/test_dict_objects.py\n./pyomo/core/tests/unit/test_sos_v2.py\n./pyomo/core/tests/unit/test_var_set_bounds.py\n./pyomo/core/tests/unit/test_mutable.py\n./pyomo/core/tests/unit/test_visitor.py\n./pyomo/core/tests/unit/test_logical_expr_expanded.py\n./pyomo/core/tests/unit/test_preprocess.py\n",
  "stderr": "",
  "exit_code": 0
}