azure__walinuxagent-547

{
  "status": "ok",
  "filepath": "azurelinuxagent/common/version.py",
  "content": "# Copyright 2014 Microsoft Corporation\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n#     http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n#\n# Requires Python 2.4+ and Openssl 1.0+\n#\n\nimport os\nimport re\nimport platform\nimport sys\n\nimport azurelinuxagent.common.conf as conf\nimport azurelinuxagent.common.utils.fileutil as fileutil\nfrom azurelinuxagent.common.utils.flexible_version import FlexibleVersion\nfrom azurelinuxagent.common.future import ustr\n\n\n\"\"\"\nAdd this workaround for detecting F5 products because BIG-IP/IQ/etc do not show\ntheir version info in the /etc/product-version location. Instead, the version\nand product information is contained in the /VERSION file.\n\"\"\"\ndef get_f5_platform():\n    result = [None,None,None,None]\n    f5_version = re.compile(\"^Version: (\\d+\\.\\d+\\.\\d+)\")\n    f5_product = re.compile(\"^Product: ([\\w-]+)\")\n\n    with open('/VERSION', 'r') as fh:\n        content = fh.readlines()\n        for line in content:\n            version_matches = f5_version.match(line)\n            product_matches = f5_product.match(line)\n            if version_matches:\n                result[1] = version_matches.group(1)\n            elif product_matches:\n                result[3] = product_matches.group(1)\n                if result[3] == \"BIG-IP\":\n                    result[0] = \"bigip\"\n                    result[2] = \"bigip\"\n                elif result[3] == \"BIG-IQ\":\n                    result[0] = \"bigiq\"\n                    result[2] = \"bigiq\"\n                elif result[3] == \"iWorkflow\":\n                    result[0] = \"iworkflow\"\n                    result[2] = \"iworkflow\"\n    return result\n\ndef get_distro():\n    if 'FreeBSD' in platform.system():\n        release = re.sub('\\-.*\\Z', '', ustr(platform.release()))\n        osinfo = ['freebsd', release, '', 'freebsd']\n    elif 'linux_distribution' in dir(platform):\n        osinfo = list(platform.linux_distribution(full_distribution_name=0,\n            supported_dists=platform._supported_dists+('alpine',)))\n        full_name = platform.linux_distribution()[0].strip()\n        osinfo.append(full_name)\n    else:\n        osinfo = platform.dist()\n\n    # The platform.py lib has issue with detecting oracle linux distribution.\n    # Merge the following patch provided by oracle as a temporary fix.\n    if os.path.exists(\"/etc/oracle-release\"):\n        osinfo[2] = \"oracle\"\n        osinfo[3] = \"Oracle Linux\"\n\n    # The platform.py lib has issue with detecting BIG-IP linux distribution.\n    # Merge the following patch provided by F5.\n    if os.path.exists(\"/shared/vadc\"):\n        osinfo = get_f5_platform()\n\n    # Remove trailing whitespace and quote in distro name\n    osinfo[0] = osinfo[0].strip('\"').strip(' ').lower()\n    return osinfo\n\n\nAGENT_NAME = \"WALinuxAgent\"\nAGENT_LONG_NAME = \"Azure Linux Agent\"\nAGENT_VERSION = '2.2.2'\nAGENT_LONG_VERSION = \"{0}-{1}\".format(AGENT_NAME, AGENT_VERSION)\nAGENT_DESCRIPTION = \"\"\"\\\nThe Azure Linux Agent supports the provisioning and running of Linux\nVMs in the Azure cloud. This package should be installed on Linux disk\nimages that are built to run in the Azure environment.\n\"\"\"\n\nAGENT_DIR_GLOB = \"{0}-*\".format(AGENT_NAME)\nAGENT_PKG_GLOB = \"{0}-*.zip\".format(AGENT_NAME)\n\nAGENT_PATTERN = \"{0}-(.*)\".format(AGENT_NAME)\nAGENT_NAME_PATTERN = re.compile(AGENT_PATTERN)\nAGENT_DIR_PATTERN = re.compile(\".*/{0}\".format(AGENT_PATTERN))\n\nEXT_HANDLER_PATTERN = b\".*/WALinuxAgent-(\\w.\\w.\\w[.\\w]*)-.*-run-exthandlers\"\nEXT_HANDLER_REGEX = re.compile(EXT_HANDLER_PATTERN)\n\n# Set the CURRENT_AGENT and CURRENT_VERSION to match the agent directory name\n# - This ensures the agent will \"see itself\" using the same name and version\n#   as the code that downloads agents.\ndef set_current_agent():\n    path = os.getcwd()\n    lib_dir = conf.get_lib_dir()\n    if lib_dir[-1] != os.path.sep:\n        lib_dir += os.path.sep\n    if path[:len(lib_dir)] != lib_dir:\n        agent = AGENT_LONG_VERSION\n        version = AGENT_VERSION\n    else:\n        agent = path[len(lib_dir):].split(os.path.sep)[0]\n        version = AGENT_NAME_PATTERN.match(agent).group(1)\n    return agent, FlexibleVersion(version)\nCURRENT_AGENT, CURRENT_VERSION = set_current_agent()\n\ndef set_goal_state_agent():\n    agent = None\n    pids = [pid for pid in os.listdir('/proc') if pid.isdigit()]\n    for pid in pids:\n        try:\n            pname = open(os.path.join('/proc', pid, 'cmdline'), 'rb').read()\n            match = EXT_HANDLER_REGEX.match(pname)\n            if match:\n                agent = match.group(1)\n                break\n        except IOError:\n            continue\n    if agent is None:\n        agent = CURRENT_VERSION\n    return agent\nGOAL_STATE_AGENT_VERSION = set_goal_state_agent()\n\ndef is_current_agent_installed():\n    return CURRENT_AGENT == AGENT_LONG_VERSION\n\n\n__distro__ = get_distro()\nDISTRO_NAME = __distro__[0]\nDISTRO_VERSION = __distro__[1]\nDISTRO_CODE_NAME = __distro__[2]\nDISTRO_FULL_NAME = __distro__[3]\n",
  "start_line": 1,
  "end_line": 150,
  "total_lines": 172,
  "is_truncated": true
}

{
  "status": "ok",
  "filepath": "azurelinuxagent/common/conf.py",
  "content": "# Microsoft Azure Linux Agent\n#\n# Copyright 2014 Microsoft Corporation\n#\n# Licensed under the Apache License, Version 2.0 (the \"License\");\n# you may not use this file except in compliance with the License.\n# You may obtain a copy of the License at\n#\n#     http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n#\n# Requires Python 2.4+ and Openssl 1.0+\n#\n\n\"\"\"\nModule conf loads and parses configuration file\n\"\"\"\nimport os\nimport azurelinuxagent.common.utils.fileutil as fileutil\nfrom azurelinuxagent.common.exception import AgentConfigError\n\n\nclass ConfigurationProvider(object):\n    \"\"\"\n    Parse amd store key:values in /etc/waagent.conf.\n    \"\"\"\n\n    def __init__(self):\n        self.values = dict()\n\n    def load(self, content):\n        if not content:\n            raise AgentConfigError(\"Can't not parse empty configuration\")\n        for line in content.split('\\n'):\n            if not line.startswith(\"#\") and \"=\" in line:\n                parts = line.split()[0].split('=')\n                value = parts[1].strip(\"\\\" \")\n                if value != \"None\":\n                    self.values[parts[0]] = value\n                else:\n                    self.values[parts[0]] = None\n\n    def get(self, key, default_val):\n        val = self.values.get(key)\n        return val if val is not None else default_val\n\n    def get_switch(self, key, default_val):\n        val = self.values.get(key)\n        if val is not None and val.lower() == 'y':\n            return True\n        elif val is not None and val.lower() == 'n':\n            return False\n        return default_val\n\n    def get_int(self, key, default_val):\n        try:\n            return int(self.values.get(key))\n        except TypeError:\n            return default_val\n        except ValueError:\n            return default_val\n\n\n__conf__ = ConfigurationProvider()\n\n\ndef load_conf_from_file(conf_file_path, conf=__conf__):\n    \"\"\"\n    Load conf file from: conf_file_path\n    \"\"\"\n    if os.path.isfile(conf_file_path) == False:\n        raise AgentConfigError((\"Missing configuration in {0}\"\n                                \"\").format(conf_file_path))\n    try:\n        content = fileutil.read_file(conf_file_path)\n        conf.load(content)\n    except IOError as err:\n        raise AgentConfigError((\"Failed to load conf file:{0}, {1}\"\n                                \"\").format(conf_file_path, err))\n\n\ndef enable_rdma(conf=__conf__):\n    return conf.get_switch(\"OS.EnableRDMA\", False) or \\\n           conf.get_switch(\"OS.UpdateRdmaDriver\", False) or \\\n           conf.get_switch(\"OS.CheckRdmaDriver\", False)\n\n\ndef get_logs_verbose(conf=__conf__):\n    return conf.get_switch(\"Logs.Verbose\", False)\n\n\ndef get_lib_dir(conf=__conf__):\n    return conf.get(\"Lib.Dir\", \"/var/lib/waagent\")\n\n\ndef get_published_hostname(conf=__conf__):\n    return os.path.join(get_lib_dir(conf), 'published_hostname')\n\n\ndef get_dvd_mount_point(conf=__conf__):\n    return conf.get(\"DVD.MountPoint\", \"/mnt/cdrom/secure\")\n\n\ndef get_agent_pid_file_path(conf=__conf__):\n    return conf.get(\"Pid.File\", \"/var/run/waagent.pid\")\n\n\ndef get_ext_log_dir(conf=__conf__):\n    return conf.get(\"Extension.LogDir\", \"/var/log/azure\")\n\n\ndef get_openssl_cmd(conf=__conf__):\n    return conf.get(\"OS.OpensslPath\", \"/usr/bin/openssl\")\n\n\ndef get_home_dir(conf=__conf__):\n    return conf.get(\"OS.HomeDir\", \"/home\")\n\n\ndef get_passwd_file_path(conf=__conf__):\n    return conf.get(\"OS.PasswordPath\", \"/etc/shadow\")\n\n\ndef get_sudoers_dir(conf=__conf__):\n    return conf.get(\"OS.SudoersDir\", \"/etc/sudoers.d\")\n\n\ndef get_sshd_conf_file_path(conf=__conf__):\n    return conf.get(\"OS.SshdConfigPath\", \"/etc/ssh/sshd_config\")\n\n\ndef get_root_device_scsi_timeout(conf=__conf__):\n    return conf.get(\"OS.RootDeviceScsiTimeout\", None)\n\n\ndef get_ssh_host_keypair_type(conf=__conf__):\n    return conf.get(\"Provisioning.SshHostKeyPairType\", \"rsa\")\n\n\ndef get_provision_enabled(conf=__conf__):\n    return conf.get_switch(\"Provisioning.Enabled\", True)\n\n\ndef get_allow_reset_sys_user(conf=__conf__):\n    return conf.get_switch(\"Provisioning.AllowResetSysUser\", False)",
  "start_line": 1,
  "end_line": 150,
  "total_lines": 229,
  "is_truncated": true
}

{
  "status": "ok",
  "stdout": "Test 1 (outside): ('WALinuxAgent-2.2.2', '2.2.2')\nTest 2 (in events):\nCaught expected AttributeError for agent=events\nCaught expected error: 'NoneType' object has no attribute 'group'\nTest 3 (in agent dir): ('WALinuxAgent-2.2.2', '2.2.2')\nTest 4 (in agent subdir): ('WALinuxAgent-2.2.2', '2.2.2')\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "azurelinuxagent/common/version.py",
  "occurrences": 1,
  "strategy": "exact",
  "diff": "--- a/azurelinuxagent/common/version.py\n+++ b/azurelinuxagent/common/version.py\n@@ -117,7 +117,12 @@\n         version = AGENT_VERSION\n     else:\n         agent = path[len(lib_dir):].split(os.path.sep)[0]\n-        version = AGENT_NAME_PATTERN.match(agent).group(1)\n+        match = AGENT_NAME_PATTERN.match(agent)\n+        if match:\n+            version = match.group(1)\n+        else:\n+            agent = AGENT_LONG_VERSION\n+            version = AGENT_VERSION\n     return agent, FlexibleVersion(version)\n CURRENT_AGENT, CURRENT_VERSION = set_current_agent()\n \n",
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "Test 1 (outside): ('WALinuxAgent-2.2.2', '2.2.2')\nTest 2 (in events): ('WALinuxAgent-2.2.2', '2.2.2')\nTest 3 (in agent dir): ('WALinuxAgent-2.2.2', '2.2.2')\nTest 4 (in agent subdir): ('WALinuxAgent-2.2.2', '2.2.2')\nTest 5 (in lib_dir): ('WALinuxAgent-2.2.2', '2.2.2')\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": "./azurelinuxagent/ga/update.py:46:                                            AGENT_PATTERN, AGENT_NAME_PATTERN, AGENT_DIR_PATTERN, \\\n./azurelinuxagent/common/version.py:101:AGENT_NAME_PATTERN = re.compile(AGENT_PATTERN)\n./azurelinuxagent/common/version.py:120:        match = AGENT_NAME_PATTERN.match(agent)\n./tests/common/test_version.py:64:        version = AGENT_NAME_PATTERN.match(agent).group(1)\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "filepath": "azurelinuxagent/ga/update.py",
  "content": "import zipfile\n\nimport azurelinuxagent.common.conf as conf\nimport azurelinuxagent.common.logger as logger\nimport azurelinuxagent.common.utils.fileutil as fileutil\nimport azurelinuxagent.common.utils.restutil as restutil\nimport azurelinuxagent.common.utils.textutil as textutil\n\nfrom azurelinuxagent.common.event import add_event, WALAEventOperation\nfrom azurelinuxagent.common.exception import UpdateError, ProtocolError\nfrom azurelinuxagent.common.future import ustr\nfrom azurelinuxagent.common.osutil import get_osutil\nfrom azurelinuxagent.common.protocol import get_protocol_util\nfrom azurelinuxagent.common.utils.flexible_version import FlexibleVersion\nfrom azurelinuxagent.common.version import AGENT_NAME, AGENT_VERSION, AGENT_LONG_VERSION, \\\n                                            AGENT_DIR_GLOB, AGENT_PKG_GLOB, \\\n                                            AGENT_PATTERN, AGENT_NAME_PATTERN, AGENT_DIR_PATTERN, \\\n                                            CURRENT_AGENT, CURRENT_VERSION, \\\n                                            is_current_agent_installed\n\nfrom azurelinuxagent.ga.exthandlers import HandlerManifest\n\n\nAGENT_ERROR_FILE = \"error.json\" # File name for agent error record\nAGENT_MANIFEST_FILE = \"HandlerManifest.json\"\n\nCHILD_HEALTH_INTERVAL = 15 * 60\nCHILD_LAUNCH_INTERVAL = 5 * 60\nCHILD_LAUNCH_RESTART_MAX = 3\nCHILD_POLL_INTERVAL = 60\n\nMAX_FAILURE = 3 # Max failure allowed for agent before blacklisted\nRETAIN_INTERVAL = 24 * 60 * 60 # Retain interval for black list\n\nGOAL_STATE_INTERVAL = 25\nREPORT_STATUS_INTERVAL = 15\n\nORPHAN_WAIT_INTERVAL = 15 * 60 * 60\n\nAGENT_SENTINAL_FILE = \"current_version\"\n",
  "start_line": 30,
  "end_line": 70,
  "total_lines": 883,
  "is_truncated": false
}

{
  "status": "ok",
  "stdout": "46:                                            AGENT_PATTERN, AGENT_NAME_PATTERN, AGENT_DIR_PATTERN, \\\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": ".......                                                                  [100%]\n=============================== warnings summary ===============================\nazurelinuxagent/common/version.py:36\n  /workspace/azurelinuxagent/common/version.py:36: DeprecationWarning: invalid escape sequence \\d\n    f5_version = re.compile(\"^Version: (\\d+\\.\\d+\\.\\d+)\")\n\nazurelinuxagent/common/version.py:37\n  /workspace/azurelinuxagent/common/version.py:37: DeprecationWarning: invalid escape sequence \\w\n    f5_product = re.compile(\"^Product: ([\\w-]+)\")\n\nazurelinuxagent/common/version.py:61\n  /workspace/azurelinuxagent/common/version.py:61: DeprecationWarning: invalid escape sequence \\-\n    release = re.sub('\\-.*\\Z', '', ustr(platform.release()))\n\nazurelinuxagent/common/version.py:104\n  /workspace/azurelinuxagent/common/version.py:104: DeprecationWarning: invalid escape sequence \\w\n    EXT_HANDLER_PATTERN = b\".*/WALinuxAgent-(\\w.\\w.\\w[.\\w]*)-.*-run-exthandlers\"\n\nazurelinuxagent/common/utils/flexible_version.py:166\n  /workspace/azurelinuxagent/common/utils/flexible_version.py:166: DeprecationWarning: invalid escape sequence \\d\n    release_re = '(?:{prerel_sep}(?P<{tn}>{tags})(?P<{nn}>\\d*))?'.format(\n\nazurelinuxagent/common/utils/flexible_version.py:24\ntests/common/test_version.py::TestCurrentAgentName::test_extract_name_finds_installed\ntests/common/test_version.py::TestCurrentAgentName::test_extract_name_finds_latest_agent\n  /workspace/azurelinuxagent/common/utils/flexible_version.py:24: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead.\n    version.Version.__init__(self)\n\nazurelinuxagent/common/version.py:65\n  /workspace/azurelinuxagent/common/version.py:65: DeprecationWarning: dist() and linux_distribution() functions are deprecated in Python 3.5\n    supported_dists=platform._supported_dists+('alpine',)))\n\nazurelinuxagent/common/version.py:66\n  /workspace/azurelinuxagent/common/version.py:66: DeprecationWarning: dist() and linux_distribution() functions are deprecated in Python 3.5\n    full_name = platform.linux_distribution()[0].strip()\n\nazurelinuxagent/common/osutil/freebsd.py:232\n  /workspace/azurelinuxagent/common/osutil/freebsd.py:232: DeprecationWarning: invalid escape sequence \\(\n    cmd_search_dev=\"camcontrol devlist | grep {0} | awk -F \\( '{{print $2}}'|awk -F , '{{print $1}}'\".format(output)\n\nazurelinuxagent/common/osutil/freebsd.py:241\n  /workspace/azurelinuxagent/common/osutil/freebsd.py:241: DeprecationWarning: invalid escape sequence \\(\n    cmd_search_dev=\"camcontrol devlist | grep {0} | awk -F \\( '{{print $2}}'|awk -F , '{{print $1}}'\".format(output)\n\n-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html\n7 passed, 12 warnings in 0.12s\n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "stdout": " M azurelinuxagent/common/version.py\ndiff --git a/azurelinuxagent/common/version.py b/azurelinuxagent/common/version.py\nindex 1099e25..ac58b50 100644\n--- a/azurelinuxagent/common/version.py\n+++ b/azurelinuxagent/common/version.py\n@@ -117,7 +117,12 @@ def set_current_agent():\n         version = AGENT_VERSION\n     else:\n         agent = path[len(lib_dir):].split(os.path.sep)[0]\n-        version = AGENT_NAME_PATTERN.match(agent).group(1)\n+        match = AGENT_NAME_PATTERN.match(agent)\n+        if match:\n+            version = match.group(1)\n+        else:\n+            agent = AGENT_LONG_VERSION\n+            version = AGENT_VERSION\n     return agent, FlexibleVersion(version)\n CURRENT_AGENT, CURRENT_VERSION = set_current_agent()\n \n",
  "stderr": "",
  "exit_code": 0
}

{
  "status": "ok",
  "patch_size": 700,
  "files_changed": 1
}