text: #!/usr/bin/env python
  
  '''
  Licensed to the Apache Software Foundation (ASF) under one
  or more contributor license agreements.  See the NOTICE file
  distributed with this work for additional information
  regarding copyright ownership.  The ASF licenses this file
  to you under the Apache License, Version 2.0 (the
  "License"); you may not use this file except in compliance
  with the License.  You may obtain a copy of the License at
  
      http://www.apache.org/licenses/LICENSE-2.0
  
  Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License.
  '''
  import json
  import os
  import pty
  import socket
  import subprocess
  from resource_management import Script,ConfigDictionary
  from mock.mock import patch
  from mock.mock import MagicMock
  from stacks.utils.RMFTestCase import *
  from install_packages import InstallPackages
  from mock.mock import patch, MagicMock
  from resource_management.core.base import Resource
  from resource_management.core.resources.packaging import Package
  from resource_management.core.exceptions import Fail
  from ambari_commons.os_check import OSCheck
  
  @patch.object(pty, "openpty", new = MagicMock(return_value=(1,5)))
  @patch.object(os, "close", new=MagicMock())
  @patch.object(subprocess, "Popen", new=MagicMock())
  class TestInstallPackages(RMFTestCase):
  
    @staticmethod
    def _add_packages(arg):
      arg.append(["pkg1", "1.0", "repo"])
      arg.append(["pkg2", "2.0", "repo2"])
  
    @patch("resource_management.libraries.functions.list_ambari_managed_repos.list_ambari_managed_repos")
    @patch("resource_management.libraries.functions.packages_analyzer.allInstalledPackages")
    @patch("resource_management.libraries.script.Script.put_structured_out")
    def test_normal_flow(self, put_structured_out_mock, allInstalledPackages_mock, list_ambari_managed_repos_mock):
      allInstalledPackages_mock.side_effect = TestInstallPackages._add_packages
      list_ambari_managed_repos_mock.return_value=[]
      self.executeScript("scripts/install_packages.py",
                         classname="InstallPackages",
                         command="actionexecute",
                         config_file="install_packages_config.json",
                         target=RMFTestCase.TARGET_CUSTOM_ACTIONS,
                         os_type=('Redhat', '6.4', 'Final'),
      )
      self.assertTrue(put_structured_out_mock.called)
      self.assertEquals(put_structured_out_mock.call_args[0][0],
                        {'package_installation_result': 'SUCCESS',
                         'installed_repository_version': u'2.2.0.1-885',
                         'stack_id': 'HDP-2.2',
                         'ambari_repositories': []})
      self.assertResourceCalled('Repository', 'HDP-UTILS-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP-UTILS', 'main'],
                                repo_template='repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=False,
      )
      self.assertResourceCalled('Repository', 'HDP-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP', 'main'],
                                repo_template='repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=True,
      )
      self.assertResourceCalled('Package', 'hadoop_2_2_*', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'snappy', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'snappy-devel', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'hadoop_2_2_*-libhdfs', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'ambari-log4j', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertNoMoreResources()
  
  
    @patch("resource_management.libraries.functions.list_ambari_managed_repos.list_ambari_managed_repos")
    @patch("ambari_commons.os_check.OSCheck.is_redhat_family")
    @patch("resource_management.libraries.script.Script.put_structured_out")
    @patch("resource_management.libraries.functions.packages_analyzer.allInstalledPackages")
    def test_exclude_existing_repo(self, allInstalledPackages_mock, put_structured_out_mock,
                                   is_redhat_family_mock, list_ambari_managed_repos_mock):
      allInstalledPackages_mock.side_effect = TestInstallPackages._add_packages
      list_ambari_managed_repos_mock.return_value=["HDP-UTILS-2.2.0.1-885"]
      is_redhat_family_mock.return_value = True
      self.executeScript("scripts/install_packages.py",
                         classname="InstallPackages",
                         command="actionexecute",
                         config_file="install_packages_config.json",
                         target=RMFTestCase.TARGET_CUSTOM_ACTIONS,
                         os_type=('Redhat', '6.4', 'Final'),
      )
      self.assertTrue(put_structured_out_mock.called)
      self.assertEquals(put_structured_out_mock.call_args[0][0],
                        {'package_installation_result': 'SUCCESS',
                         'installed_repository_version': u'2.2.0.1-885',
                         'stack_id': 'HDP-2.2',
                         'ambari_repositories': ["HDP-UTILS-2.2.0.1-885"]})
      self.assertResourceCalled('Repository', 'HDP-UTILS-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP-UTILS', 'main'],
                                repo_template=u'repo_suse_rhel.j2',
                                repo_file_name='HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=False,
      )
      self.assertResourceCalled('Repository', 'HDP-2.2.0.1-885',
                                base_url='http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP', 'main'],
                                repo_template=u'repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=True,
      )
      self.assertResourceCalled('Package', 'hadoop_2_2_*', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'snappy', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'snappy-devel', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'hadoop_2_2_*-libhdfs', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'ambari-log4j', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertNoMoreResources()
  
  
    _install_failed = False
  
    @staticmethod
    def _add_packages_with_fail(arg):
      arg.append(["pkg1_2_2_0_1_885_pack", "1.0", "repo"])
      arg.append(["pkg2_2_2_0_1_885_pack2", "2.0", "repo2"])
      if TestInstallPackages._install_failed:
        arg.append(["should_not_be_removed_pkg1", "1.0", "repo"])
        arg.append(["hadoop_2_2_0_1_885fake_pkg", "1.0", "repo"])
        arg.append(["snappy__2_2_0_1_885_fake_pkg", "3.0", "repo2"])
        arg.append(["ubuntu-like-2-2-0-1-885-fake-pkg", "3.0", "repo2"])
        arg.append(["should_not_be_removed_pkg2", "3.0", "repo2"])
  
    @staticmethod
    def _new_with_exception(cls, name, env=None, provider=None, **kwargs):
      if (name != "snappy-devel"):
        return Resource.__new__(cls, name, env, provider, **kwargs)
      else:
        TestInstallPackages._install_failed = True
        raise Exception()
  
    @patch("resource_management.libraries.functions.list_ambari_managed_repos.list_ambari_managed_repos")
    @patch("ambari_commons.os_check.OSCheck.is_redhat_family")
    @patch("resource_management.libraries.functions.packages_analyzer.allInstalledPackages")
    @patch("resource_management.core.resources.packaging.Package.__new__")
    @patch("resource_management.libraries.script.Script.put_structured_out")
    def test_fail(self, put_structured_out_mock, Package__mock, allInstalledPackages_mock,
                  is_redhat_family_mock, list_ambari_managed_repos_mock):
      allInstalledPackages_mock.side_effect = TestInstallPackages._add_packages_with_fail
      is_redhat_family_mock.return_value = True
      list_ambari_managed_repos_mock.return_value = []
      def side_effect(retcode):
        TestInstallPackages._install_failed = True
        raise Exception()
      Package__mock.side_effect = side_effect
      self.assertRaises(Fail, self.executeScript, "scripts/install_packages.py",
                        classname="InstallPackages",
                        command="actionexecute",
                        config_file="install_packages_config.json",
                        target=RMFTestCase.TARGET_CUSTOM_ACTIONS,
                        os_type=('Redhat', '6.4', 'Final'))
  
      self.assertTrue(put_structured_out_mock.called)
      self.assertEquals(put_structured_out_mock.call_args[0][0],
                        {'stack_id': 'HDP-2.2', 'installed_repository_version': u'2.2.0.1-885', 'ambari_repositories': [], 'package_installation_result': 'FAIL'})
      self.assertResourceCalled('Repository', 'HDP-UTILS-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP-UTILS', 'main'],
                                repo_template=u'repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=False,
                                )
      self.assertResourceCalled('Repository', 'HDP-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP', 'main'],
                                repo_template=u'repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=True,
                                )
      self.assertNoMoreResources()
  
      TestInstallPackages._install_failed = False
  
  
    @patch("ambari_commons.os_check.OSCheck.is_suse_family")
    @patch("resource_management.core.resources.packaging.Package")
    @patch("resource_management.libraries.script.Script.put_structured_out")
    @patch("resource_management.libraries.functions.packages_analyzer.allInstalledPackages")
    def test_format_package_name(self,allInstalledPackages_mock, put_structured_out_mock,
                                 package_mock, is_suse_family_mock):
      allInstalledPackages_mock = MagicMock(side_effect = TestInstallPackages._add_packages)
      is_suse_family_mock.return_value = True
      self.executeScript("scripts/install_packages.py",
                         classname="InstallPackages",
                         command="actionexecute",
                         config_file="install_packages_config.json",
                         target=RMFTestCase.TARGET_CUSTOM_ACTIONS,
                         os_type=('Suse', '11', 'Final'),
                         )
      self.assertTrue(put_structured_out_mock.called)
      self.assertEquals(put_structured_out_mock.call_args[0][0],
                        {'package_installation_result': 'SUCCESS',
                         'installed_repository_version': u'2.2.0.1-885',
                         'stack_id': 'HDP-2.2',
                         'ambari_repositories': []})
      self.assertResourceCalled('Repository', 'HDP-UTILS-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP-UTILS', 'main'],
                                repo_template='repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=False,
                                )
      self.assertResourceCalled('Repository', 'HDP-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP', 'main'],
                                repo_template='repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=True,
                                )
      self.assertResourceCalled('Package', 'hadoop_2_2_0_1_885*', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'snappy', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'snappy-devel', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'hadoop_2_2_0_1_885*-libhdfs', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertResourceCalled('Package', 'ambari-log4j', use_repos=['base', 'HDP-UTILS-2.2.0.1-885', 'HDP-2.2.0.1-885'])
      self.assertNoMoreResources()
  
  
    @patch("ambari_commons.os_check.OSCheck.is_suse_family")
    @patch("resource_management.core.resources.packaging.Package")
    @patch("resource_management.libraries.script.Script.put_structured_out")
    @patch("resource_management.libraries.functions.packages_analyzer.allInstalledPackages")
    def test_exclude_packages(self,allInstalledPackages_mock, put_structured_out_mock,
                                 package_mock, is_suse_family_mock):
      allInstalledPackages_mock = MagicMock(side_effect = TestInstallPackages._add_packages)
      is_suse_family_mock.return_value = True
  
      config_file = self._getSrcFolder()+"/test/python/custom_actions/configs/install_packages_config.json"
      with open(config_file, "r") as f:
        config_dict = json.load(f)
  
      config_dict['roleParams']['package_list'] = '[{\"name\":\"mysql-connector-java\"},{\"name\":\"hive_2_2_*\"},' \
                                                       '{\"name\":\"hive_2_2_*-hcatalog\"},{\"name\":\"hive_2_2_*-webhcat\"},' \
                                                       '{\"name\":\"mysql\"},{\"name\":\"mysql-client\"}, {\"name\":\"ambari-metrics-collector\"},' \
                                                       ' {\"name\":\"hadooplzo_2_2_2_0_2538-native\"}]'
  
      self.executeScript("scripts/install_packages.py",
                         classname="InstallPackages",
                         command="actionexecute",
                         config_dict=config_dict,
                         target=RMFTestCase.TARGET_CUSTOM_ACTIONS,
                         os_type=('Suse', '11', 'Final'),
                         )
      self.assertTrue(put_structured_out_mock.called)
      self.assertEquals(put_structured_out_mock.call_args[0][0],
                        {'package_installation_result': 'SUCCESS',
                         'installed_repository_version': u'2.2.0.1-885',
                         'stack_id': 'HDP-2.2',
                         'ambari_repositories': []})
      self.assertResourceCalled('Repository', 'HDP-UTILS-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP-UTILS', 'main'],
                                repo_template='repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=False,
                                )
      self.assertResourceCalled('Repository', 'HDP-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP', 'main'],
                                repo_template='repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=True,
                                )
      self.assertResourceCalled('Package', 'hive_2_2_0_1_885*',
                                use_repos=['base', 'HDP-UTILS-2.2.0.1-885',
                                           'HDP-2.2.0.1-885'],
      )
      self.assertResourceCalled('Package', 'hive_2_2_0_1_885*-hcatalog',
                                use_repos=['base', 'HDP-UTILS-2.2.0.1-885',
                                           'HDP-2.2.0.1-885'],
      )
      self.assertResourceCalled('Package', 'hive_2_2_0_1_885*-webhcat',
                                use_repos=['base', 'HDP-UTILS-2.2.0.1-885',
                                           'HDP-2.2.0.1-885'],
      )
      self.assertNoMoreResources()
  
      # Check case when LZO is enabled
      config_file = self._getSrcFolder()+"/test/python/custom_actions/configs/install_packages_config.json"
      with open(config_file, "r") as f:
        config_dict = json.load(f)
      config_dict['configurations']['core-site'] = {
        'io.compression.codecs': "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,"
                                 "org.apache.hadoop.io.compress.SnappyCodec,com.hadoop.compression.lzo"
      }
      config_dict['roleParams']['package_list'] = '[{\"name\":\"mysql-connector-java\"},{\"name\":\"hive_2_2_*\"},' \
                                                  '{\"name\":\"hive_2_2_*-hcatalog\"},{\"name\":\"hive_2_2_*-webhcat\"},' \
                                                  '{\"name\":\"mysql\"},{\"name\":\"mysql-client\"}, {\"name\":\"ambari-metrics-collector\"},' \
                                                  ' {\"name\":\"hadooplzo_2_2_2_0_2538-native\"}]'
  
      self.executeScript("scripts/install_packages.py",
                         classname="InstallPackages",
                         command="actionexecute",
                         config_dict=config_dict,
                         target=RMFTestCase.TARGET_CUSTOM_ACTIONS,
                         os_type=('Suse', '11', 'Final'),
                         )
      self.assertTrue(put_structured_out_mock.called)
      self.assertEquals(put_structured_out_mock.call_args[0][0],
                        {'package_installation_result': 'SUCCESS',
                         'installed_repository_version': u'2.2.0.1-885',
                         'stack_id': 'HDP-2.2',
                         'ambari_repositories': []})
      self.assertResourceCalled('Repository', 'HDP-UTILS-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP-UTILS', 'main'],
                                repo_template='repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=False,
                                )
      self.assertResourceCalled('Repository', 'HDP-2.2.0.1-885',
                                base_url=u'http://repo1/HDP/centos5/2.x/updates/2.2.0.0',
                                action=['create'],
                                components=[u'HDP', 'main'],
                                repo_template='repo_suse_rhel.j2',
                                repo_file_name=u'HDP-2.2.0.1-885',
                                mirror_list=None,
                                append_to_file=True,
                                )
      self.assertResourceCalled('Package', 'hive_2_2_0_1_885*',
                                use_repos=['base', 'HDP-UTILS-2.2.0.1-885',
                                           'HDP-2.2.0.1-885'],
                                )
      self.assertResourceCalled('Package', 'hive_2_2_0_1_885*-hcatalog',
                                use_repos=['base', 'HDP-UTILS-2.2.0.1-885',
                                           'HDP-2.2.0.1-885'],
                                )
      self.assertResourceCalled('Package', 'hive_2_2_0_1_885*-webhcat',
                                use_repos=['base', 'HDP-UTILS-2.2.0.1-885',
                                           'HDP-2.2.0.1-885'],
                                )
      self.assertResourceCalled('Package', 'hadooplzo_2_2_2_0_2538-native',
                                use_repos=['base', 'HDP-UTILS-2.2.0.1-885',
                                           'HDP-2.2.0.1-885'],
                                )
      self.assertNoMoreResources()
  
  