text: #!/usr/bin/python -u
  # Copyright (c) 2010-2012 OpenStack Foundation
  #
  # Licensed under the Apache License, Version 2.0 (the "License");
  # you may not use this file except in compliance with the License.
  # You may obtain a copy of the License at
  #
  #    http://www.apache.org/licenses/LICENSE-2.0
  #
  # Unless required by applicable law or agreed to in writing, software
  # distributed under the License is distributed on an "AS IS" BASIS,
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
  # implied.
  # See the License for the specific language governing permissions and
  # limitations under the License.
  
  from subprocess import call, Popen
  from unittest import main, TestCase
  from uuid import uuid4
  
  from swiftclient import client
  
  from swift.common import direct_client
  from test.probe.common import kill_server, kill_servers, reset_environment, \
      start_server
  
  
  class TestObjectHandoff(TestCase):
  
      def setUp(self):
          (self.pids, self.port2server, self.account_ring, self.container_ring,
           self.object_ring, self.url, self.token,
           self.account, self.configs) = reset_environment()
  
      def tearDown(self):
          kill_servers(self.port2server, self.pids)
  
      def test_main(self):
          # Create container
          # Kill one container/obj primary server
          # Create container/obj (goes to two primary servers and one handoff)
          # Kill other two container/obj primary servers
          # Indirectly through proxy assert we can get container/obj
          # Restart those other two container/obj primary servers
          # Directly to handoff server assert we can get container/obj
          # Assert container listing (via proxy and directly) has container/obj
          # Bring the first container/obj primary server back up
          # Assert that it doesn't have container/obj yet
          # Run object replication, ensuring we run the handoff node last so it
          #   should remove its extra handoff partition
          # Assert the first container/obj primary server now has container/obj
          # Assert the handoff server no longer has container/obj
          # Kill the first container/obj primary server again (we have two
          #   primaries and the handoff up now)
          # Delete container/obj
          # Assert we can't head container/obj
          # Assert container/obj is not in the container listing, both indirectly
          #   and directly
          # Restart the first container/obj primary server again
          # Assert it still has container/obj
          # Run object replication, ensuring we run the handoff node last so it
          #   should remove its extra handoff partition
          # Assert primary node no longer has container/obj
          container = 'container-%s' % uuid4()
          client.put_container(self.url, self.token, container)
  
          cpart, cnodes = self.container_ring.get_nodes(self.account, container)
          cnode = cnodes[0]
          obj = 'object-%s' % uuid4()
          opart, onodes = self.object_ring.get_nodes(
              self.account, container, obj)
          onode = onodes[0]
          kill_server(onode['port'], self.port2server, self.pids)
          client.put_object(self.url, self.token, container, obj, 'VERIFY')
          odata = client.get_object(self.url, self.token, container, obj)[-1]
          if odata != 'VERIFY':
              raise Exception('Object GET did not return VERIFY, instead it '
                              'returned: %s' % repr(odata))
          # Kill all primaries to ensure GET handoff works
          for node in onodes[1:]:
              kill_server(node['port'], self.port2server, self.pids)
          odata = client.get_object(self.url, self.token, container, obj)[-1]
          if odata != 'VERIFY':
              raise Exception('Object GET did not return VERIFY, instead it '
                              'returned: %s' % repr(odata))
          for node in onodes[1:]:
              start_server(node['port'], self.port2server, self.pids)
          # We've indirectly verified the handoff node has the object, but let's
          # directly verify it.
          another_onode = self.object_ring.get_more_nodes(opart).next()
          odata = direct_client.direct_get_object(
              another_onode, opart, self.account, container, obj)[-1]
          if odata != 'VERIFY':
              raise Exception('Direct object GET did not return VERIFY, instead '
                              'it returned: %s' % repr(odata))
          objs = [o['name'] for o in
                  client.get_container(self.url, self.token, container)[1]]
          if obj not in objs:
              raise Exception('Container listing did not know about object')
          for cnode in cnodes:
              objs = [o['name'] for o in
                      direct_client.direct_get_container(
                          cnode, cpart, self.account, container)[1]]
              if obj not in objs:
                  raise Exception(
                      'Container server %s:%s did not know about object' %
                      (cnode['ip'], cnode['port']))
          start_server(onode['port'], self.port2server, self.pids)
          exc = None
          try:
              direct_client.direct_get_object(onode, opart, self.account,
                                              container, obj)
          except direct_client.ClientException as err:
              exc = err
          self.assertEquals(exc.http_status, 404)
          # Run the extra server last so it'll remove its extra partition
          processes = []
          for node in onodes:
              try:
                  port_num = node['replication_port']
              except KeyError:
                  port_num = node['port']
              processes.append(Popen(['swift-object-replicator',
                                      self.configs['object-replicator'] %
                                      ((port_num - 6000) / 10),
                                      'once']))
          for process in processes:
              process.wait()
          try:
              another_port_num = another_onode['replication_port']
          except KeyError:
              another_port_num = another_onode['port']
          call(['swift-object-replicator',
                self.configs['object-replicator'] %
                ((another_port_num - 6000) / 10), 'once'])
          odata = direct_client.direct_get_object(onode, opart, self.account,
                                                  container, obj)[-1]
          if odata != 'VERIFY':
              raise Exception('Direct object GET did not return VERIFY, instead '
                              'it returned: %s' % repr(odata))
          exc = None
          try:
              direct_client.direct_get_object(another_onode, opart, self.account,
                                              container, obj)
          except direct_client.ClientException as err:
              exc = err
          self.assertEquals(exc.http_status, 404)
  
          kill_server(onode['port'], self.port2server, self.pids)
          client.delete_object(self.url, self.token, container, obj)
          exc = None
          try:
              client.head_object(self.url, self.token, container, obj)
          except direct_client.ClientException as err:
              exc = err
          self.assertEquals(exc.http_status, 404)
          objs = [o['name'] for o in
                  client.get_container(self.url, self.token, container)[1]]
          if obj in objs:
              raise Exception('Container listing still knew about object')
          for cnode in cnodes:
              objs = [o['name'] for o in
                      direct_client.direct_get_container(
                          cnode, cpart, self.account, container)[1]]
              if obj in objs:
                  raise Exception(
                      'Container server %s:%s still knew about object' %
                      (cnode['ip'], cnode['port']))
          start_server(onode['port'], self.port2server, self.pids)
          direct_client.direct_get_object(onode, opart, self.account, container,
                                          obj)
          # Run the extra server last so it'll remove its extra partition
          processes = []
          for node in onodes:
              try:
                  port_num = node['replication_port']
              except KeyError:
                  port_num = node['port']
              processes.append(Popen(['swift-object-replicator',
                                      self.configs['object-replicator'] %
                                      ((port_num - 6000) / 10),
                                      'once']))
          for process in processes:
              process.wait()
          call(['swift-object-replicator',
                self.configs['object-replicator'] %
                ((another_port_num - 6000) / 10), 'once'])
          exc = None
          try:
              direct_client.direct_get_object(another_onode, opart, self.account,
                                              container, obj)
          except direct_client.ClientException as err:
              exc = err
          self.assertEquals(exc.http_status, 404)
  
  
  if __name__ == '__main__':
      main()
  