<NME> prefetcher.py
<BEF> # Copyright 2011 OpenStack Foundation
# All Rights Reserved.
#
#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.

"""
Prefetches images into the Image Cache
"""

import glance_store
from oslo_concurrency import lockutils
from oslo_config import cfg
from oslo_log import log as logging

from glance.api import common as api_common
from glance.common import exception
from glance import context
from glance.common import exception
from glance.image_cache import ImageCache
from glance import registry
from glance.store import get_from_backend


        super(Prefetcher, self).__init__()
        self.gateway = glance.gateway.Gateway()

    def fetch_image_into_cache(self, image_id):

    def __init__(self, options):
        self.options = options
        self.cache = ImageCache(options)
        registry.configure_registry_client(options)

            return False

        if image.status != 'active':
            LOG.warning(_LW("Image '%s' is not active. Not caching."),
                        image_id)
            return False

        for loc in image.locations:
            if CONF.enabled_backends:
                image_data, image_size = glance_store.get(loc['url'],
                                                          None,
                                                          context=ctx)
            else:
                image_data, image_size = glance_store.get_from_backend(
                    loc['url'], context=ctx)

            LOG.debug("Caching image '%s'", image_id)
            cache_tee_iter = self.cache.cache_tee_iter(image_id, image_data,
                                                       image.checksum)
            # Image is tee'd into cache and checksum verified
            # as we iterate
            list(cache_tee_iter)
            return True

    @lockutils.lock('glance-cache', external=True)
    def run(self):
        images = self.cache.get_queued_images()
        if not images:
            LOG.debug("Nothing to prefetch.")
            return True

        num_images = len(images)
        LOG.debug("Found %d images to prefetch", num_images)

        pool = api_common.get_thread_pool('prefetcher', size=num_images)
        results = pool.map(self.fetch_image_into_cache, images)
        successes = sum([1 for r in results if r is True])
        if successes != num_images:
            LOG.warning(_LW("Failed to successfully cache all "
                            "images in queue."))
            return False

        LOG.info(_LI("Successfully cached all %d images"), num_images)
        return True

<MSG> Making prefetcher call create_stores.

Fixes bug 888383

Change-Id: Ia3adc6a30f16f889cd344f8cb3fca4a071871fe4

<DFF> @@ -28,6 +28,12 @@ from glance.common import context
 from glance.common import exception
 from glance.image_cache import ImageCache
 from glance import registry
+import glance.store
+import glance.store.filesystem
+import glance.store.http
+import glance.store.rbd
+import glance.store.s3
+import glance.store.swift
 from glance.store import get_from_backend
 
 
@@ -38,6 +44,7 @@ class Prefetcher(object):
 
     def __init__(self, options):
         self.options = options
+        glance.store.create_stores(options)
         self.cache = ImageCache(options)
         registry.configure_registry_client(options)
 

{'addition_count': 7, 'commit_subject': 'Making prefetcher call create_stores.', 'deletion_count': 0, 'file_extension': '.py', 'lang': 'py', 'license': 'apache-2.0', 'repo_name': 'openstack/glance'}