File size: 5,427 Bytes
246d201 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 |
import base64
import io
import tarfile
import time
import requests
from openhands.core.exceptions import AgentRuntimeBuildError
from openhands.core.logger import openhands_logger as logger
from openhands.runtime.builder import RuntimeBuilder
from openhands.runtime.utils.request import send_request
from openhands.utils.http_session import HttpSession
from openhands.utils.shutdown_listener import (
should_continue,
sleep_if_should_continue,
)
class RemoteRuntimeBuilder(RuntimeBuilder):
"""This class interacts with the remote Runtime API for building and managing container images."""
def __init__(self, api_url: str, api_key: str, session: HttpSession | None = None):
self.api_url = api_url
self.api_key = api_key
self.session = session or HttpSession()
self.session.headers.update({'X-API-Key': self.api_key})
def build(
self,
path: str,
tags: list[str],
platform: str | None = None,
extra_build_args: list[str] | None = None,
) -> str:
"""Builds a Docker image using the Runtime API's /build endpoint."""
# Create a tar archive of the build context
tar_buffer = io.BytesIO()
with tarfile.open(fileobj=tar_buffer, mode='w:gz') as tar:
tar.add(path, arcname='.')
tar_buffer.seek(0)
# Encode the tar file as base64
base64_encoded_tar = base64.b64encode(tar_buffer.getvalue()).decode('utf-8')
# Prepare the multipart form data
files = [
('context', ('context.tar.gz', base64_encoded_tar)),
('target_image', (None, tags[0])),
]
# Add additional tags if present
for tag in tags[1:]:
files.append(('tags', (None, tag)))
# Send the POST request to /build (Begins the build process)
try:
response = send_request(
self.session,
'POST',
f'{self.api_url}/build',
files=files,
timeout=30,
)
except requests.exceptions.HTTPError as e:
if e.response.status_code == 429:
logger.warning('Build was rate limited. Retrying in 30 seconds.')
time.sleep(30)
return self.build(path, tags, platform)
else:
raise e
build_data = response.json()
build_id = build_data['build_id']
logger.info(f'Build initiated with ID: {build_id}')
# Poll /build_status until the build is complete
start_time = time.time()
timeout = 30 * 60 # 20 minutes in seconds
while should_continue():
if time.time() - start_time > timeout:
logger.error('Build timed out after 30 minutes')
raise AgentRuntimeBuildError('Build timed out after 30 minutes')
status_response = send_request(
self.session,
'GET',
f'{self.api_url}/build_status',
params={'build_id': build_id},
)
if status_response.status_code != 200:
logger.error(f'Failed to get build status: {status_response.text}')
raise AgentRuntimeBuildError(
f'Failed to get build status: {status_response.text}'
)
status_data = status_response.json()
status = status_data['status']
logger.info(f'Build status: {status}')
if status == 'SUCCESS':
logger.debug(f"Successfully built {status_data['image']}")
return status_data['image']
elif status in [
'FAILURE',
'INTERNAL_ERROR',
'TIMEOUT',
'CANCELLED',
'EXPIRED',
]:
error_message = status_data.get(
'error', f'Build failed with status: {status}. Build ID: {build_id}'
)
logger.error(error_message)
raise AgentRuntimeBuildError(error_message)
# Wait before polling again
sleep_if_should_continue(30)
raise AgentRuntimeBuildError('Build interrupted')
def image_exists(self, image_name: str, pull_from_repo: bool = True) -> bool:
"""Checks if an image exists in the remote registry using the /image_exists endpoint."""
params = {'image': image_name}
response = send_request(
self.session,
'GET',
f'{self.api_url}/image_exists',
params=params,
)
if response.status_code != 200:
logger.error(f'Failed to check image existence: {response.text}')
raise AgentRuntimeBuildError(
f'Failed to check image existence: {response.text}'
)
result = response.json()
if result['exists']:
logger.debug(
f"Image {image_name} exists. "
f"Uploaded at: {result['image']['upload_time']}, "
f"Size: {result['image']['image_size_bytes'] / 1024 / 1024:.2f} MB"
)
else:
logger.debug(f'Image {image_name} does not exist.')
return result['exists']
|