| """Mapping instance_id to resource_factor.
|
|
|
| Different instances may have different resource requirements.
|
| e.g., some instances may require more memory/CPU to run inference.
|
| This file tracks the resource requirements of different instances.
|
| """
|
|
|
| import json
|
| import os
|
| from openhands.core.logger import openhands_logger as logger
|
|
|
| CUR_DIR = os.path.dirname(os.path.abspath(__file__))
|
| DEFAULT_RUNTIME_RESOURCE_FACTOR = int(
|
| os.environ.get('DEFAULT_RUNTIME_RESOURCE_FACTOR', 1)
|
| )
|
|
|
|
|
| _global_resource_mapping: dict[str, dict[str, float]] = {}
|
|
|
|
|
| def get_resource_mapping(dataset_name: str) -> dict[str, float]:
|
| if dataset_name not in _global_resource_mapping:
|
| file_path = os.path.join(CUR_DIR, f'{dataset_name}.json')
|
| if not os.path.exists(file_path):
|
| logger.warning(f'Resource mapping for {dataset_name} not found.')
|
| return None
|
|
|
| with open(file_path, 'r') as f:
|
| _global_resource_mapping[dataset_name] = json.load(f)
|
| logger.info(f'Loaded resource mapping for {dataset_name}')
|
| return _global_resource_mapping[dataset_name]
|
|
|
|
|
| def get_instance_resource_factor(dataset_name: str, instance_id: str) -> int:
|
| resource_mapping = get_resource_mapping(dataset_name)
|
| if resource_mapping is None:
|
| return DEFAULT_RUNTIME_RESOURCE_FACTOR
|
| return int(resource_mapping.get(instance_id, DEFAULT_RUNTIME_RESOURCE_FACTOR))
|
|
|
