koichi12 commited on
Commit
e78b2cd
·
verified ·
1 Parent(s): 8bddcf0

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +6 -0
  2. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/__init__.cpython-311.pyc +0 -0
  3. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/arrow_serialization.cpython-311.pyc +0 -0
  4. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/async_compat.cpython-311.pyc +0 -0
  5. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/async_utils.cpython-311.pyc +0 -0
  6. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/auto_init_hook.cpython-311.pyc +0 -0
  7. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/client_mode_hook.cpython-311.pyc +0 -0
  8. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/collections_utils.cpython-311.pyc +0 -0
  9. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/compat.cpython-311.pyc +0 -0
  10. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/conftest_utils.cpython-311.pyc +0 -0
  11. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/dict.cpython-311.pyc +0 -0
  12. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/external_storage.cpython-311.pyc +0 -0
  13. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/function_manager.cpython-311.pyc +0 -0
  14. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/gcs_aio_client.cpython-311.pyc +0 -0
  15. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/gcs_pubsub.cpython-311.pyc +0 -0
  16. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/gcs_utils.cpython-311.pyc +0 -0
  17. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/inspect_util.cpython-311.pyc +0 -0
  18. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/internal_api.cpython-311.pyc +0 -0
  19. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/log.cpython-311.pyc +0 -0
  20. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/log_monitor.cpython-311.pyc +0 -0
  21. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/logging_utils.cpython-311.pyc +0 -0
  22. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/memory_monitor.cpython-311.pyc +0 -0
  23. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/metrics_agent.cpython-311.pyc +0 -0
  24. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/node.cpython-311.pyc +0 -0
  25. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/parameter.cpython-311.pyc +0 -0
  26. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/profiling.cpython-311.pyc +0 -0
  27. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/prometheus_exporter.cpython-311.pyc +0 -0
  28. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/protobuf_compat.cpython-311.pyc +0 -0
  29. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/pydantic_compat.cpython-311.pyc +0 -0
  30. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_client_microbenchmark.cpython-311.pyc +0 -0
  31. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_cluster_perf.cpython-311.pyc +0 -0
  32. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_constants.cpython-311.pyc +0 -0
  33. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_experimental_perf.cpython-311.pyc +0 -0
  34. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_microbenchmark_helpers.cpython-311.pyc +0 -0
  35. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_option_utils.cpython-311.pyc +0 -0
  36. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_perf.cpython-311.pyc +0 -0
  37. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_process_reaper.cpython-311.pyc +0 -0
  38. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/resource_spec.cpython-311.pyc +0 -0
  39. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/serialization.cpython-311.pyc +0 -0
  40. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/services.cpython-311.pyc +0 -0
  41. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/signature.cpython-311.pyc +0 -0
  42. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/state.cpython-311.pyc +0 -0
  43. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/state_api_test_utils.cpython-311.pyc +0 -0
  44. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/storage.cpython-311.pyc +0 -0
  45. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/tls_utils.cpython-311.pyc +0 -0
  46. .venv/lib/python3.11/site-packages/ray/_private/__pycache__/utils.cpython-311.pyc +0 -0
  47. .venv/lib/python3.11/site-packages/ray/_private/accelerators/amd_gpu.py +137 -0
  48. .venv/lib/python3.11/site-packages/ray/_private/event/__init__.py +0 -0
  49. .venv/lib/python3.11/site-packages/ray/_private/event/__pycache__/__init__.cpython-311.pyc +0 -0
  50. .venv/lib/python3.11/site-packages/ray/_private/event/__pycache__/event_logger.cpython-311.pyc +0 -0
.gitattributes CHANGED
@@ -165,3 +165,9 @@ tuning-competition-baseline/.venv/lib/python3.11/site-packages/torch/_inductor/_
165
  .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/frozenlist/_frozenlist.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
166
  .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/attr/__pycache__/_make.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
167
  .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/aiohttp/_websocket/mask.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
165
  .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/frozenlist/_frozenlist.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
166
  .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/attr/__pycache__/_make.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
167
  .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/aiohttp/_websocket/mask.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
168
+ .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/aiohttp/_http_parser.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
169
+ .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/idna/__pycache__/uts46data.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
170
+ .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/aiohttp/_http_writer.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
171
+ .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/aiohttp/_websocket/reader_c.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
172
+ .venv/lib/python3.11/site-packages/ray/_private/thirdparty/tabulate/__pycache__/tabulate.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
173
+ .venv/lib/python3.11/site-packages/ray/_private/runtime_env/agent/thirdparty_files/idna/__pycache__/idnadata.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/__init__.cpython-311.pyc ADDED
Binary file (185 Bytes). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/arrow_serialization.cpython-311.pyc ADDED
Binary file (34.6 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/async_compat.cpython-311.pyc ADDED
Binary file (2.53 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/async_utils.cpython-311.pyc ADDED
Binary file (2 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/auto_init_hook.cpython-311.pyc ADDED
Binary file (2.01 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/client_mode_hook.cpython-311.pyc ADDED
Binary file (7.49 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/collections_utils.cpython-311.pyc ADDED
Binary file (776 Bytes). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/compat.cpython-311.pyc ADDED
Binary file (2.21 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/conftest_utils.cpython-311.pyc ADDED
Binary file (1.04 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/dict.cpython-311.pyc ADDED
Binary file (11.7 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/external_storage.cpython-311.pyc ADDED
Binary file (36 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/function_manager.cpython-311.pyc ADDED
Binary file (28.2 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/gcs_aio_client.cpython-311.pyc ADDED
Binary file (2.68 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/gcs_pubsub.cpython-311.pyc ADDED
Binary file (18.3 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/gcs_utils.cpython-311.pyc ADDED
Binary file (5.36 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/inspect_util.cpython-311.pyc ADDED
Binary file (2.25 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/internal_api.cpython-311.pyc ADDED
Binary file (10.8 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/log.cpython-311.pyc ADDED
Binary file (6.2 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/log_monitor.cpython-311.pyc ADDED
Binary file (24.4 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/logging_utils.cpython-311.pyc ADDED
Binary file (1.62 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/memory_monitor.cpython-311.pyc ADDED
Binary file (7.98 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/metrics_agent.cpython-311.pyc ADDED
Binary file (33 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/node.cpython-311.pyc ADDED
Binary file (81 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/parameter.cpython-311.pyc ADDED
Binary file (23.6 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/profiling.cpython-311.pyc ADDED
Binary file (7.82 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/prometheus_exporter.cpython-311.pyc ADDED
Binary file (16.5 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/protobuf_compat.cpython-311.pyc ADDED
Binary file (2.06 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/pydantic_compat.cpython-311.pyc ADDED
Binary file (3.29 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_client_microbenchmark.cpython-311.pyc ADDED
Binary file (9.39 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_cluster_perf.cpython-311.pyc ADDED
Binary file (2.46 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_constants.cpython-311.pyc ADDED
Binary file (15 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_experimental_perf.cpython-311.pyc ADDED
Binary file (24 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_microbenchmark_helpers.cpython-311.pyc ADDED
Binary file (4.49 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_option_utils.cpython-311.pyc ADDED
Binary file (17.6 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_perf.cpython-311.pyc ADDED
Binary file (25.6 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/ray_process_reaper.cpython-311.pyc ADDED
Binary file (2.15 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/resource_spec.cpython-311.pyc ADDED
Binary file (11.5 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/serialization.cpython-311.pyc ADDED
Binary file (28 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/services.cpython-311.pyc ADDED
Binary file (92.7 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/signature.cpython-311.pyc ADDED
Binary file (7.9 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/state.cpython-311.pyc ADDED
Binary file (45.1 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/state_api_test_utils.cpython-311.pyc ADDED
Binary file (25.5 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/storage.cpython-311.pyc ADDED
Binary file (19.8 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/tls_utils.cpython-311.pyc ADDED
Binary file (6.5 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/__pycache__/utils.cpython-311.pyc ADDED
Binary file (91.9 kB). View file
 
.venv/lib/python3.11/site-packages/ray/_private/accelerators/amd_gpu.py ADDED
@@ -0,0 +1,137 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import logging
3
+ from typing import Optional, List, Tuple
4
+
5
+ from ray._private.accelerators.accelerator import AcceleratorManager
6
+
7
+ logger = logging.getLogger(__name__)
8
+
9
+ ROCR_VISIBLE_DEVICES_ENV_VAR = "ROCR_VISIBLE_DEVICES"
10
+ NOSET_ROCR_VISIBLE_DEVICES_ENV_VAR = "RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES"
11
+
12
+ amd_product_dict = {
13
+ "0x738c": "AMD-Instinct-MI100",
14
+ "0x7408": "AMD-Instinct-MI250X",
15
+ "0x740c": "AMD-Instinct-MI250X-MI250",
16
+ "0x740f": "AMD-Instinct-MI210",
17
+ "0x74a1": "AMD-Instinct-MI300X-OAM",
18
+ "0x6798": "AMD-Radeon-R9-200-HD-7900",
19
+ "0x6799": "AMD-Radeon-HD-7900",
20
+ "0x679A": "AMD-Radeon-HD-7900",
21
+ "0x679B": "AMD-Radeon-HD-7900",
22
+ }
23
+
24
+
25
+ class AMDGPUAcceleratorManager(AcceleratorManager):
26
+ """AMD GPU accelerators."""
27
+
28
+ @staticmethod
29
+ def get_resource_name() -> str:
30
+ return "GPU"
31
+
32
+ @staticmethod
33
+ def get_visible_accelerator_ids_env_var() -> str:
34
+ return ROCR_VISIBLE_DEVICES_ENV_VAR
35
+
36
+ @staticmethod
37
+ def get_current_process_visible_accelerator_ids() -> Optional[List[str]]:
38
+ amd_visible_devices = os.environ.get(
39
+ AMDGPUAcceleratorManager.get_visible_accelerator_ids_env_var(), None
40
+ )
41
+
42
+ if amd_visible_devices is None:
43
+ return None
44
+
45
+ if amd_visible_devices == "":
46
+ return []
47
+
48
+ if amd_visible_devices == "NoDevFiles":
49
+ return []
50
+
51
+ return list(amd_visible_devices.split(","))
52
+
53
+ @staticmethod
54
+ def get_current_node_num_accelerators() -> int:
55
+ import ray._private.thirdparty.pyamdsmi as pyamdsmi
56
+
57
+ num_gpus = 0
58
+
59
+ try:
60
+ pyamdsmi.smi_initialize()
61
+ num_gpus = pyamdsmi.smi_get_device_count()
62
+ except Exception:
63
+ pass
64
+ finally:
65
+ try:
66
+ pyamdsmi.smi_shutdown()
67
+ except Exception:
68
+ pass
69
+
70
+ return num_gpus
71
+
72
+ @staticmethod
73
+ def get_current_node_accelerator_type() -> Optional[str]:
74
+ try:
75
+ device_ids = AMDGPUAcceleratorManager._get_amd_device_ids()
76
+ if device_ids is None:
77
+ return None
78
+ return AMDGPUAcceleratorManager._gpu_name_to_accelerator_type(device_ids[0])
79
+ except Exception:
80
+ return None
81
+
82
+ @staticmethod
83
+ def _gpu_name_to_accelerator_type(name):
84
+ if name is None:
85
+ return None
86
+ try:
87
+ match = amd_product_dict[name]
88
+ return match
89
+ except Exception:
90
+ return None
91
+
92
+ @staticmethod
93
+ def validate_resource_request_quantity(
94
+ quantity: float,
95
+ ) -> Tuple[bool, Optional[str]]:
96
+ return (True, None)
97
+
98
+ @staticmethod
99
+ def set_current_process_visible_accelerator_ids(
100
+ visible_amd_devices: List[str],
101
+ ) -> None:
102
+ if os.environ.get(NOSET_ROCR_VISIBLE_DEVICES_ENV_VAR):
103
+ return
104
+
105
+ os.environ[
106
+ AMDGPUAcceleratorManager.get_visible_accelerator_ids_env_var()
107
+ ] = ",".join([str(i) for i in visible_amd_devices])
108
+
109
+ @staticmethod
110
+ def _get_amd_device_ids() -> List[str]:
111
+ """Get the list of GPUs IDs
112
+ Example:
113
+ On a node with 2x MI210 GPUs
114
+ pyamdsmi library python bindings
115
+ return: ['0x740f', '0x740f']
116
+ Returns:
117
+ A list of strings containing GPU IDs
118
+ """
119
+ import ray._private.thirdparty.pyamdsmi as pyamdsmi
120
+
121
+ device_ids = []
122
+ try:
123
+ pyamdsmi.smi_initialize()
124
+ num_devices = pyamdsmi.smi_get_device_count()
125
+ for i in range(num_devices):
126
+ did = pyamdsmi.smi_get_device_id(i)
127
+ if did >= 0:
128
+ device_ids.append(hex(did))
129
+ except Exception:
130
+ return None
131
+ finally:
132
+ try:
133
+ pyamdsmi.pyamdsmi_shutdown()
134
+ except Exception:
135
+ pass
136
+
137
+ return device_ids
.venv/lib/python3.11/site-packages/ray/_private/event/__init__.py ADDED
File without changes
.venv/lib/python3.11/site-packages/ray/_private/event/__pycache__/__init__.cpython-311.pyc ADDED
Binary file (191 Bytes). View file
 
.venv/lib/python3.11/site-packages/ray/_private/event/__pycache__/event_logger.cpython-311.pyc ADDED
Binary file (10.2 kB). View file