Add files using upload-large-folder tool

.gitattributes

@@ -157,3 +157,4 @@ tuning-competition-baseline/.venv/lib/python3.11/site-packages/torch/_inductor/_
 .venv/lib/python3.11/site-packages/numpy/ma/tests/__pycache__/test_extras.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
 .venv/lib/python3.11/site-packages/ray/serve/_private/__pycache__/deployment_state.cpython-311.pyc filter=lfs diff=lfs merge=lfs -text
 .venv/lib/python3.11/site-packages/xgrammar/xgrammar_bindings.cpython-311-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
+.venv/lib/python3.11/site-packages/ray/_raylet.so filter=lfs diff=lfs merge=lfs -text

.venv/lib/python3.11/site-packages/ray/_raylet.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5516ec5efa37efb034ca0fa6c8403331a430101356bdf9829cded6351510037
+size 35971224

.venv/lib/python3.11/site-packages/ray/core/generated/agent_manager_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

.venv/lib/python3.11/site-packages/ray/core/generated/core_worker_pb2.py

@@ -0,0 +1,542 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: src/ray/protobuf/core_worker.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import enum_type_wrapper
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from . import common_pb2 as src_dot_ray_dot_protobuf_dot_common__pb2
+from . import pubsub_pb2 as src_dot_ray_dot_protobuf_dot_pubsub__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\"src/ray/protobuf/core_worker.proto\x12\x07ray.rpc\x1a\x1dsrc/ray/protobuf/common.proto\x1a\x1dsrc/ray/protobuf/pubsub.proto\"0\n\x0f\x41\x63tiveObjectIDs\x12\x1d\n\nobject_ids\x18\x01 \x03(\x0cR\tobjectIds\"\xfc\x05\n\x0b\x41\x63torHandle\x12\x19\n\x08\x61\x63tor_id\x18\x01 \x01(\x0cR\x07\x61\x63torId\x12\x19\n\x08owner_id\x18\x02 \x01(\x0cR\x07ownerId\x12\x35\n\rowner_address\x18\x03 \x01(\x0b\x32\x10.ray.rpc.AddressR\x0cownerAddress\x12&\n\x0f\x63reation_job_id\x18\x04 \x01(\x0cR\rcreationJobId\x12\x38\n\x0e\x61\x63tor_language\x18\x05 \x01(\x0e\x32\x11.ray.rpc.LanguageR\ractorLanguage\x12q\n\'actor_creation_task_function_descriptor\x18\x06 \x01(\x0b\x32\x1b.ray.rpc.FunctionDescriptorR#actorCreationTaskFunctionDescriptor\x12!\n\x0c\x61\x63tor_cursor\x18\x07 \x01(\x0cR\x0b\x61\x63torCursor\x12%\n\x0e\x65xtension_data\x18\x08 \x01(\x0cR\rextensionData\x12(\n\x10max_task_retries\x18\t \x01(\x03R\x0emaxTaskRetries\x12\x12\n\x04name\x18\n \x01(\tR\x04name\x12#\n\rray_namespace\x18\x0b \x01(\tR\x0crayNamespace\x12/\n\x14\x65xecute_out_of_order\x18\x0c \x01(\x08R\x11\x65xecuteOutOfOrder\x12*\n\x11max_pending_calls\x18\r \x01(\x05R\x0fmaxPendingCalls\x12,\n\x12\x65nable_task_events\x18\x0e \x01(\x08R\x10\x65nableTaskEvents\x12\x38\n\x06labels\x18\x0f \x03(\x0b\x32 .ray.rpc.ActorHandle.LabelsEntryR\x06labels\x1a\x39\n\x0bLabelsEntry\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n\x05value\x18\x02 \x01(\tR\x05value:\x02\x38\x01\"\x93\x02\n\x0fPushTaskRequest\x12,\n\x12intended_worker_id\x18\x01 \x01(\x0cR\x10intendedWorkerId\x12.\n\ttask_spec\x18\x02 \x01(\x0b\x32\x11.ray.rpc.TaskSpecR\x08taskSpec\x12\'\n\x0fsequence_number\x18\x03 \x01(\x03R\x0esequenceNumber\x12\x33\n\x16\x63lient_processed_up_to\x18\x04 \x01(\x03R\x13\x63lientProcessedUpTo\x12\x44\n\x10resource_mapping\x18\x05 \x03(\x0b\x32\x19.ray.rpc.ResourceMapEntryR\x0fresourceMapping\"\x87\x05\n\rPushTaskReply\x12<\n\x0ereturn_objects\x18\x01 \x03(\x0b\x32\x15.ray.rpc.ReturnObjectR\rreturnObjects\x12K\n\x16\x64ynamic_return_objects\x18\x02 \x03(\x0b\x32\x15.ray.rpc.ReturnObjectR\x14\x64ynamicReturnObjects\x12%\n\x0eworker_exiting\x18\x03 \x01(\x08R\rworkerExiting\x12\x42\n\rborrowed_refs\x18\x04 \x03(\x0b\x32\x1d.ray.rpc.ObjectReferenceCountR\x0c\x62orrowedRefs\x12,\n\x12is_retryable_error\x18\x05 \x01(\x08R\x10isRetryableError\x12\x30\n\x14is_application_error\x18\x06 \x01(\x08R\x12isApplicationError\x12?\n\x1cwas_cancelled_before_running\x18\x07 \x01(\x08R\x19wasCancelledBeforeRunning\x12+\n\x0f\x61\x63tor_repr_name\x18\x08 \x01(\tH\x00R\ractorReprName\x88\x01\x01\x12\x30\n\x14task_execution_error\x18\t \x01(\tR\x12taskExecutionError\x12l\n\x1estreaming_generator_return_ids\x18\n \x03(\x0b\x32\'.ray.rpc.StreamingGeneratorReturnIdInfoR\x1bstreamingGeneratorReturnIdsB\x12\n\x10_actor_repr_name\"g\n%DirectActorCallArgWaitCompleteRequest\x12,\n\x12intended_worker_id\x18\x01 \x01(\x0cR\x10intendedWorkerId\x12\x10\n\x03tag\x18\x02 \x01(\x03R\x03tag\"%\n#DirectActorCallArgWaitCompleteReply\"]\n\x16GetObjectStatusRequest\x12&\n\x0fowner_worker_id\x18\x01 \x01(\x0cR\rownerWorkerId\x12\x1b\n\tobject_id\x18\x02 \x01(\x0cR\x08objectId\"\x85\x01\n\tRayObject\x12\x12\n\x04\x64\x61ta\x18\x01 \x01(\x0cR\x04\x64\x61ta\x12\x1a\n\x08metadata\x18\x02 \x01(\x0cR\x08metadata\x12H\n\x13nested_inlined_refs\x18\x03 \x03(\x0b\x32\x18.ray.rpc.ObjectReferenceR\x11nestedInlinedRefs\"\xfc\x01\n\x14GetObjectStatusReply\x12\x42\n\x06status\x18\x01 \x01(\x0e\x32*.ray.rpc.GetObjectStatusReply.ObjectStatusR\x06status\x12*\n\x06object\x18\x02 \x01(\x0b\x32\x12.ray.rpc.RayObjectR\x06object\x12\x19\n\x08node_ids\x18\x03 \x03(\x0cR\x07nodeIds\x12\x1f\n\x0bobject_size\x18\x04 \x01(\x04R\nobjectSize\"8\n\x0cObjectStatus\x12\x0b\n\x07\x43REATED\x10\x00\x12\x10\n\x0cOUT_OF_SCOPE\x10\x01\x12\t\n\x05\x46REED\x10\x02\"h\n\x1dWaitForActorRefDeletedRequest\x12,\n\x12intended_worker_id\x18\x01 \x01(\x0cR\x10intendedWorkerId\x12\x19\n\x08\x61\x63tor_id\x18\x02 \x01(\x0cR\x07\x61\x63torId\"\x1d\n\x1bWaitForActorRefDeletedReply\"\xc0\x01\n UpdateObjectLocationBatchRequest\x12,\n\x12intended_worker_id\x18\x01 \x01(\x0cR\x10intendedWorkerId\x12\x17\n\x07node_id\x18\x02 \x01(\x0cR\x06nodeId\x12U\n\x17object_location_updates\x18\x03 \x03(\x0b\x32\x1d.ray.rpc.ObjectLocationUpdateR\x15objectLocationUpdates\" \n\x1eUpdateObjectLocationBatchReply\"w\n\x1bObjectSpilledLocationUpdate\x12\x1f\n\x0bspilled_url\x18\x03 \x01(\tR\nspilledUrl\x12\x37\n\x18spilled_to_local_storage\x18\x04 \x01(\x08R\x15spilledToLocalStorage\"\xe6\x02\n\x14ObjectLocationUpdate\x12\x1b\n\tobject_id\x18\x01 \x01(\x0cR\x08objectId\x12^\n\x16plasma_location_update\x18\x02 \x01(\x0e\x32#.ray.rpc.ObjectPlasmaLocationUpdateH\x00R\x14plasmaLocationUpdate\x88\x01\x01\x12\x61\n\x17spilled_location_update\x18\x03 \x01(\x0b\x32$.ray.rpc.ObjectSpilledLocationUpdateH\x01R\x15spilledLocationUpdate\x88\x01\x01\x12&\n\x0cgenerator_id\x18\x04 \x01(\x0cH\x02R\x0bgeneratorId\x88\x01\x01\x42\x19\n\x17_plasma_location_updateB\x1a\n\x18_spilled_location_updateB\x0f\n\r_generator_id\"m\n\x1eGetObjectLocationsOwnerRequest\x12,\n\x12intended_worker_id\x18\x01 \x01(\x0cR\x10intendedWorkerId\x12\x1d\n\nobject_ids\x18\x02 \x03(\x0cR\tobjectIds\"|\n\x1cGetObjectLocationsOwnerReply\x12\\\n\x15object_location_infos\x18\x01 \x03(\x0b\x32(.ray.rpc.WorkerObjectLocationsPubMessageR\x13objectLocationInfos\"\x98\x01\n\x10KillActorRequest\x12*\n\x11intended_actor_id\x18\x01 \x01(\x0cR\x0fintendedActorId\x12\x1d\n\nforce_kill\x18\x02 \x01(\x08R\tforceKill\x12\x39\n\x0b\x64\x65\x61th_cause\x18\x03 \x01(\x0b\x32\x18.ray.rpc.ActorDeathCauseR\ndeathCause\"\x10\n\x0eKillActorReply\"\xa4\x01\n\x11\x43\x61ncelTaskRequest\x12(\n\x10intended_task_id\x18\x01 \x01(\x0cR\x0eintendedTaskId\x12\x1d\n\nforce_kill\x18\x02 \x01(\x08R\tforceKill\x12\x1c\n\trecursive\x18\x03 \x01(\x08R\trecursive\x12(\n\x10\x63\x61ller_worker_id\x18\x04 \x01(\x0cR\x0e\x63\x61llerWorkerId\"t\n\x0f\x43\x61ncelTaskReply\x12\x34\n\x16requested_task_running\x18\x01 \x01(\x08R\x14requestedTaskRunning\x12+\n\x11\x61ttempt_succeeded\x18\x02 \x01(\x08R\x10\x61ttemptSucceeded\"\x80\x01\n\x17RemoteCancelTaskRequest\x12(\n\x10remote_object_id\x18\x01 \x01(\x0cR\x0eremoteObjectId\x12\x1d\n\nforce_kill\x18\x02 \x01(\x08R\tforceKill\x12\x1c\n\trecursive\x18\x03 \x01(\x08R\trecursive\"\x17\n\x15RemoteCancelTaskReply\"\xca\x01\n\x19GetCoreWorkerStatsRequest\x12,\n\x12intended_worker_id\x18\x01 \x01(\x0cR\x10intendedWorkerId\x12.\n\x13include_memory_info\x18\x02 \x01(\x08R\x11includeMemoryInfo\x12*\n\x11include_task_info\x18\x03 \x01(\x08R\x0fincludeTaskInfo\x12\x19\n\x05limit\x18\x04 \x01(\x03H\x00R\x05limit\x88\x01\x01\x42\x08\n\x06_limit\"\xf9\x01\n\x17GetCoreWorkerStatsReply\x12\x44\n\x11\x63ore_worker_stats\x18\x01 \x01(\x0b\x32\x18.ray.rpc.CoreWorkerStatsR\x0f\x63oreWorkerStats\x12M\n\x17owned_task_info_entries\x18\x02 \x03(\x0b\x32\x16.ray.rpc.TaskInfoEntryR\x14ownedTaskInfoEntries\x12(\n\x10running_task_ids\x18\x03 \x03(\x0cR\x0erunningTaskIds\x12\x1f\n\x0btasks_total\x18\x04 \x01(\x03R\ntasksTotal\"E\n\x0eLocalGCRequest\x12\x33\n\x16triggered_by_global_gc\x18\x01 \x01(\x08R\x13triggeredByGlobalGc\"\x0e\n\x0cLocalGCReply\"7\n\x18PlasmaObjectReadyRequest\x12\x1b\n\tobject_id\x18\x01 \x01(\x0cR\x08objectId\"\x18\n\x16PlasmaObjectReadyReply\"T\n\x14\x44\x65leteObjectsRequest\x12\x1d\n\nobject_ids\x18\x01 \x03(\x0cR\tobjectIds\x12\x1d\n\nlocal_only\x18\x02 \x01(\x08R\tlocalOnly\"\x14\n\x12\x44\x65leteObjectsReply\"\xa6\x01\n\x13SpillObjectsRequest\x12I\n\x14object_refs_to_spill\x18\x01 \x03(\x0b\x32\x18.ray.rpc.ObjectReferenceR\x11objectRefsToSpill\x12\x44\n\x0e\x64\x65lete_request\x18\x02 \x01(\x0b\x32\x1d.ray.rpc.DeleteObjectsRequestR\rdeleteRequest\"C\n\x11SpillObjectsReply\x12.\n\x13spilled_objects_url\x18\x01 \x03(\tR\x11spilledObjectsUrl\"\x81\x01\n\x1cRestoreSpilledObjectsRequest\x12.\n\x13spilled_objects_url\x18\x01 \x03(\tR\x11spilledObjectsUrl\x12\x31\n\x15object_ids_to_restore\x18\x02 \x03(\x0cR\x12objectIdsToRestore\"N\n\x1aRestoreSpilledObjectsReply\x12\x30\n\x14\x62ytes_restored_total\x18\x01 \x01(\x03R\x12\x62ytesRestoredTotal\"M\n\x1b\x44\x65leteSpilledObjectsRequest\x12.\n\x13spilled_objects_url\x18\x01 \x03(\tR\x11spilledObjectsUrl\"\x1b\n\x19\x44\x65leteSpilledObjectsReply\",\n\x0b\x45xitRequest\x12\x1d\n\nforce_exit\x18\x01 \x01(\x08R\tforceExit\"%\n\tExitReply\x12\x18\n\x07success\x18\x01 \x01(\x08R\x07success\"\xe4\x01\n\x18\x41ssignObjectOwnerRequest\x12\x1b\n\tobject_id\x18\x01 \x01(\x0cR\x08objectId\x12\x1f\n\x0bobject_size\x18\x02 \x01(\x04R\nobjectSize\x12\x30\n\x14\x63ontained_object_ids\x18\x03 \x03(\x0cR\x12\x63ontainedObjectIds\x12;\n\x10\x62orrower_address\x18\x04 \x01(\x0b\x32\x10.ray.rpc.AddressR\x0f\x62orrowerAddress\x12\x1b\n\tcall_site\x18\x05 \x01(\tR\x08\x63\x61llSite\"\x18\n\x16\x41ssignObjectOwnerReply\"\x1f\n\x1dRayletNotifyGCSRestartRequest\"\x1d\n\x1bRayletNotifyGCSRestartReply\"\x18\n\x16NumPendingTasksRequest\"B\n\x14NumPendingTasksReply\x12*\n\x11num_pending_tasks\x18\x01 \x01(\x03R\x0fnumPendingTasks\"\x8c\x02\n!ReportGeneratorItemReturnsRequest\x12K\n\x16\x64ynamic_return_objects\x18\x01 \x03(\x0b\x32\x15.ray.rpc.ReturnObjectR\x14\x64ynamicReturnObjects\x12\x31\n\x0bworker_addr\x18\x02 \x01(\x0b\x32\x10.ray.rpc.AddressR\nworkerAddr\x12\x1d\n\nitem_index\x18\x03 \x01(\x03R\titemIndex\x12!\n\x0cgenerator_id\x18\x05 \x01(\x0cR\x0bgeneratorId\x12%\n\x0e\x61ttempt_number\x18\x06 \x01(\x04R\rattemptNumber\"\\\n\x1fReportGeneratorItemReturnsReply\x12\x39\n\x19total_num_object_consumed\x18\x01 \x01(\x03R\x16totalNumObjectConsumed\"\x99\x01\n\"RegisterMutableObjectReaderRequest\x12(\n\x10writer_object_id\x18\x01 \x01(\x0cR\x0ewriterObjectId\x12\x1f\n\x0bnum_readers\x18\x02 \x01(\x03R\nnumReaders\x12(\n\x10reader_object_id\x18\x03 \x01(\x0cR\x0ereaderObjectId\"\"\n RegisterMutableObjectReaderReply*4\n\x1aObjectPlasmaLocationUpdate\x12\t\n\x05\x41\x44\x44\x45\x44\x10\x00\x12\x0b\n\x07REMOVED\x10\x01\x32\xf7\x10\n\x11\x43oreWorkerService\x12\x66\n\x16RayletNotifyGCSRestart\x12&.ray.rpc.RayletNotifyGCSRestartRequest\x1a$.ray.rpc.RayletNotifyGCSRestartReply\x12<\n\x08PushTask\x12\x18.ray.rpc.PushTaskRequest\x1a\x16.ray.rpc.PushTaskReply\x12~\n\x1e\x44irectActorCallArgWaitComplete\x12..ray.rpc.DirectActorCallArgWaitCompleteRequest\x1a,.ray.rpc.DirectActorCallArgWaitCompleteReply\x12Q\n\x0fGetObjectStatus\x12\x1f.ray.rpc.GetObjectStatusRequest\x1a\x1d.ray.rpc.GetObjectStatusReply\x12\x66\n\x16WaitForActorRefDeleted\x12&.ray.rpc.WaitForActorRefDeletedRequest\x1a$.ray.rpc.WaitForActorRefDeletedReply\x12W\n\x11PubsubLongPolling\x12!.ray.rpc.PubsubLongPollingRequest\x1a\x1f.ray.rpc.PubsubLongPollingReply\x12r\n\x1aReportGeneratorItemReturns\x12*.ray.rpc.ReportGeneratorItemReturnsRequest\x1a(.ray.rpc.ReportGeneratorItemReturnsReply\x12Z\n\x12PubsubCommandBatch\x12\".ray.rpc.PubsubCommandBatchRequest\x1a .ray.rpc.PubsubCommandBatchReply\x12o\n\x19UpdateObjectLocationBatch\x12).ray.rpc.UpdateObjectLocationBatchRequest\x1a\'.ray.rpc.UpdateObjectLocationBatchReply\x12i\n\x17GetObjectLocationsOwner\x12\'.ray.rpc.GetObjectLocationsOwnerRequest\x1a%.ray.rpc.GetObjectLocationsOwnerReply\x12?\n\tKillActor\x12\x19.ray.rpc.KillActorRequest\x1a\x17.ray.rpc.KillActorReply\x12\x42\n\nCancelTask\x12\x1a.ray.rpc.CancelTaskRequest\x1a\x18.ray.rpc.CancelTaskReply\x12T\n\x10RemoteCancelTask\x12 .ray.rpc.RemoteCancelTaskRequest\x1a\x1e.ray.rpc.RemoteCancelTaskReply\x12Z\n\x12GetCoreWorkerStats\x12\".ray.rpc.GetCoreWorkerStatsRequest\x1a .ray.rpc.GetCoreWorkerStatsReply\x12\x39\n\x07LocalGC\x12\x17.ray.rpc.LocalGCRequest\x1a\x15.ray.rpc.LocalGCReply\x12K\n\rDeleteObjects\x12\x1d.ray.rpc.DeleteObjectsRequest\x1a\x1b.ray.rpc.DeleteObjectsReply\x12H\n\x0cSpillObjects\x12\x1c.ray.rpc.SpillObjectsRequest\x1a\x1a.ray.rpc.SpillObjectsReply\x12\x63\n\x15RestoreSpilledObjects\x12%.ray.rpc.RestoreSpilledObjectsRequest\x1a#.ray.rpc.RestoreSpilledObjectsReply\x12`\n\x14\x44\x65leteSpilledObjects\x12$.ray.rpc.DeleteSpilledObjectsRequest\x1a\".ray.rpc.DeleteSpilledObjectsReply\x12W\n\x11PlasmaObjectReady\x12!.ray.rpc.PlasmaObjectReadyRequest\x1a\x1f.ray.rpc.PlasmaObjectReadyReply\x12\x30\n\x04\x45xit\x12\x14.ray.rpc.ExitRequest\x1a\x12.ray.rpc.ExitReply\x12W\n\x11\x41ssignObjectOwner\x12!.ray.rpc.AssignObjectOwnerRequest\x1a\x1f.ray.rpc.AssignObjectOwnerReply\x12Q\n\x0fNumPendingTasks\x12\x1f.ray.rpc.NumPendingTasksRequest\x1a\x1d.ray.rpc.NumPendingTasksReply\x12u\n\x1bRegisterMutableObjectReader\x12+.ray.rpc.RegisterMutableObjectReaderRequest\x1a).ray.rpc.RegisterMutableObjectReaderReplyb\x06proto3')
+
+_OBJECTPLASMALOCATIONUPDATE = DESCRIPTOR.enum_types_by_name['ObjectPlasmaLocationUpdate']
+ObjectPlasmaLocationUpdate = enum_type_wrapper.EnumTypeWrapper(_OBJECTPLASMALOCATIONUPDATE)
+ADDED = 0
+REMOVED = 1
+
+
+_ACTIVEOBJECTIDS = DESCRIPTOR.message_types_by_name['ActiveObjectIDs']
+_ACTORHANDLE = DESCRIPTOR.message_types_by_name['ActorHandle']
+_ACTORHANDLE_LABELSENTRY = _ACTORHANDLE.nested_types_by_name['LabelsEntry']
+_PUSHTASKREQUEST = DESCRIPTOR.message_types_by_name['PushTaskRequest']
+_PUSHTASKREPLY = DESCRIPTOR.message_types_by_name['PushTaskReply']
+_DIRECTACTORCALLARGWAITCOMPLETEREQUEST = DESCRIPTOR.message_types_by_name['DirectActorCallArgWaitCompleteRequest']
+_DIRECTACTORCALLARGWAITCOMPLETEREPLY = DESCRIPTOR.message_types_by_name['DirectActorCallArgWaitCompleteReply']
+_GETOBJECTSTATUSREQUEST = DESCRIPTOR.message_types_by_name['GetObjectStatusRequest']
+_RAYOBJECT = DESCRIPTOR.message_types_by_name['RayObject']
+_GETOBJECTSTATUSREPLY = DESCRIPTOR.message_types_by_name['GetObjectStatusReply']
+_WAITFORACTORREFDELETEDREQUEST = DESCRIPTOR.message_types_by_name['WaitForActorRefDeletedRequest']
+_WAITFORACTORREFDELETEDREPLY = DESCRIPTOR.message_types_by_name['WaitForActorRefDeletedReply']
+_UPDATEOBJECTLOCATIONBATCHREQUEST = DESCRIPTOR.message_types_by_name['UpdateObjectLocationBatchRequest']
+_UPDATEOBJECTLOCATIONBATCHREPLY = DESCRIPTOR.message_types_by_name['UpdateObjectLocationBatchReply']
+_OBJECTSPILLEDLOCATIONUPDATE = DESCRIPTOR.message_types_by_name['ObjectSpilledLocationUpdate']
+_OBJECTLOCATIONUPDATE = DESCRIPTOR.message_types_by_name['ObjectLocationUpdate']
+_GETOBJECTLOCATIONSOWNERREQUEST = DESCRIPTOR.message_types_by_name['GetObjectLocationsOwnerRequest']
+_GETOBJECTLOCATIONSOWNERREPLY = DESCRIPTOR.message_types_by_name['GetObjectLocationsOwnerReply']
+_KILLACTORREQUEST = DESCRIPTOR.message_types_by_name['KillActorRequest']
+_KILLACTORREPLY = DESCRIPTOR.message_types_by_name['KillActorReply']
+_CANCELTASKREQUEST = DESCRIPTOR.message_types_by_name['CancelTaskRequest']
+_CANCELTASKREPLY = DESCRIPTOR.message_types_by_name['CancelTaskReply']
+_REMOTECANCELTASKREQUEST = DESCRIPTOR.message_types_by_name['RemoteCancelTaskRequest']
+_REMOTECANCELTASKREPLY = DESCRIPTOR.message_types_by_name['RemoteCancelTaskReply']
+_GETCOREWORKERSTATSREQUEST = DESCRIPTOR.message_types_by_name['GetCoreWorkerStatsRequest']
+_GETCOREWORKERSTATSREPLY = DESCRIPTOR.message_types_by_name['GetCoreWorkerStatsReply']
+_LOCALGCREQUEST = DESCRIPTOR.message_types_by_name['LocalGCRequest']
+_LOCALGCREPLY = DESCRIPTOR.message_types_by_name['LocalGCReply']
+_PLASMAOBJECTREADYREQUEST = DESCRIPTOR.message_types_by_name['PlasmaObjectReadyRequest']
+_PLASMAOBJECTREADYREPLY = DESCRIPTOR.message_types_by_name['PlasmaObjectReadyReply']
+_DELETEOBJECTSREQUEST = DESCRIPTOR.message_types_by_name['DeleteObjectsRequest']
+_DELETEOBJECTSREPLY = DESCRIPTOR.message_types_by_name['DeleteObjectsReply']
+_SPILLOBJECTSREQUEST = DESCRIPTOR.message_types_by_name['SpillObjectsRequest']
+_SPILLOBJECTSREPLY = DESCRIPTOR.message_types_by_name['SpillObjectsReply']
+_RESTORESPILLEDOBJECTSREQUEST = DESCRIPTOR.message_types_by_name['RestoreSpilledObjectsRequest']
+_RESTORESPILLEDOBJECTSREPLY = DESCRIPTOR.message_types_by_name['RestoreSpilledObjectsReply']
+_DELETESPILLEDOBJECTSREQUEST = DESCRIPTOR.message_types_by_name['DeleteSpilledObjectsRequest']
+_DELETESPILLEDOBJECTSREPLY = DESCRIPTOR.message_types_by_name['DeleteSpilledObjectsReply']
+_EXITREQUEST = DESCRIPTOR.message_types_by_name['ExitRequest']
+_EXITREPLY = DESCRIPTOR.message_types_by_name['ExitReply']
+_ASSIGNOBJECTOWNERREQUEST = DESCRIPTOR.message_types_by_name['AssignObjectOwnerRequest']
+_ASSIGNOBJECTOWNERREPLY = DESCRIPTOR.message_types_by_name['AssignObjectOwnerReply']
+_RAYLETNOTIFYGCSRESTARTREQUEST = DESCRIPTOR.message_types_by_name['RayletNotifyGCSRestartRequest']
+_RAYLETNOTIFYGCSRESTARTREPLY = DESCRIPTOR.message_types_by_name['RayletNotifyGCSRestartReply']
+_NUMPENDINGTASKSREQUEST = DESCRIPTOR.message_types_by_name['NumPendingTasksRequest']
+_NUMPENDINGTASKSREPLY = DESCRIPTOR.message_types_by_name['NumPendingTasksReply']
+_REPORTGENERATORITEMRETURNSREQUEST = DESCRIPTOR.message_types_by_name['ReportGeneratorItemReturnsRequest']
+_REPORTGENERATORITEMRETURNSREPLY = DESCRIPTOR.message_types_by_name['ReportGeneratorItemReturnsReply']
+_REGISTERMUTABLEOBJECTREADERREQUEST = DESCRIPTOR.message_types_by_name['RegisterMutableObjectReaderRequest']
+_REGISTERMUTABLEOBJECTREADERREPLY = DESCRIPTOR.message_types_by_name['RegisterMutableObjectReaderReply']
+_GETOBJECTSTATUSREPLY_OBJECTSTATUS = _GETOBJECTSTATUSREPLY.enum_types_by_name['ObjectStatus']
+ActiveObjectIDs = _reflection.GeneratedProtocolMessageType('ActiveObjectIDs', (_message.Message,), {
+  'DESCRIPTOR' : _ACTIVEOBJECTIDS,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.ActiveObjectIDs)
+  })
+_sym_db.RegisterMessage(ActiveObjectIDs)
+
+ActorHandle = _reflection.GeneratedProtocolMessageType('ActorHandle', (_message.Message,), {
+
+  'LabelsEntry' : _reflection.GeneratedProtocolMessageType('LabelsEntry', (_message.Message,), {
+    'DESCRIPTOR' : _ACTORHANDLE_LABELSENTRY,
+    '__module__' : 'src.ray.protobuf.core_worker_pb2'
+    # @@protoc_insertion_point(class_scope:ray.rpc.ActorHandle.LabelsEntry)
+    })
+  ,
+  'DESCRIPTOR' : _ACTORHANDLE,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.ActorHandle)
+  })
+_sym_db.RegisterMessage(ActorHandle)
+_sym_db.RegisterMessage(ActorHandle.LabelsEntry)
+
+PushTaskRequest = _reflection.GeneratedProtocolMessageType('PushTaskRequest', (_message.Message,), {
+  'DESCRIPTOR' : _PUSHTASKREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.PushTaskRequest)
+  })
+_sym_db.RegisterMessage(PushTaskRequest)
+
+PushTaskReply = _reflection.GeneratedProtocolMessageType('PushTaskReply', (_message.Message,), {
+  'DESCRIPTOR' : _PUSHTASKREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.PushTaskReply)
+  })
+_sym_db.RegisterMessage(PushTaskReply)
+
+DirectActorCallArgWaitCompleteRequest = _reflection.GeneratedProtocolMessageType('DirectActorCallArgWaitCompleteRequest', (_message.Message,), {
+  'DESCRIPTOR' : _DIRECTACTORCALLARGWAITCOMPLETEREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.DirectActorCallArgWaitCompleteRequest)
+  })
+_sym_db.RegisterMessage(DirectActorCallArgWaitCompleteRequest)
+
+DirectActorCallArgWaitCompleteReply = _reflection.GeneratedProtocolMessageType('DirectActorCallArgWaitCompleteReply', (_message.Message,), {
+  'DESCRIPTOR' : _DIRECTACTORCALLARGWAITCOMPLETEREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.DirectActorCallArgWaitCompleteReply)
+  })
+_sym_db.RegisterMessage(DirectActorCallArgWaitCompleteReply)
+
+GetObjectStatusRequest = _reflection.GeneratedProtocolMessageType('GetObjectStatusRequest', (_message.Message,), {
+  'DESCRIPTOR' : _GETOBJECTSTATUSREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.GetObjectStatusRequest)
+  })
+_sym_db.RegisterMessage(GetObjectStatusRequest)
+
+RayObject = _reflection.GeneratedProtocolMessageType('RayObject', (_message.Message,), {
+  'DESCRIPTOR' : _RAYOBJECT,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.RayObject)
+  })
+_sym_db.RegisterMessage(RayObject)
+
+GetObjectStatusReply = _reflection.GeneratedProtocolMessageType('GetObjectStatusReply', (_message.Message,), {
+  'DESCRIPTOR' : _GETOBJECTSTATUSREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.GetObjectStatusReply)
+  })
+_sym_db.RegisterMessage(GetObjectStatusReply)
+
+WaitForActorRefDeletedRequest = _reflection.GeneratedProtocolMessageType('WaitForActorRefDeletedRequest', (_message.Message,), {
+  'DESCRIPTOR' : _WAITFORACTORREFDELETEDREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.WaitForActorRefDeletedRequest)
+  })
+_sym_db.RegisterMessage(WaitForActorRefDeletedRequest)
+
+WaitForActorRefDeletedReply = _reflection.GeneratedProtocolMessageType('WaitForActorRefDeletedReply', (_message.Message,), {
+  'DESCRIPTOR' : _WAITFORACTORREFDELETEDREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.WaitForActorRefDeletedReply)
+  })
+_sym_db.RegisterMessage(WaitForActorRefDeletedReply)
+
+UpdateObjectLocationBatchRequest = _reflection.GeneratedProtocolMessageType('UpdateObjectLocationBatchRequest', (_message.Message,), {
+  'DESCRIPTOR' : _UPDATEOBJECTLOCATIONBATCHREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.UpdateObjectLocationBatchRequest)
+  })
+_sym_db.RegisterMessage(UpdateObjectLocationBatchRequest)
+
+UpdateObjectLocationBatchReply = _reflection.GeneratedProtocolMessageType('UpdateObjectLocationBatchReply', (_message.Message,), {
+  'DESCRIPTOR' : _UPDATEOBJECTLOCATIONBATCHREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.UpdateObjectLocationBatchReply)
+  })
+_sym_db.RegisterMessage(UpdateObjectLocationBatchReply)
+
+ObjectSpilledLocationUpdate = _reflection.GeneratedProtocolMessageType('ObjectSpilledLocationUpdate', (_message.Message,), {
+  'DESCRIPTOR' : _OBJECTSPILLEDLOCATIONUPDATE,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.ObjectSpilledLocationUpdate)
+  })
+_sym_db.RegisterMessage(ObjectSpilledLocationUpdate)
+
+ObjectLocationUpdate = _reflection.GeneratedProtocolMessageType('ObjectLocationUpdate', (_message.Message,), {
+  'DESCRIPTOR' : _OBJECTLOCATIONUPDATE,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.ObjectLocationUpdate)
+  })
+_sym_db.RegisterMessage(ObjectLocationUpdate)
+
+GetObjectLocationsOwnerRequest = _reflection.GeneratedProtocolMessageType('GetObjectLocationsOwnerRequest', (_message.Message,), {
+  'DESCRIPTOR' : _GETOBJECTLOCATIONSOWNERREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.GetObjectLocationsOwnerRequest)
+  })
+_sym_db.RegisterMessage(GetObjectLocationsOwnerRequest)
+
+GetObjectLocationsOwnerReply = _reflection.GeneratedProtocolMessageType('GetObjectLocationsOwnerReply', (_message.Message,), {
+  'DESCRIPTOR' : _GETOBJECTLOCATIONSOWNERREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.GetObjectLocationsOwnerReply)
+  })
+_sym_db.RegisterMessage(GetObjectLocationsOwnerReply)
+
+KillActorRequest = _reflection.GeneratedProtocolMessageType('KillActorRequest', (_message.Message,), {
+  'DESCRIPTOR' : _KILLACTORREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.KillActorRequest)
+  })
+_sym_db.RegisterMessage(KillActorRequest)
+
+KillActorReply = _reflection.GeneratedProtocolMessageType('KillActorReply', (_message.Message,), {
+  'DESCRIPTOR' : _KILLACTORREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.KillActorReply)
+  })
+_sym_db.RegisterMessage(KillActorReply)
+
+CancelTaskRequest = _reflection.GeneratedProtocolMessageType('CancelTaskRequest', (_message.Message,), {
+  'DESCRIPTOR' : _CANCELTASKREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.CancelTaskRequest)
+  })
+_sym_db.RegisterMessage(CancelTaskRequest)
+
+CancelTaskReply = _reflection.GeneratedProtocolMessageType('CancelTaskReply', (_message.Message,), {
+  'DESCRIPTOR' : _CANCELTASKREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.CancelTaskReply)
+  })
+_sym_db.RegisterMessage(CancelTaskReply)
+
+RemoteCancelTaskRequest = _reflection.GeneratedProtocolMessageType('RemoteCancelTaskRequest', (_message.Message,), {
+  'DESCRIPTOR' : _REMOTECANCELTASKREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.RemoteCancelTaskRequest)
+  })
+_sym_db.RegisterMessage(RemoteCancelTaskRequest)
+
+RemoteCancelTaskReply = _reflection.GeneratedProtocolMessageType('RemoteCancelTaskReply', (_message.Message,), {
+  'DESCRIPTOR' : _REMOTECANCELTASKREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.RemoteCancelTaskReply)
+  })
+_sym_db.RegisterMessage(RemoteCancelTaskReply)
+
+GetCoreWorkerStatsRequest = _reflection.GeneratedProtocolMessageType('GetCoreWorkerStatsRequest', (_message.Message,), {
+  'DESCRIPTOR' : _GETCOREWORKERSTATSREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.GetCoreWorkerStatsRequest)
+  })
+_sym_db.RegisterMessage(GetCoreWorkerStatsRequest)
+
+GetCoreWorkerStatsReply = _reflection.GeneratedProtocolMessageType('GetCoreWorkerStatsReply', (_message.Message,), {
+  'DESCRIPTOR' : _GETCOREWORKERSTATSREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.GetCoreWorkerStatsReply)
+  })
+_sym_db.RegisterMessage(GetCoreWorkerStatsReply)
+
+LocalGCRequest = _reflection.GeneratedProtocolMessageType('LocalGCRequest', (_message.Message,), {
+  'DESCRIPTOR' : _LOCALGCREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.LocalGCRequest)
+  })
+_sym_db.RegisterMessage(LocalGCRequest)
+
+LocalGCReply = _reflection.GeneratedProtocolMessageType('LocalGCReply', (_message.Message,), {
+  'DESCRIPTOR' : _LOCALGCREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.LocalGCReply)
+  })
+_sym_db.RegisterMessage(LocalGCReply)
+
+PlasmaObjectReadyRequest = _reflection.GeneratedProtocolMessageType('PlasmaObjectReadyRequest', (_message.Message,), {
+  'DESCRIPTOR' : _PLASMAOBJECTREADYREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.PlasmaObjectReadyRequest)
+  })
+_sym_db.RegisterMessage(PlasmaObjectReadyRequest)
+
+PlasmaObjectReadyReply = _reflection.GeneratedProtocolMessageType('PlasmaObjectReadyReply', (_message.Message,), {
+  'DESCRIPTOR' : _PLASMAOBJECTREADYREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.PlasmaObjectReadyReply)
+  })
+_sym_db.RegisterMessage(PlasmaObjectReadyReply)
+
+DeleteObjectsRequest = _reflection.GeneratedProtocolMessageType('DeleteObjectsRequest', (_message.Message,), {
+  'DESCRIPTOR' : _DELETEOBJECTSREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.DeleteObjectsRequest)
+  })
+_sym_db.RegisterMessage(DeleteObjectsRequest)
+
+DeleteObjectsReply = _reflection.GeneratedProtocolMessageType('DeleteObjectsReply', (_message.Message,), {
+  'DESCRIPTOR' : _DELETEOBJECTSREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.DeleteObjectsReply)
+  })
+_sym_db.RegisterMessage(DeleteObjectsReply)
+
+SpillObjectsRequest = _reflection.GeneratedProtocolMessageType('SpillObjectsRequest', (_message.Message,), {
+  'DESCRIPTOR' : _SPILLOBJECTSREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.SpillObjectsRequest)
+  })
+_sym_db.RegisterMessage(SpillObjectsRequest)
+
+SpillObjectsReply = _reflection.GeneratedProtocolMessageType('SpillObjectsReply', (_message.Message,), {
+  'DESCRIPTOR' : _SPILLOBJECTSREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.SpillObjectsReply)
+  })
+_sym_db.RegisterMessage(SpillObjectsReply)
+
+RestoreSpilledObjectsRequest = _reflection.GeneratedProtocolMessageType('RestoreSpilledObjectsRequest', (_message.Message,), {
+  'DESCRIPTOR' : _RESTORESPILLEDOBJECTSREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.RestoreSpilledObjectsRequest)
+  })
+_sym_db.RegisterMessage(RestoreSpilledObjectsRequest)
+
+RestoreSpilledObjectsReply = _reflection.GeneratedProtocolMessageType('RestoreSpilledObjectsReply', (_message.Message,), {
+  'DESCRIPTOR' : _RESTORESPILLEDOBJECTSREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.RestoreSpilledObjectsReply)
+  })
+_sym_db.RegisterMessage(RestoreSpilledObjectsReply)
+
+DeleteSpilledObjectsRequest = _reflection.GeneratedProtocolMessageType('DeleteSpilledObjectsRequest', (_message.Message,), {
+  'DESCRIPTOR' : _DELETESPILLEDOBJECTSREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.DeleteSpilledObjectsRequest)
+  })
+_sym_db.RegisterMessage(DeleteSpilledObjectsRequest)
+
+DeleteSpilledObjectsReply = _reflection.GeneratedProtocolMessageType('DeleteSpilledObjectsReply', (_message.Message,), {
+  'DESCRIPTOR' : _DELETESPILLEDOBJECTSREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.DeleteSpilledObjectsReply)
+  })
+_sym_db.RegisterMessage(DeleteSpilledObjectsReply)
+
+ExitRequest = _reflection.GeneratedProtocolMessageType('ExitRequest', (_message.Message,), {
+  'DESCRIPTOR' : _EXITREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.ExitRequest)
+  })
+_sym_db.RegisterMessage(ExitRequest)
+
+ExitReply = _reflection.GeneratedProtocolMessageType('ExitReply', (_message.Message,), {
+  'DESCRIPTOR' : _EXITREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.ExitReply)
+  })
+_sym_db.RegisterMessage(ExitReply)
+
+AssignObjectOwnerRequest = _reflection.GeneratedProtocolMessageType('AssignObjectOwnerRequest', (_message.Message,), {
+  'DESCRIPTOR' : _ASSIGNOBJECTOWNERREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.AssignObjectOwnerRequest)
+  })
+_sym_db.RegisterMessage(AssignObjectOwnerRequest)
+
+AssignObjectOwnerReply = _reflection.GeneratedProtocolMessageType('AssignObjectOwnerReply', (_message.Message,), {
+  'DESCRIPTOR' : _ASSIGNOBJECTOWNERREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.AssignObjectOwnerReply)
+  })
+_sym_db.RegisterMessage(AssignObjectOwnerReply)
+
+RayletNotifyGCSRestartRequest = _reflection.GeneratedProtocolMessageType('RayletNotifyGCSRestartRequest', (_message.Message,), {
+  'DESCRIPTOR' : _RAYLETNOTIFYGCSRESTARTREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.RayletNotifyGCSRestartRequest)
+  })
+_sym_db.RegisterMessage(RayletNotifyGCSRestartRequest)
+
+RayletNotifyGCSRestartReply = _reflection.GeneratedProtocolMessageType('RayletNotifyGCSRestartReply', (_message.Message,), {
+  'DESCRIPTOR' : _RAYLETNOTIFYGCSRESTARTREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.RayletNotifyGCSRestartReply)
+  })
+_sym_db.RegisterMessage(RayletNotifyGCSRestartReply)
+
+NumPendingTasksRequest = _reflection.GeneratedProtocolMessageType('NumPendingTasksRequest', (_message.Message,), {
+  'DESCRIPTOR' : _NUMPENDINGTASKSREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.NumPendingTasksRequest)
+  })
+_sym_db.RegisterMessage(NumPendingTasksRequest)
+
+NumPendingTasksReply = _reflection.GeneratedProtocolMessageType('NumPendingTasksReply', (_message.Message,), {
+  'DESCRIPTOR' : _NUMPENDINGTASKSREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.NumPendingTasksReply)
+  })
+_sym_db.RegisterMessage(NumPendingTasksReply)
+
+ReportGeneratorItemReturnsRequest = _reflection.GeneratedProtocolMessageType('ReportGeneratorItemReturnsRequest', (_message.Message,), {
+  'DESCRIPTOR' : _REPORTGENERATORITEMRETURNSREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.ReportGeneratorItemReturnsRequest)
+  })
+_sym_db.RegisterMessage(ReportGeneratorItemReturnsRequest)
+
+ReportGeneratorItemReturnsReply = _reflection.GeneratedProtocolMessageType('ReportGeneratorItemReturnsReply', (_message.Message,), {
+  'DESCRIPTOR' : _REPORTGENERATORITEMRETURNSREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.ReportGeneratorItemReturnsReply)
+  })
+_sym_db.RegisterMessage(ReportGeneratorItemReturnsReply)
+
+RegisterMutableObjectReaderRequest = _reflection.GeneratedProtocolMessageType('RegisterMutableObjectReaderRequest', (_message.Message,), {
+  'DESCRIPTOR' : _REGISTERMUTABLEOBJECTREADERREQUEST,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.RegisterMutableObjectReaderRequest)
+  })
+_sym_db.RegisterMessage(RegisterMutableObjectReaderRequest)
+
+RegisterMutableObjectReaderReply = _reflection.GeneratedProtocolMessageType('RegisterMutableObjectReaderReply', (_message.Message,), {
+  'DESCRIPTOR' : _REGISTERMUTABLEOBJECTREADERREPLY,
+  '__module__' : 'src.ray.protobuf.core_worker_pb2'
+  # @@protoc_insertion_point(class_scope:ray.rpc.RegisterMutableObjectReaderReply)
+  })
+_sym_db.RegisterMessage(RegisterMutableObjectReaderReply)
+
+_COREWORKERSERVICE = DESCRIPTOR.services_by_name['CoreWorkerService']
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _ACTORHANDLE_LABELSENTRY._options = None
+  _ACTORHANDLE_LABELSENTRY._serialized_options = b'8\001'
+  _OBJECTPLASMALOCATIONUPDATE._serialized_start=6533
+  _OBJECTPLASMALOCATIONUPDATE._serialized_end=6585
+  _ACTIVEOBJECTIDS._serialized_start=109
+  _ACTIVEOBJECTIDS._serialized_end=157
+  _ACTORHANDLE._serialized_start=160
+  _ACTORHANDLE._serialized_end=924
+  _ACTORHANDLE_LABELSENTRY._serialized_start=867
+  _ACTORHANDLE_LABELSENTRY._serialized_end=924
+  _PUSHTASKREQUEST._serialized_start=927
+  _PUSHTASKREQUEST._serialized_end=1202
+  _PUSHTASKREPLY._serialized_start=1205
+  _PUSHTASKREPLY._serialized_end=1852
+  _DIRECTACTORCALLARGWAITCOMPLETEREQUEST._serialized_start=1854
+  _DIRECTACTORCALLARGWAITCOMPLETEREQUEST._serialized_end=1957
+  _DIRECTACTORCALLARGWAITCOMPLETEREPLY._serialized_start=1959
+  _DIRECTACTORCALLARGWAITCOMPLETEREPLY._serialized_end=1996
+  _GETOBJECTSTATUSREQUEST._serialized_start=1998
+  _GETOBJECTSTATUSREQUEST._serialized_end=2091
+  _RAYOBJECT._serialized_start=2094
+  _RAYOBJECT._serialized_end=2227
+  _GETOBJECTSTATUSREPLY._serialized_start=2230
+  _GETOBJECTSTATUSREPLY._serialized_end=2482
+  _GETOBJECTSTATUSREPLY_OBJECTSTATUS._serialized_start=2426
+  _GETOBJECTSTATUSREPLY_OBJECTSTATUS._serialized_end=2482
+  _WAITFORACTORREFDELETEDREQUEST._serialized_start=2484
+  _WAITFORACTORREFDELETEDREQUEST._serialized_end=2588
+  _WAITFORACTORREFDELETEDREPLY._serialized_start=2590
+  _WAITFORACTORREFDELETEDREPLY._serialized_end=2619
+  _UPDATEOBJECTLOCATIONBATCHREQUEST._serialized_start=2622
+  _UPDATEOBJECTLOCATIONBATCHREQUEST._serialized_end=2814
+  _UPDATEOBJECTLOCATIONBATCHREPLY._serialized_start=2816
+  _UPDATEOBJECTLOCATIONBATCHREPLY._serialized_end=2848
+  _OBJECTSPILLEDLOCATIONUPDATE._serialized_start=2850
+  _OBJECTSPILLEDLOCATIONUPDATE._serialized_end=2969
+  _OBJECTLOCATIONUPDATE._serialized_start=2972
+  _OBJECTLOCATIONUPDATE._serialized_end=3330
+  _GETOBJECTLOCATIONSOWNERREQUEST._serialized_start=3332
+  _GETOBJECTLOCATIONSOWNERREQUEST._serialized_end=3441
+  _GETOBJECTLOCATIONSOWNERREPLY._serialized_start=3443
+  _GETOBJECTLOCATIONSOWNERREPLY._serialized_end=3567
+  _KILLACTORREQUEST._serialized_start=3570
+  _KILLACTORREQUEST._serialized_end=3722
+  _KILLACTORREPLY._serialized_start=3724
+  _KILLACTORREPLY._serialized_end=3740
+  _CANCELTASKREQUEST._serialized_start=3743
+  _CANCELTASKREQUEST._serialized_end=3907
+  _CANCELTASKREPLY._serialized_start=3909
+  _CANCELTASKREPLY._serialized_end=4025
+  _REMOTECANCELTASKREQUEST._serialized_start=4028
+  _REMOTECANCELTASKREQUEST._serialized_end=4156
+  _REMOTECANCELTASKREPLY._serialized_start=4158
+  _REMOTECANCELTASKREPLY._serialized_end=4181
+  _GETCOREWORKERSTATSREQUEST._serialized_start=4184
+  _GETCOREWORKERSTATSREQUEST._serialized_end=4386
+  _GETCOREWORKERSTATSREPLY._serialized_start=4389
+  _GETCOREWORKERSTATSREPLY._serialized_end=4638
+  _LOCALGCREQUEST._serialized_start=4640
+  _LOCALGCREQUEST._serialized_end=4709
+  _LOCALGCREPLY._serialized_start=4711
+  _LOCALGCREPLY._serialized_end=4725
+  _PLASMAOBJECTREADYREQUEST._serialized_start=4727
+  _PLASMAOBJECTREADYREQUEST._serialized_end=4782
+  _PLASMAOBJECTREADYREPLY._serialized_start=4784
+  _PLASMAOBJECTREADYREPLY._serialized_end=4808
+  _DELETEOBJECTSREQUEST._serialized_start=4810
+  _DELETEOBJECTSREQUEST._serialized_end=4894
+  _DELETEOBJECTSREPLY._serialized_start=4896
+  _DELETEOBJECTSREPLY._serialized_end=4916
+  _SPILLOBJECTSREQUEST._serialized_start=4919
+  _SPILLOBJECTSREQUEST._serialized_end=5085
+  _SPILLOBJECTSREPLY._serialized_start=5087
+  _SPILLOBJECTSREPLY._serialized_end=5154
+  _RESTORESPILLEDOBJECTSREQUEST._serialized_start=5157
+  _RESTORESPILLEDOBJECTSREQUEST._serialized_end=5286
+  _RESTORESPILLEDOBJECTSREPLY._serialized_start=5288
+  _RESTORESPILLEDOBJECTSREPLY._serialized_end=5366
+  _DELETESPILLEDOBJECTSREQUEST._serialized_start=5368
+  _DELETESPILLEDOBJECTSREQUEST._serialized_end=5445
+  _DELETESPILLEDOBJECTSREPLY._serialized_start=5447
+  _DELETESPILLEDOBJECTSREPLY._serialized_end=5474
+  _EXITREQUEST._serialized_start=5476
+  _EXITREQUEST._serialized_end=5520
+  _EXITREPLY._serialized_start=5522
+  _EXITREPLY._serialized_end=5559
+  _ASSIGNOBJECTOWNERREQUEST._serialized_start=5562
+  _ASSIGNOBJECTOWNERREQUEST._serialized_end=5790
+  _ASSIGNOBJECTOWNERREPLY._serialized_start=5792
+  _ASSIGNOBJECTOWNERREPLY._serialized_end=5816
+  _RAYLETNOTIFYGCSRESTARTREQUEST._serialized_start=5818
+  _RAYLETNOTIFYGCSRESTARTREQUEST._serialized_end=5849
+  _RAYLETNOTIFYGCSRESTARTREPLY._serialized_start=5851
+  _RAYLETNOTIFYGCSRESTARTREPLY._serialized_end=5880
+  _NUMPENDINGTASKSREQUEST._serialized_start=5882
+  _NUMPENDINGTASKSREQUEST._serialized_end=5906
+  _NUMPENDINGTASKSREPLY._serialized_start=5908
+  _NUMPENDINGTASKSREPLY._serialized_end=5974
+  _REPORTGENERATORITEMRETURNSREQUEST._serialized_start=5977
+  _REPORTGENERATORITEMRETURNSREQUEST._serialized_end=6245
+  _REPORTGENERATORITEMRETURNSREPLY._serialized_start=6247
+  _REPORTGENERATORITEMRETURNSREPLY._serialized_end=6339
+  _REGISTERMUTABLEOBJECTREADERREQUEST._serialized_start=6342
+  _REGISTERMUTABLEOBJECTREADERREQUEST._serialized_end=6495
+  _REGISTERMUTABLEOBJECTREADERREPLY._serialized_start=6497
+  _REGISTERMUTABLEOBJECTREADERREPLY._serialized_end=6531
+  _COREWORKERSERVICE._serialized_start=6588
+  _COREWORKERSERVICE._serialized_end=8755
+# @@protoc_insertion_point(module_scope)

.venv/lib/python3.11/site-packages/ray/core/generated/export_actor_data_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

.venv/lib/python3.11/site-packages/ray/core/generated/reporter_pb2_grpc.py

@@ -0,0 +1,259 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+
+from . import reporter_pb2 as src_dot_ray_dot_protobuf_dot_reporter__pb2
+
+
+class ReporterServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.ReportOCMetrics = channel.unary_unary(
+                '/ray.rpc.ReporterService/ReportOCMetrics',
+                request_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.ReportOCMetricsRequest.SerializeToString,
+                response_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.ReportOCMetricsReply.FromString,
+                )
+        self.GetTraceback = channel.unary_unary(
+                '/ray.rpc.ReporterService/GetTraceback',
+                request_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.GetTracebackRequest.SerializeToString,
+                response_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.GetTracebackReply.FromString,
+                )
+        self.CpuProfiling = channel.unary_unary(
+                '/ray.rpc.ReporterService/CpuProfiling',
+                request_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.CpuProfilingRequest.SerializeToString,
+                response_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.CpuProfilingReply.FromString,
+                )
+        self.MemoryProfiling = channel.unary_unary(
+                '/ray.rpc.ReporterService/MemoryProfiling',
+                request_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.MemoryProfilingRequest.SerializeToString,
+                response_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.MemoryProfilingReply.FromString,
+                )
+
+
+class ReporterServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def ReportOCMetrics(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def GetTraceback(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def CpuProfiling(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def MemoryProfiling(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_ReporterServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'ReportOCMetrics': grpc.unary_unary_rpc_method_handler(
+                    servicer.ReportOCMetrics,
+                    request_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.ReportOCMetricsRequest.FromString,
+                    response_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.ReportOCMetricsReply.SerializeToString,
+            ),
+            'GetTraceback': grpc.unary_unary_rpc_method_handler(
+                    servicer.GetTraceback,
+                    request_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.GetTracebackRequest.FromString,
+                    response_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.GetTracebackReply.SerializeToString,
+            ),
+            'CpuProfiling': grpc.unary_unary_rpc_method_handler(
+                    servicer.CpuProfiling,
+                    request_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.CpuProfilingRequest.FromString,
+                    response_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.CpuProfilingReply.SerializeToString,
+            ),
+            'MemoryProfiling': grpc.unary_unary_rpc_method_handler(
+                    servicer.MemoryProfiling,
+                    request_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.MemoryProfilingRequest.FromString,
+                    response_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.MemoryProfilingReply.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'ray.rpc.ReporterService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+ # This class is part of an EXPERIMENTAL API.
+class ReporterService(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def ReportOCMetrics(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(request, target, '/ray.rpc.ReporterService/ReportOCMetrics',
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.ReportOCMetricsRequest.SerializeToString,
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.ReportOCMetricsReply.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+    @staticmethod
+    def GetTraceback(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(request, target, '/ray.rpc.ReporterService/GetTraceback',
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.GetTracebackRequest.SerializeToString,
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.GetTracebackReply.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+    @staticmethod
+    def CpuProfiling(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(request, target, '/ray.rpc.ReporterService/CpuProfiling',
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.CpuProfilingRequest.SerializeToString,
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.CpuProfilingReply.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+    @staticmethod
+    def MemoryProfiling(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(request, target, '/ray.rpc.ReporterService/MemoryProfiling',
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.MemoryProfilingRequest.SerializeToString,
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.MemoryProfilingReply.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+
+class LogServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.ListLogs = channel.unary_unary(
+                '/ray.rpc.LogService/ListLogs',
+                request_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.ListLogsRequest.SerializeToString,
+                response_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.ListLogsReply.FromString,
+                )
+        self.StreamLog = channel.unary_stream(
+                '/ray.rpc.LogService/StreamLog',
+                request_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.StreamLogRequest.SerializeToString,
+                response_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.StreamLogReply.FromString,
+                )
+
+
+class LogServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def ListLogs(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def StreamLog(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_LogServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'ListLogs': grpc.unary_unary_rpc_method_handler(
+                    servicer.ListLogs,
+                    request_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.ListLogsRequest.FromString,
+                    response_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.ListLogsReply.SerializeToString,
+            ),
+            'StreamLog': grpc.unary_stream_rpc_method_handler(
+                    servicer.StreamLog,
+                    request_deserializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.StreamLogRequest.FromString,
+                    response_serializer=src_dot_ray_dot_protobuf_dot_reporter__pb2.StreamLogReply.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'ray.rpc.LogService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+ # This class is part of an EXPERIMENTAL API.
+class LogService(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def ListLogs(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(request, target, '/ray.rpc.LogService/ListLogs',
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.ListLogsRequest.SerializeToString,
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.ListLogsReply.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+    @staticmethod
+    def StreamLog(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_stream(request, target, '/ray.rpc.LogService/StreamLog',
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.StreamLogRequest.SerializeToString,
+            src_dot_ray_dot_protobuf_dot_reporter__pb2.StreamLogReply.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

.venv/lib/python3.11/site-packages/ray/core/generated/usage_pb2.py

@@ -0,0 +1,111 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: src/ray/protobuf/usage.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import enum_type_wrapper
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1csrc/ray/protobuf/usage.proto\x12\tray.usage*\x9b\x14\n\x06TagKey\x12\n\n\x06_TEST1\x10\x00\x12\n\n\x06_TEST2\x10\x01\x12\x13\n\x0fRLLIB_FRAMEWORK\x10\x02\x12\x13\n\x0fRLLIB_ALGORITHM\x10\x03\x12\x15\n\x11RLLIB_NUM_WORKERS\x10\x04\x12\x15\n\x11SERVE_API_VERSION\x10\x05\x12\x19\n\x15SERVE_NUM_DEPLOYMENTS\x10\x06\x12\x0f\n\x0bGCS_STORAGE\x10\x07\x12\x1d\n\x19SERVE_NUM_GPU_DEPLOYMENTS\x10\x08\x12\x16\n\x12SERVE_FASTAPI_USED\x10\t\x12\x19\n\x15SERVE_DAG_DRIVER_USED\x10\n\x12\x1b\n\x17SERVE_HTTP_ADAPTER_USED\x10\x0b\x12\x1b\n\x17SERVE_GRPC_INGRESS_USED\x10\x0c\x12\x1a\n\x16SERVE_REST_API_VERSION\x10\r\x12\x12\n\x0eSERVE_NUM_APPS\x10\x0e\x12*\n&SERVE_NUM_REPLICAS_LIGHTWEIGHT_UPDATED\x10\x0f\x12)\n%SERVE_USER_CONFIG_LIGHTWEIGHT_UPDATED\x10\x10\x12\x30\n,SERVE_AUTOSCALING_CONFIG_LIGHTWEIGHT_UPDATED\x10\x11\x12#\n\x1fSERVE_RAY_SERVE_HANDLE_API_USED\x10\x12\x12(\n$SERVE_RAY_SERVE_SYNC_HANDLE_API_USED\x10\x13\x12$\n SERVE_DEPLOYMENT_HANDLE_API_USED\x10\x14\x12\x32\n.SERVE_DEPLOYMENT_HANDLE_TO_OBJECT_REF_API_USED\x10\x15\x12\x1e\n\x1aSERVE_MULTIPLEXED_API_USED\x10\x16\x12\x19\n\x15SERVE_HTTP_PROXY_USED\x10\x17\x12\x19\n\x15SERVE_GRPC_PROXY_USED\x10\x18\x12\x19\n\x15SERVE_STATUS_API_USED\x10\x19\x12!\n\x1dSERVE_GET_APP_HANDLE_API_USED\x10\x1a\x12(\n$SERVE_GET_DEPLOYMENT_HANDLE_API_USED\x10\x1b\x12(\n$SERVE_APP_CONTAINER_RUNTIME_ENV_USED\x10\x1c\x12/\n+SERVE_DEPLOYMENT_CONTAINER_RUNTIME_ENV_USED\x10\x1d\x12\x1e\n\x1aSERVE_NUM_NODE_COMPACTIONS\x10\x1e\x12 \n\x1cSERVE_AUTO_NUM_REPLICAS_USED\x10\x1f\x12\x1e\n\x1a\x43ORE_STATE_API_LIST_ACTORS\x10\x64\x12\x1d\n\x19\x43ORE_STATE_API_LIST_TASKS\x10\x65\x12\x1c\n\x18\x43ORE_STATE_API_LIST_JOBS\x10\x66\x12\x1d\n\x19\x43ORE_STATE_API_LIST_NODES\x10g\x12(\n$CORE_STATE_API_LIST_PLACEMENT_GROUPS\x10h\x12\x1f\n\x1b\x43ORE_STATE_API_LIST_WORKERS\x10i\x12\x1f\n\x1b\x43ORE_STATE_API_LIST_OBJECTS\x10j\x12$\n CORE_STATE_API_LIST_RUNTIME_ENVS\x10k\x12&\n\"CORE_STATE_API_LIST_CLUSTER_EVENTS\x10l\x12\x1c\n\x18\x43ORE_STATE_API_LIST_LOGS\x10m\x12\x1a\n\x16\x43ORE_STATE_API_GET_LOG\x10n\x12\"\n\x1e\x43ORE_STATE_API_SUMMARIZE_TASKS\x10o\x12#\n\x1f\x43ORE_STATE_API_SUMMARIZE_ACTORS\x10p\x12$\n CORE_STATE_API_SUMMARIZE_OBJECTS\x10q\x12\x13\n\x0e\x44\x41SHBOARD_USED\x10\xc8\x01\x12)\n$DASHBOARD_METRICS_PROMETHEUS_ENABLED\x10\xc9\x01\x12&\n!DASHBOARD_METRICS_GRAFANA_ENABLED\x10\xca\x01\x12\x13\n\x0ePG_NUM_CREATED\x10\xac\x02\x12\x16\n\x11\x41\x43TOR_NUM_CREATED\x10\xad\x02\x12\x1e\n\x19WORKER_CRASH_SYSTEM_ERROR\x10\xae\x02\x12\x15\n\x10WORKER_CRASH_OOM\x10\xaf\x02\x12\x19\n\x14RAY_GET_TIMEOUT_ZERO\x10\xb0\x02\x12\x1d\n\x18NUM_ACTOR_CREATION_TASKS\x10\xb1\x02\x12\x14\n\x0fNUM_ACTOR_TASKS\x10\xb2\x02\x12\x15\n\x10NUM_NORMAL_TASKS\x10\xb3\x02\x12\x10\n\x0bNUM_DRIVERS\x10\xb4\x02\x12\"\n\x1d\x45XPERIMENTAL_STATE_API_IMPORT\x10\xb5\x02\x12\x17\n\x12\x41UTOSCALER_VERSION\x10\xb6\x02\x12\x15\n\x10\x44\x41TA_LOGICAL_OPS\x10\x90\x03\x12\x10\n\x0b\x41IR_TRAINER\x10\xf4\x03\x12\x12\n\rTUNE_SEARCHER\x10\xf5\x03\x12\x13\n\x0eTUNE_SCHEDULER\x10\xf6\x03\x12\x11\n\x0c\x41IR_ENV_VARS\x10\xf7\x03\x12%\n AIR_SETUP_WANDB_INTEGRATION_USED\x10\xf8\x03\x12&\n!AIR_SETUP_MLFLOW_INTEGRATION_USED\x10\xf9\x03\x12\x12\n\rAIR_CALLBACKS\x10\xfa\x03\x12\x1e\n\x19\x41IR_STORAGE_CONFIGURATION\x10\xfb\x03\x12\x13\n\x0e\x41IR_ENTRYPOINT\x10\xfc\x03\x12\x1b\n\x16TRAIN_TORCH_GET_DEVICE\x10\xfd\x03\x12\x1e\n\x19TRAIN_TORCH_PREPARE_MODEL\x10\xfe\x03\x12#\n\x1eTRAIN_TORCH_PREPARE_DATALOADER\x10\xff\x03\x12$\n\x1fTRAIN_LIGHTNING_PREPARE_TRAINER\x10\x80\x04\x12+\n&TRAIN_LIGHTNING_RAYTRAINREPORTCALLBACK\x10\x81\x04\x12#\n\x1eTRAIN_LIGHTNING_RAYDDPSTRATEGY\x10\x82\x04\x12$\n\x1fTRAIN_LIGHTNING_RAYFSDPSTRATEGY\x10\x83\x04\x12)\n$TRAIN_LIGHTNING_RAYDEEPSPEEDSTRATEGY\x10\x84\x04\x12,\n\'TRAIN_LIGHTNING_RAYLIGHTNINGENVIRONMENT\x10\x85\x04\x12\'\n\"TRAIN_TRANSFORMERS_PREPARE_TRAINER\x10\x86\x04\x12.\n)TRAIN_TRANSFORMERS_RAYTRAINREPORTCALLBACK\x10\x87\x04\x12\x1c\n\x17TRAIN_TORCH_GET_DEVICES\x10\x88\x04\x62\x06proto3')
+
+_TAGKEY = DESCRIPTOR.enum_types_by_name['TagKey']
+TagKey = enum_type_wrapper.EnumTypeWrapper(_TAGKEY)
+_TEST1 = 0
+_TEST2 = 1
+RLLIB_FRAMEWORK = 2
+RLLIB_ALGORITHM = 3
+RLLIB_NUM_WORKERS = 4
+SERVE_API_VERSION = 5
+SERVE_NUM_DEPLOYMENTS = 6
+GCS_STORAGE = 7
+SERVE_NUM_GPU_DEPLOYMENTS = 8
+SERVE_FASTAPI_USED = 9
+SERVE_DAG_DRIVER_USED = 10
+SERVE_HTTP_ADAPTER_USED = 11
+SERVE_GRPC_INGRESS_USED = 12
+SERVE_REST_API_VERSION = 13
+SERVE_NUM_APPS = 14
+SERVE_NUM_REPLICAS_LIGHTWEIGHT_UPDATED = 15
+SERVE_USER_CONFIG_LIGHTWEIGHT_UPDATED = 16
+SERVE_AUTOSCALING_CONFIG_LIGHTWEIGHT_UPDATED = 17
+SERVE_RAY_SERVE_HANDLE_API_USED = 18
+SERVE_RAY_SERVE_SYNC_HANDLE_API_USED = 19
+SERVE_DEPLOYMENT_HANDLE_API_USED = 20
+SERVE_DEPLOYMENT_HANDLE_TO_OBJECT_REF_API_USED = 21
+SERVE_MULTIPLEXED_API_USED = 22
+SERVE_HTTP_PROXY_USED = 23
+SERVE_GRPC_PROXY_USED = 24
+SERVE_STATUS_API_USED = 25
+SERVE_GET_APP_HANDLE_API_USED = 26
+SERVE_GET_DEPLOYMENT_HANDLE_API_USED = 27
+SERVE_APP_CONTAINER_RUNTIME_ENV_USED = 28
+SERVE_DEPLOYMENT_CONTAINER_RUNTIME_ENV_USED = 29
+SERVE_NUM_NODE_COMPACTIONS = 30
+SERVE_AUTO_NUM_REPLICAS_USED = 31
+CORE_STATE_API_LIST_ACTORS = 100
+CORE_STATE_API_LIST_TASKS = 101
+CORE_STATE_API_LIST_JOBS = 102
+CORE_STATE_API_LIST_NODES = 103
+CORE_STATE_API_LIST_PLACEMENT_GROUPS = 104
+CORE_STATE_API_LIST_WORKERS = 105
+CORE_STATE_API_LIST_OBJECTS = 106
+CORE_STATE_API_LIST_RUNTIME_ENVS = 107
+CORE_STATE_API_LIST_CLUSTER_EVENTS = 108
+CORE_STATE_API_LIST_LOGS = 109
+CORE_STATE_API_GET_LOG = 110
+CORE_STATE_API_SUMMARIZE_TASKS = 111
+CORE_STATE_API_SUMMARIZE_ACTORS = 112
+CORE_STATE_API_SUMMARIZE_OBJECTS = 113
+DASHBOARD_USED = 200
+DASHBOARD_METRICS_PROMETHEUS_ENABLED = 201
+DASHBOARD_METRICS_GRAFANA_ENABLED = 202
+PG_NUM_CREATED = 300
+ACTOR_NUM_CREATED = 301
+WORKER_CRASH_SYSTEM_ERROR = 302
+WORKER_CRASH_OOM = 303
+RAY_GET_TIMEOUT_ZERO = 304
+NUM_ACTOR_CREATION_TASKS = 305
+NUM_ACTOR_TASKS = 306
+NUM_NORMAL_TASKS = 307
+NUM_DRIVERS = 308
+EXPERIMENTAL_STATE_API_IMPORT = 309
+AUTOSCALER_VERSION = 310
+DATA_LOGICAL_OPS = 400
+AIR_TRAINER = 500
+TUNE_SEARCHER = 501
+TUNE_SCHEDULER = 502
+AIR_ENV_VARS = 503
+AIR_SETUP_WANDB_INTEGRATION_USED = 504
+AIR_SETUP_MLFLOW_INTEGRATION_USED = 505
+AIR_CALLBACKS = 506
+AIR_STORAGE_CONFIGURATION = 507
+AIR_ENTRYPOINT = 508
+TRAIN_TORCH_GET_DEVICE = 509
+TRAIN_TORCH_PREPARE_MODEL = 510
+TRAIN_TORCH_PREPARE_DATALOADER = 511
+TRAIN_LIGHTNING_PREPARE_TRAINER = 512
+TRAIN_LIGHTNING_RAYTRAINREPORTCALLBACK = 513
+TRAIN_LIGHTNING_RAYDDPSTRATEGY = 514
+TRAIN_LIGHTNING_RAYFSDPSTRATEGY = 515
+TRAIN_LIGHTNING_RAYDEEPSPEEDSTRATEGY = 516
+TRAIN_LIGHTNING_RAYLIGHTNINGENVIRONMENT = 517
+TRAIN_TRANSFORMERS_PREPARE_TRAINER = 518
+TRAIN_TRANSFORMERS_RAYTRAINREPORTCALLBACK = 519
+TRAIN_TORCH_GET_DEVICES = 520
+
+
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _TAGKEY._serialized_start=44
+  _TAGKEY._serialized_end=2631
+# @@protoc_insertion_point(module_scope)

.venv/lib/python3.11/site-packages/ray/core/generated/usage_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

.venv/lib/python3.11/site-packages/ray/dashboard/modules/metrics/dashboards/data_grafana_dashboard_base.json

@@ -0,0 +1,147 @@
+{
+    "annotations": {
+      "list": [
+        {
+          "builtIn": 1,
+          "datasource": "-- Grafana --",
+          "enable": true,
+          "hide": true,
+          "iconColor": "rgba(0, 211, 255, 1)",
+          "name": "Annotations & Alerts",
+          "type": "dashboard"
+        }
+      ]
+    },
+    "editable": true,
+    "gnetId": null,
+    "graphTooltip": 0,
+    "iteration": 1667344411089,
+    "links": [],
+    "panels": [],
+    "refresh": false,
+    "schemaVersion": 27,
+    "style": "dark",
+    "tags": [],
+    "templating": {
+      "list": [
+        {
+          "current": {
+            "selected": false
+          },
+          "description": "Filter queries of a specific Prometheus type.",
+          "hide": 2,
+          "includeAll": false,
+          "multi": false,
+          "name": "datasource",
+          "options": [],
+          "query": "prometheus",
+          "refresh": 1,
+          "regex": "",
+          "skipUrlSync": false,
+          "type": "datasource"
+        },
+        {
+          "allValue": ".+",
+          "current": {
+            "selected": false
+          },
+          "datasource": "${datasource}",
+          "definition": "label_values(ray_data_allocated_bytes{{{global_filters}}}, SessionName)",
+          "description": "Filter queries to specific ray sessions.",
+          "error": null,
+          "hide": 0,
+          "includeAll": true,
+          "label": null,
+          "multi": false,
+          "name": "SessionName",
+          "options": [],
+          "query": {
+            "query": "label_values(ray_data_allocated_bytes{{{global_filters}}}, SessionName)",
+            "refId": "StandardVariableQuery"
+          },
+          "refresh": 2,
+          "regex": "",
+          "skipUrlSync": false,
+          "sort": 2,
+          "tagValuesQuery": "",
+          "tags": [],
+          "tagsQuery": "",
+          "type": "query",
+          "useTags": false
+        },
+        {
+            "allValue": ".+",
+            "current": {
+              "selected": true,
+              "text": [
+                "All"
+              ],
+              "value": [
+                "$__all"
+              ]
+            },
+            "datasource": "${datasource}",
+            "definition": "label_values(ray_data_allocated_bytes{{{global_filters}}}, dataset)",
+            "description": null,
+            "error": null,
+            "hide": 0,
+            "includeAll": true,
+            "label": null,
+            "multi": true,
+            "name": "DatasetID",
+            "options": [],
+            "query": {
+              "query": "label_values(ray_data_allocated_bytes{{{global_filters}}}, dataset)",
+              "refId": "Prometheus-Dataset-Variable-Query"
+            },
+            "refresh": 2,
+            "regex": "",
+            "skipUrlSync": false,
+            "sort": 0,
+            "tagValuesQuery": "",
+            "tags": [],
+            "tagsQuery": "",
+            "type": "query",
+            "useTags": false
+          },
+          {
+            "current": {
+              "selected": false
+            },
+            "datasource": "${datasource}",
+            "definition": "label_values(ray_node_network_receive_speed{{{global_filters}}}, ray_io_cluster)",
+            "description": "Filter queries to specific Ray clusters for KubeRay. When ingesting metrics across multiple ray clusters, the ray_io_cluster label should be set per cluster. For KubeRay users, this is done automaticaly with Prometheus PodMonitor.",
+            "error": null,
+            "hide": 0,
+            "includeAll": false,
+            "label": null,
+            "multi": false,
+            "name": "Cluster",
+            "options": [],
+            "query": {
+              "query": "label_values(ray_node_network_receive_speed{{{global_filters}}}, ray_io_cluster)",
+              "refId": "StandardVariableQuery"
+            },
+            "refresh": 2,
+            "regex": "",
+            "skipUrlSync": false,
+            "sort": 2,
+            "tagValuesQuery": "",
+            "tags": [],
+            "tagsQuery": "",
+            "type": "query",
+            "useTags": false
+          }
+      ]
+    },
+    "rayMeta": ["excludesSystemRoutes"],
+    "time": {
+      "from": "now-30m",
+      "to": "now"
+    },
+    "timepicker": {},
+    "timezone": "",
+    "title": "Data Dashboard",
+    "uid": "rayDataDashboard",
+    "version": 1
+  }

.venv/lib/python3.11/site-packages/ray/dashboard/modules/metrics/dashboards/default_grafana_dashboard_base.json

@@ -0,0 +1,142 @@
+{
+  "annotations": {
+    "list": [
+      {
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
+        "type": "dashboard"
+      }
+    ]
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "iteration": 1667344411089,
+  "links": [],
+  "panels": [],
+  "refresh": false,
+  "schemaVersion": 27,
+  "style": "dark",
+  "tags": [],
+  "templating": {
+    "list": [
+      {
+        "current": {
+          "selected": false
+        },
+        "description": "Filter queries of a specific Prometheus type.",
+        "hide": 2,
+        "includeAll": false,
+        "multi": false,
+        "name": "datasource",
+        "options": [],
+        "query": "prometheus",
+        "refresh": 1,
+        "regex": "",
+        "skipUrlSync": false,
+        "type": "datasource"
+      },
+      {
+        "allValue": ".+",
+        "current": {
+          "selected": false
+        },
+        "datasource": "${datasource}",
+        "definition": "label_values(ray_node_network_receive_speed{{{global_filters}}}, SessionName)",
+        "description": "Filter queries to specific ray sessions.",
+        "error": null,
+        "hide": 0,
+        "includeAll": true,
+        "label": null,
+        "multi": false,
+        "name": "SessionName",
+        "options": [],
+        "query": {
+          "query": "label_values(ray_node_network_receive_speed{{{global_filters}}}, SessionName)",
+          "refId": "StandardVariableQuery"
+        },
+        "refresh": 2,
+        "regex": "",
+        "skipUrlSync": false,
+        "sort": 2,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
+        "useTags": false
+      },
+      {
+        "allValue": ".+",
+        "current": {
+          "selected": true,
+          "text": ["All"],
+          "value": ["$__all"]
+        },
+        "datasource": "${datasource}",
+        "definition": "label_values(ray_node_network_receive_speed{{SessionName=~\"$SessionName\",{global_filters}}}, instance)",
+        "description": null,
+        "error": null,
+        "hide": 0,
+        "includeAll": true,
+        "label": null,
+        "multi": true,
+        "name": "Instance",
+        "options": [],
+        "query": {
+          "query": "label_values(ray_node_network_receive_speed{{SessionName=~\"$SessionName\",{global_filters}}}, instance)",
+          "refId": "Prometheus-Instance-Variable-Query"
+        },
+        "refresh": 2,
+        "regex": "",
+        "skipUrlSync": false,
+        "sort": 0,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
+        "useTags": false
+      },
+      {
+        "current": {
+          "selected": false
+        },
+        "datasource": "${datasource}",
+        "definition": "label_values(ray_node_network_receive_speed{{{global_filters}}}, ray_io_cluster)",
+        "description": "Filter queries to specific Ray clusters for KubeRay. When ingesting metrics across multiple ray clusters, the ray_io_cluster label should be set per cluster. For KubeRay users, this is done automaticaly with Prometheus PodMonitor.",
+        "error": null,
+        "hide": 0,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "Cluster",
+        "options": [],
+        "query": {
+          "query": "label_values(ray_node_network_receive_speed{{{global_filters}}}, ray_io_cluster)",
+          "refId": "StandardVariableQuery"
+        },
+        "refresh": 2,
+        "regex": "",
+        "skipUrlSync": false,
+        "sort": 2,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
+        "useTags": false
+      }
+    ]
+  },
+  "time": {
+    "from": "now-30m",
+    "to": "now"
+  },
+  "timepicker": {},
+  "timezone": "",
+  "title": "Default Dashboard",
+  "uid": "rayDefaultDashboard",
+  "version": 4
+}

.venv/lib/python3.11/site-packages/ray/util/client/__init__.py

@@ -0,0 +1,302 @@
+import logging
+import os
+import threading
+from typing import Any, Dict, List, Optional, Tuple
+
+import ray._private.ray_constants as ray_constants
+from ray._private.client_mode_hook import (
+    _explicitly_disable_client_mode,
+    _explicitly_enable_client_mode,
+)
+from ray._private.ray_logging import setup_logger
+from ray.job_config import JobConfig
+from ray.util.annotations import DeveloperAPI
+from ray._private.utils import check_version_info
+
+
+logger = logging.getLogger(__name__)
+
+
+class _ClientContext:
+    def __init__(self):
+        from ray.util.client.api import _ClientAPI
+
+        self.api = _ClientAPI()
+        self.client_worker = None
+        self._server = None
+        self._connected_with_init = False
+        self._inside_client_test = False
+
+    def connect(
+        self,
+        conn_str: str,
+        job_config: JobConfig = None,
+        secure: bool = False,
+        metadata: List[Tuple[str, str]] = None,
+        connection_retries: int = 3,
+        namespace: str = None,
+        *,
+        ignore_version: bool = False,
+        _credentials: Optional["grpc.ChannelCredentials"] = None,  # noqa: F821
+        ray_init_kwargs: Optional[Dict[str, Any]] = None,
+    ) -> Dict[str, Any]:
+        """Connect the Ray Client to a server.
+
+        Args:
+            conn_str: Connection string, in the form "[host]:port"
+            job_config: The job config of the server.
+            secure: Whether to use a TLS secured gRPC channel
+            metadata: gRPC metadata to send on connect
+            connection_retries: number of connection attempts to make
+            ignore_version: whether to ignore Python or Ray version mismatches.
+                This should only be used for debugging purposes.
+
+        Returns:
+            Dictionary of connection info, e.g., {"num_clients": 1}.
+        """
+        # Delay imports until connect to avoid circular imports.
+        from ray.util.client.worker import Worker
+
+        if self.client_worker is not None:
+            if self._connected_with_init:
+                return
+            raise Exception("ray.init() called, but ray client is already connected")
+        if not self._inside_client_test:
+            # If we're calling a client connect specifically and we're not
+            # currently in client mode, ensure we are.
+            _explicitly_enable_client_mode()
+        if namespace is not None:
+            job_config = job_config or JobConfig()
+            job_config.set_ray_namespace(namespace)
+
+        logging_level = ray_constants.LOGGER_LEVEL
+        logging_format = ray_constants.LOGGER_FORMAT
+
+        if ray_init_kwargs is None:
+            ray_init_kwargs = {}
+
+        # NOTE(architkulkarni): env_hook is not supported with Ray Client.
+        ray_init_kwargs["_skip_env_hook"] = True
+
+        if ray_init_kwargs.get("logging_level") is not None:
+            logging_level = ray_init_kwargs["logging_level"]
+        if ray_init_kwargs.get("logging_format") is not None:
+            logging_format = ray_init_kwargs["logging_format"]
+
+        setup_logger(logging_level, logging_format)
+
+        try:
+            self.client_worker = Worker(
+                conn_str,
+                secure=secure,
+                _credentials=_credentials,
+                metadata=metadata,
+                connection_retries=connection_retries,
+            )
+            self.api.worker = self.client_worker
+            self.client_worker._server_init(job_config, ray_init_kwargs)
+            conn_info = self.client_worker.connection_info()
+            self._check_versions(conn_info, ignore_version)
+            self._register_serializers()
+            return conn_info
+        except Exception:
+            self.disconnect()
+            raise
+
+    def _register_serializers(self):
+        """Register the custom serializer addons at the client side.
+
+        The server side should have already registered the serializers via
+        regular worker's serialization_context mechanism.
+        """
+        import ray.util.serialization_addons
+        from ray.util.serialization import StandaloneSerializationContext
+
+        ctx = StandaloneSerializationContext()
+        ray.util.serialization_addons.apply(ctx)
+
+    def _check_versions(self, conn_info: Dict[str, Any], ignore_version: bool) -> None:
+        # conn_info has "python_version" and "ray_version" so it can be used to compare.
+        ignore_version = ignore_version or ("RAY_IGNORE_VERSION_MISMATCH" in os.environ)
+        check_version_info(
+            conn_info,
+            "Ray Client",
+            raise_on_mismatch=not ignore_version,
+            python_version_match_level="minor",
+        )
+
+    def disconnect(self):
+        """Disconnect the Ray Client."""
+        from ray.util.client.api import _ClientAPI
+
+        if self.client_worker is not None:
+            self.client_worker.close()
+        self.api = _ClientAPI()
+        self.client_worker = None
+
+    # remote can be called outside of a connection, which is why it
+    # exists on the same API layer as connect() itself.
+    def remote(self, *args, **kwargs):
+        """remote is the hook stub passed on to replace `ray.remote`.
+
+        This sets up remote functions or actors, as the decorator,
+        but does not execute them.
+
+        Args:
+            args: opaque arguments
+            kwargs: opaque keyword arguments
+        """
+        return self.api.remote(*args, **kwargs)
+
+    def __getattr__(self, key: str):
+        if self.is_connected():
+            return getattr(self.api, key)
+        elif key in ["is_initialized", "_internal_kv_initialized"]:
+            # Client is not connected, thus Ray is not considered initialized.
+            return lambda: False
+        else:
+            raise Exception(
+                "Ray Client is not connected. Please connect by calling `ray.init`."
+            )
+
+    def is_connected(self) -> bool:
+        if self.client_worker is None:
+            return False
+        return self.client_worker.is_connected()
+
+    def init(self, *args, **kwargs):
+        if self._server is not None:
+            raise Exception("Trying to start two instances of ray via client")
+        import ray.util.client.server.server as ray_client_server
+
+        server_handle, address_info = ray_client_server.init_and_serve(
+            "127.0.0.1:50051", *args, **kwargs
+        )
+        self._server = server_handle.grpc_server
+        self.connect("127.0.0.1:50051")
+        self._connected_with_init = True
+        return address_info
+
+    def shutdown(self, _exiting_interpreter=False):
+        self.disconnect()
+        import ray.util.client.server.server as ray_client_server
+
+        if self._server is None:
+            return
+        ray_client_server.shutdown_with_server(self._server, _exiting_interpreter)
+        self._server = None
+
+
+# All connected context will be put here
+# This struct will be guarded by a lock for thread safety
+_all_contexts = set()
+_lock = threading.Lock()
+
+# This is the default context which is used when allow_multiple is not True
+_default_context = _ClientContext()
+
+
+@DeveloperAPI
+class RayAPIStub:
+    """This class stands in as the replacement API for the `import ray` module.
+
+    Much like the ray module, this mostly delegates the work to the
+    _client_worker. As parts of the ray API are covered, they are piped through
+    here or on the client worker API.
+    """
+
+    def __init__(self):
+        self._cxt = threading.local()
+        self._cxt.handler = _default_context
+        self._inside_client_test = False
+
+    def get_context(self):
+        try:
+            return self._cxt.__getattribute__("handler")
+        except AttributeError:
+            self._cxt.handler = _default_context
+            return self._cxt.handler
+
+    def set_context(self, cxt):
+        old_cxt = self.get_context()
+        if cxt is None:
+            self._cxt.handler = _ClientContext()
+        else:
+            self._cxt.handler = cxt
+        return old_cxt
+
+    def is_default(self):
+        return self.get_context() == _default_context
+
+    def connect(self, *args, **kw_args):
+        self.get_context()._inside_client_test = self._inside_client_test
+        conn = self.get_context().connect(*args, **kw_args)
+        global _lock, _all_contexts
+        with _lock:
+            _all_contexts.add(self._cxt.handler)
+        return conn
+
+    def disconnect(self, *args, **kw_args):
+        global _lock, _all_contexts, _default_context
+        with _lock:
+            if _default_context == self.get_context():
+                for cxt in _all_contexts:
+                    cxt.disconnect(*args, **kw_args)
+                _all_contexts = set()
+            else:
+                self.get_context().disconnect(*args, **kw_args)
+            if self.get_context() in _all_contexts:
+                _all_contexts.remove(self.get_context())
+            if len(_all_contexts) == 0:
+                _explicitly_disable_client_mode()
+
+    def remote(self, *args, **kwargs):
+        return self.get_context().remote(*args, **kwargs)
+
+    def __getattr__(self, name):
+        return self.get_context().__getattr__(name)
+
+    def is_connected(self, *args, **kwargs):
+        return self.get_context().is_connected(*args, **kwargs)
+
+    def init(self, *args, **kwargs):
+        ret = self.get_context().init(*args, **kwargs)
+        global _lock, _all_contexts
+        with _lock:
+            _all_contexts.add(self._cxt.handler)
+        return ret
+
+    def shutdown(self, *args, **kwargs):
+        global _lock, _all_contexts
+        with _lock:
+            if _default_context == self.get_context():
+                for cxt in _all_contexts:
+                    cxt.shutdown(*args, **kwargs)
+                _all_contexts = set()
+            else:
+                self.get_context().shutdown(*args, **kwargs)
+            if self.get_context() in _all_contexts:
+                _all_contexts.remove(self.get_context())
+            if len(_all_contexts) == 0:
+                _explicitly_disable_client_mode()
+
+
+ray = RayAPIStub()
+
+
+@DeveloperAPI
+def num_connected_contexts():
+    """Return the number of client connections active."""
+    global _lock, _all_contexts
+    with _lock:
+        return len(_all_contexts)
+
+
+# Someday we might add methods in this module so that someone who
+# tries to `import ray_client as ray` -- as a module, instead of
+# `from ray_client import ray` -- as the API stub
+# still gets expected functionality. This is the way the ray package
+# worked in the past.
+#
+# This really calls for PEP 562: https://www.python.org/dev/peps/pep-0562/
+# But until Python 3.6 is EOL, here we are.

.venv/lib/python3.11/site-packages/ray/util/client/client_pickler.py

@@ -0,0 +1,178 @@
+"""Implements the client side of the client/server pickling protocol.
+
+All ray client client/server data transfer happens through this pickling
+protocol. The model is as follows:
+
+    * All Client objects (eg ClientObjectRef) always live on the client and
+      are never represented in the server
+    * All Ray objects (eg, ray.ObjectRef) always live on the server and are
+      never returned to the client
+    * In order to translate between these two references, PickleStub tuples
+      are generated as persistent ids in the data blobs during the pickling
+      and unpickling of these objects.
+
+The PickleStubs have just enough information to find or generate their
+associated partner object on either side.
+
+This also has the advantage of avoiding predefined pickle behavior for ray
+objects, which may include ray internal reference counting.
+
+ClientPickler dumps things from the client into the appropriate stubs
+ServerUnpickler loads stubs from the server into their client counterparts.
+"""
+
+import io
+
+from typing import NamedTuple
+from typing import Any
+from typing import Dict
+from typing import Optional
+
+import ray.cloudpickle as cloudpickle
+from ray.util.client import RayAPIStub
+from ray.util.client.common import ClientObjectRef
+from ray.util.client.common import ClientActorHandle
+from ray.util.client.common import ClientActorRef
+from ray.util.client.common import ClientActorClass
+from ray.util.client.common import ClientRemoteFunc
+from ray.util.client.common import ClientRemoteMethod
+from ray.util.client.common import OptionWrapper
+from ray.util.client.common import InProgressSentinel
+import ray.core.generated.ray_client_pb2 as ray_client_pb2
+
+import pickle  # noqa: F401
+
+
+# NOTE(barakmich): These PickleStubs are really close to
+# the data for an execution, with no arguments. Combine the two?
+class PickleStub(
+    NamedTuple(
+        "PickleStub",
+        [
+            ("type", str),
+            ("client_id", str),
+            ("ref_id", bytes),
+            ("name", Optional[str]),
+            ("baseline_options", Optional[Dict]),
+        ],
+    )
+):
+    def __reduce__(self):
+        # PySpark's namedtuple monkey patch breaks compatibility with
+        # cloudpickle. Thus we revert this patch here if it exists.
+        return object.__reduce__(self)
+
+
+class ClientPickler(cloudpickle.CloudPickler):
+    def __init__(self, client_id, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.client_id = client_id
+
+    def persistent_id(self, obj):
+        if isinstance(obj, RayAPIStub):
+            return PickleStub(
+                type="Ray",
+                client_id=self.client_id,
+                ref_id=b"",
+                name=None,
+                baseline_options=None,
+            )
+        elif isinstance(obj, ClientObjectRef):
+            return PickleStub(
+                type="Object",
+                client_id=self.client_id,
+                ref_id=obj.id,
+                name=None,
+                baseline_options=None,
+            )
+        elif isinstance(obj, ClientActorHandle):
+            return PickleStub(
+                type="Actor",
+                client_id=self.client_id,
+                ref_id=obj._actor_id.id,
+                name=None,
+                baseline_options=None,
+            )
+        elif isinstance(obj, ClientRemoteFunc):
+            if obj._ref is None:
+                obj._ensure_ref()
+            if type(obj._ref) is InProgressSentinel:
+                return PickleStub(
+                    type="RemoteFuncSelfReference",
+                    client_id=self.client_id,
+                    ref_id=obj._client_side_ref.id,
+                    name=None,
+                    baseline_options=None,
+                )
+            return PickleStub(
+                type="RemoteFunc",
+                client_id=self.client_id,
+                ref_id=obj._ref.id,
+                name=None,
+                baseline_options=obj._options,
+            )
+        elif isinstance(obj, ClientActorClass):
+            if obj._ref is None:
+                obj._ensure_ref()
+            if type(obj._ref) is InProgressSentinel:
+                return PickleStub(
+                    type="RemoteActorSelfReference",
+                    client_id=self.client_id,
+                    ref_id=obj._client_side_ref.id,
+                    name=None,
+                    baseline_options=None,
+                )
+            return PickleStub(
+                type="RemoteActor",
+                client_id=self.client_id,
+                ref_id=obj._ref.id,
+                name=None,
+                baseline_options=obj._options,
+            )
+        elif isinstance(obj, ClientRemoteMethod):
+            return PickleStub(
+                type="RemoteMethod",
+                client_id=self.client_id,
+                ref_id=obj._actor_handle.actor_ref.id,
+                name=obj._method_name,
+                baseline_options=None,
+            )
+        elif isinstance(obj, OptionWrapper):
+            raise NotImplementedError("Sending a partial option is unimplemented")
+        return None
+
+
+class ServerUnpickler(pickle.Unpickler):
+    def persistent_load(self, pid):
+        assert isinstance(pid, PickleStub)
+        if pid.type == "Object":
+            return ClientObjectRef(pid.ref_id)
+        elif pid.type == "Actor":
+            return ClientActorHandle(ClientActorRef(pid.ref_id))
+        else:
+            raise NotImplementedError("Being passed back an unknown stub")
+
+
+def dumps_from_client(obj: Any, client_id: str, protocol=None) -> bytes:
+    with io.BytesIO() as file:
+        cp = ClientPickler(client_id, file, protocol=protocol)
+        cp.dump(obj)
+        return file.getvalue()
+
+
+def loads_from_server(
+    data: bytes, *, fix_imports=True, encoding="ASCII", errors="strict"
+) -> Any:
+    if isinstance(data, str):
+        raise TypeError("Can't load pickle from unicode string")
+    file = io.BytesIO(data)
+    return ServerUnpickler(
+        file, fix_imports=fix_imports, encoding=encoding, errors=errors
+    ).load()
+
+
+def convert_to_arg(val: Any, client_id: str) -> ray_client_pb2.Arg:
+    out = ray_client_pb2.Arg()
+    out.local = ray_client_pb2.Arg.Locality.INTERNED
+    out.data = dumps_from_client(val, client_id)
+    return out

.venv/lib/python3.11/site-packages/ray/util/client/logsclient.py

@@ -0,0 +1,136 @@
+"""This file implements a threaded stream controller to return logs back from
+the ray clientserver.
+"""
+import sys
+import logging
+import queue
+import threading
+import time
+import grpc
+
+from typing import TYPE_CHECKING
+
+import ray.core.generated.ray_client_pb2 as ray_client_pb2
+import ray.core.generated.ray_client_pb2_grpc as ray_client_pb2_grpc
+
+from ray.util.debug import log_once
+
+if TYPE_CHECKING:
+    from ray.util.client.worker import Worker
+
+logger = logging.getLogger(__name__)
+# TODO(barakmich): Running a logger in a logger causes loopback.
+# The client logger need its own root -- possibly this one.
+# For the moment, let's just not propogate beyond this point.
+logger.propagate = False
+
+
+class LogstreamClient:
+    def __init__(self, client_worker: "Worker", metadata: list):
+        """Initializes a thread-safe log stream over a Ray Client gRPC channel.
+
+        Args:
+            client_worker: The Ray Client worker that manages this client
+            metadata: metadata to pass to gRPC requests
+        """
+        self.client_worker = client_worker
+        self._metadata = metadata
+        self.request_queue = queue.Queue()
+        self.log_thread = self._start_logthread()
+        self.log_thread.start()
+        self.last_req = None
+
+    def _start_logthread(self) -> threading.Thread:
+        return threading.Thread(target=self._log_main, args=(), daemon=True)
+
+    def _log_main(self) -> None:
+        reconnecting = False
+        while not self.client_worker._in_shutdown:
+            if reconnecting:
+                # Refresh queue and retry last request
+                self.request_queue = queue.Queue()
+                if self.last_req:
+                    self.request_queue.put(self.last_req)
+            stub = ray_client_pb2_grpc.RayletLogStreamerStub(self.client_worker.channel)
+            try:
+                log_stream = stub.Logstream(
+                    iter(self.request_queue.get, None), metadata=self._metadata
+                )
+            except ValueError:
+                # Trying to use the stub on a cancelled channel will raise
+                # ValueError. This should only happen when the data client
+                # is attempting to reset the connection -- sleep and try
+                # again.
+                time.sleep(0.5)
+                continue
+            try:
+                for record in log_stream:
+                    if record.level < 0:
+                        self.stdstream(level=record.level, msg=record.msg)
+                    self.log(level=record.level, msg=record.msg)
+                return
+            except grpc.RpcError as e:
+                reconnecting = self._process_rpc_error(e)
+                if not reconnecting:
+                    return
+
+    def _process_rpc_error(self, e: grpc.RpcError) -> bool:
+        """
+        Processes RPC errors that occur while reading from data stream.
+        Returns True if the error can be recovered from, False otherwise.
+        """
+        if self.client_worker._can_reconnect(e):
+            if log_once("lost_reconnect_logs"):
+                logger.warning(
+                    "Log channel is reconnecting. Logs produced while "
+                    "the connection was down can be found on the head "
+                    "node of the cluster in "
+                    "`ray_client_server_[port].out`"
+                )
+            logger.debug("Log channel dropped, retrying.")
+            time.sleep(0.5)
+            return True
+        logger.debug("Shutting down log channel.")
+        if not self.client_worker._in_shutdown:
+            logger.exception("Unexpected exception:")
+        return False
+
+    def log(self, level: int, msg: str):
+        """Log the message from the log stream.
+        By default, calls logger.log but this can be overridden.
+
+        Args:
+            level: The loglevel of the received log message
+            msg: The content of the message
+        """
+        logger.log(level=level, msg=msg)
+
+    def stdstream(self, level: int, msg: str):
+        """Log the stdout/stderr entry from the log stream.
+        By default, calls print but this can be overridden.
+
+        Args:
+            level: The loglevel of the received log message
+            msg: The content of the message
+        """
+        print_file = sys.stderr if level == -2 else sys.stdout
+        print(msg, file=print_file, end="")
+
+    def set_logstream_level(self, level: int):
+        logger.setLevel(level)
+        req = ray_client_pb2.LogSettingsRequest()
+        req.enabled = True
+        req.loglevel = level
+        self.request_queue.put(req)
+        self.last_req = req
+
+    def close(self) -> None:
+        self.request_queue.put(None)
+        if self.log_thread is not None:
+            self.log_thread.join()
+
+    def disable_logs(self) -> None:
+        req = ray_client_pb2.LogSettingsRequest()
+        req.enabled = False
+        self.request_queue.put(req)
+        self.last_req = req

.venv/lib/python3.11/site-packages/ray/util/client/server/__init__.py

@@ -0,0 +1 @@
+from ray.util.client.server.server import serve  # noqa

.venv/lib/python3.11/site-packages/ray/util/client/server/__main__.py

@@ -0,0 +1,4 @@
+if __name__ == "__main__":
+    from ray.util.client.server.server import main
+
+    main()

.venv/lib/python3.11/site-packages/ray/util/client/server/dataservicer.py

@@ -0,0 +1,416 @@
+from collections import defaultdict
+from ray.util.client.server.server_pickler import loads_from_client
+import ray
+import logging
+import grpc
+from queue import Queue
+import sys
+
+from typing import Any, Dict, Iterator, TYPE_CHECKING, Union
+from threading import Event, Lock, Thread
+import time
+
+import ray.core.generated.ray_client_pb2 as ray_client_pb2
+import ray.core.generated.ray_client_pb2_grpc as ray_client_pb2_grpc
+from ray.util.client.common import (
+    CLIENT_SERVER_MAX_THREADS,
+    _propagate_error_in_context,
+    OrderedResponseCache,
+)
+from ray.util.debug import log_once
+from ray._private.client_mode_hook import disable_client_hook
+
+if TYPE_CHECKING:
+    from ray.util.client.server.server import RayletServicer
+
+logger = logging.getLogger(__name__)
+
+QUEUE_JOIN_SECONDS = 10
+
+
+def _get_reconnecting_from_context(context: Any) -> bool:
+    """
+    Get `reconnecting` from gRPC metadata, or False if missing.
+    """
+    metadata = {k: v for k, v in context.invocation_metadata()}
+    val = metadata.get("reconnecting")
+    if val is None or val not in ("True", "False"):
+        logger.error(
+            f'Client connecting with invalid value for "reconnecting": {val}, '
+            "This may be because you have a mismatched client and server "
+            "version."
+        )
+        return False
+    return val == "True"
+
+
+def _should_cache(req: ray_client_pb2.DataRequest) -> bool:
+    """
+    Returns True if the response should to the given request should be cached,
+    false otherwise. At the moment the only requests we do not cache are:
+        - asynchronous gets: These arrive out of order. Skipping caching here
+            is fine, since repeating an async get is idempotent
+        - acks: Repeating acks is idempotent
+        - clean up requests: Also idempotent, and client has likely already
+             wrapped up the data connection by this point.
+        - puts: We should only cache when we receive the final chunk, since
+             any earlier chunks won't generate a response
+        - tasks: We should only cache when we receive the final chunk,
+             since any earlier chunks won't generate a response
+    """
+    req_type = req.WhichOneof("type")
+    if req_type == "get" and req.get.asynchronous:
+        return False
+    if req_type == "put":
+        return req.put.chunk_id == req.put.total_chunks - 1
+    if req_type == "task":
+        return req.task.chunk_id == req.task.total_chunks - 1
+    return req_type not in ("acknowledge", "connection_cleanup")
+
+
+def fill_queue(
+    grpc_input_generator: Iterator[ray_client_pb2.DataRequest],
+    output_queue: "Queue[Union[ray_client_pb2.DataRequest, ray_client_pb2.DataResponse]]",  # noqa: E501
+) -> None:
+    """
+    Pushes incoming requests to a shared output_queue.
+    """
+    try:
+        for req in grpc_input_generator:
+            output_queue.put(req)
+    except grpc.RpcError as e:
+        logger.debug(
+            "closing dataservicer reader thread "
+            f"grpc error reading request_iterator: {e}"
+        )
+    finally:
+        # Set the sentinel value for the output_queue
+        output_queue.put(None)
+
+
+class ChunkCollector:
+    """
+    Helper class for collecting chunks from PutObject or ClientTask messages
+    """
+
+    def __init__(self):
+        self.curr_req_id = None
+        self.last_seen_chunk_id = -1
+        self.data = bytearray()
+
+    def add_chunk(
+        self,
+        req: ray_client_pb2.DataRequest,
+        chunk: Union[ray_client_pb2.PutRequest, ray_client_pb2.ClientTask],
+    ):
+        if self.curr_req_id is not None and self.curr_req_id != req.req_id:
+            raise RuntimeError(
+                "Expected to receive a chunk from request with id "
+                f"{self.curr_req_id}, but found {req.req_id} instead."
+            )
+        self.curr_req_id = req.req_id
+        next_chunk = self.last_seen_chunk_id + 1
+        if chunk.chunk_id < next_chunk:
+            # Repeated chunk, ignore
+            return
+        if chunk.chunk_id > next_chunk:
+            raise RuntimeError(
+                f"A chunk {chunk.chunk_id} of request {req.req_id} was "
+                "received out of order."
+            )
+        elif chunk.chunk_id == self.last_seen_chunk_id + 1:
+            self.data.extend(chunk.data)
+            self.last_seen_chunk_id = chunk.chunk_id
+        return chunk.chunk_id + 1 == chunk.total_chunks
+
+    def reset(self):
+        self.curr_req_id = None
+        self.last_seen_chunk_id = -1
+        self.data = bytearray()
+
+
+class DataServicer(ray_client_pb2_grpc.RayletDataStreamerServicer):
+    def __init__(self, basic_service: "RayletServicer"):
+        self.basic_service = basic_service
+        self.clients_lock = Lock()
+        self.num_clients = 0  # guarded by self.clients_lock
+        # dictionary mapping client_id's to the last time they connected
+        self.client_last_seen: Dict[str, float] = {}
+        # dictionary mapping client_id's to their reconnect grace periods
+        self.reconnect_grace_periods: Dict[str, float] = {}
+        # dictionary mapping client_id's to their response cache
+        self.response_caches: Dict[str, OrderedResponseCache] = defaultdict(
+            OrderedResponseCache
+        )
+        # stopped event, useful for signals that the server is shut down
+        self.stopped = Event()
+        # Helper for collecting chunks from PutObject calls. Assumes that
+        # that put requests from different objects aren't interleaved.
+        self.put_request_chunk_collector = ChunkCollector()
+        # Helper for collecting chunks from ClientTask calls. Assumes that
+        # schedule requests from different remote calls aren't interleaved.
+        self.client_task_chunk_collector = ChunkCollector()
+
+    def Datapath(self, request_iterator, context):
+        start_time = time.time()
+        # set to True if client shuts down gracefully
+        cleanup_requested = False
+        metadata = {k: v for k, v in context.invocation_metadata()}
+        client_id = metadata.get("client_id")
+        if client_id is None:
+            logger.error("Client connecting with no client_id")
+            return
+        logger.debug(f"New data connection from client {client_id}: ")
+        accepted_connection = self._init(client_id, context, start_time)
+        response_cache = self.response_caches[client_id]
+        # Set to False if client requests a reconnect grace period of 0
+        reconnect_enabled = True
+        if not accepted_connection:
+            return
+        try:
+            request_queue = Queue()
+            queue_filler_thread = Thread(
+                target=fill_queue, daemon=True, args=(request_iterator, request_queue)
+            )
+            queue_filler_thread.start()
+            """For non `async get` requests, this loop yields immediately
+            For `async get` requests, this loop:
+                 1) does not yield, it just continues
+                 2) When the result is ready, it yields
+            """
+            for req in iter(request_queue.get, None):
+                if isinstance(req, ray_client_pb2.DataResponse):
+                    # Early shortcut if this is the result of an async get.
+                    yield req
+                    continue
+
+                assert isinstance(req, ray_client_pb2.DataRequest)
+                if _should_cache(req) and reconnect_enabled:
+                    cached_resp = response_cache.check_cache(req.req_id)
+                    if isinstance(cached_resp, Exception):
+                        # Cache state is invalid, raise exception
+                        raise cached_resp
+                    if cached_resp is not None:
+                        yield cached_resp
+                        continue
+
+                resp = None
+                req_type = req.WhichOneof("type")
+                if req_type == "init":
+                    resp_init = self.basic_service.Init(req.init)
+                    resp = ray_client_pb2.DataResponse(
+                        init=resp_init,
+                    )
+                    with self.clients_lock:
+                        self.reconnect_grace_periods[
+                            client_id
+                        ] = req.init.reconnect_grace_period
+                        if req.init.reconnect_grace_period == 0:
+                            reconnect_enabled = False
+
+                elif req_type == "get":
+                    if req.get.asynchronous:
+                        get_resp = self.basic_service._async_get_object(
+                            req.get, client_id, req.req_id, request_queue
+                        )
+                        if get_resp is None:
+                            # Skip sending a response for this request and
+                            # continue to the next requst. The response for
+                            # this request will be sent when the object is
+                            # ready.
+                            continue
+                    else:
+                        get_resp = self.basic_service._get_object(req.get, client_id)
+                    resp = ray_client_pb2.DataResponse(get=get_resp)
+                elif req_type == "put":
+                    if not self.put_request_chunk_collector.add_chunk(req, req.put):
+                        # Put request still in progress
+                        continue
+                    put_resp = self.basic_service._put_object(
+                        self.put_request_chunk_collector.data,
+                        req.put.client_ref_id,
+                        client_id,
+                        req.put.owner_id,
+                    )
+                    self.put_request_chunk_collector.reset()
+                    resp = ray_client_pb2.DataResponse(put=put_resp)
+                elif req_type == "release":
+                    released = []
+                    for rel_id in req.release.ids:
+                        rel = self.basic_service.release(client_id, rel_id)
+                        released.append(rel)
+                    resp = ray_client_pb2.DataResponse(
+                        release=ray_client_pb2.ReleaseResponse(ok=released)
+                    )
+                elif req_type == "connection_info":
+                    resp = ray_client_pb2.DataResponse(
+                        connection_info=self._build_connection_response()
+                    )
+                elif req_type == "prep_runtime_env":
+                    with self.clients_lock:
+                        resp_prep = self.basic_service.PrepRuntimeEnv(
+                            req.prep_runtime_env
+                        )
+                        resp = ray_client_pb2.DataResponse(prep_runtime_env=resp_prep)
+                elif req_type == "connection_cleanup":
+                    cleanup_requested = True
+                    cleanup_resp = ray_client_pb2.ConnectionCleanupResponse()
+                    resp = ray_client_pb2.DataResponse(connection_cleanup=cleanup_resp)
+                elif req_type == "acknowledge":
+                    # Clean up acknowledged cache entries
+                    response_cache.cleanup(req.acknowledge.req_id)
+                    continue
+                elif req_type == "task":
+                    with self.clients_lock:
+                        task = req.task
+                        if not self.client_task_chunk_collector.add_chunk(req, task):
+                            # Not all serialized arguments have arrived
+                            continue
+                        arglist, kwargs = loads_from_client(
+                            self.client_task_chunk_collector.data, self.basic_service
+                        )
+                        self.client_task_chunk_collector.reset()
+                        resp_ticket = self.basic_service.Schedule(
+                            req.task, arglist, kwargs, context
+                        )
+                        resp = ray_client_pb2.DataResponse(task_ticket=resp_ticket)
+                        del arglist
+                        del kwargs
+                elif req_type == "terminate":
+                    with self.clients_lock:
+                        response = self.basic_service.Terminate(req.terminate, context)
+                        resp = ray_client_pb2.DataResponse(terminate=response)
+                elif req_type == "list_named_actors":
+                    with self.clients_lock:
+                        response = self.basic_service.ListNamedActors(
+                            req.list_named_actors
+                        )
+                        resp = ray_client_pb2.DataResponse(list_named_actors=response)
+                else:
+                    raise Exception(
+                        f"Unreachable code: Request type "
+                        f"{req_type} not handled in Datapath"
+                    )
+                resp.req_id = req.req_id
+                if _should_cache(req) and reconnect_enabled:
+                    response_cache.update_cache(req.req_id, resp)
+                yield resp
+        except Exception as e:
+            logger.exception("Error in data channel:")
+            recoverable = _propagate_error_in_context(e, context)
+            invalid_cache = response_cache.invalidate(e)
+            if not recoverable or invalid_cache:
+                context.set_code(grpc.StatusCode.FAILED_PRECONDITION)
+                # Connection isn't recoverable, skip cleanup
+                cleanup_requested = True
+        finally:
+            logger.debug(f"Stream is broken with client {client_id}")
+            queue_filler_thread.join(QUEUE_JOIN_SECONDS)
+            if queue_filler_thread.is_alive():
+                logger.error(
+                    "Queue filler thread failed to join before timeout: {}".format(
+                        QUEUE_JOIN_SECONDS
+                    )
+                )
+            cleanup_delay = self.reconnect_grace_periods.get(client_id)
+            if not cleanup_requested and cleanup_delay is not None:
+                logger.debug(
+                    "Cleanup wasn't requested, delaying cleanup by"
+                    f"{cleanup_delay} seconds."
+                )
+                # Delay cleanup, since client may attempt a reconnect
+                # Wait on the "stopped" event in case the grpc server is
+                # stopped and we can clean up earlier.
+                self.stopped.wait(timeout=cleanup_delay)
+            else:
+                logger.debug("Cleanup was requested, cleaning up immediately.")
+            with self.clients_lock:
+                if client_id not in self.client_last_seen:
+                    logger.debug("Connection already cleaned up.")
+                    # Some other connection has already cleaned up this
+                    # this client's session. This can happen if the client
+                    # reconnects and then gracefully shut's down immediately.
+                    return
+                last_seen = self.client_last_seen[client_id]
+                if last_seen > start_time:
+                    # The client successfully reconnected and updated
+                    # last seen some time during the grace period
+                    logger.debug("Client reconnected, skipping cleanup")
+                    return
+                # Either the client shut down gracefully, or the client
+                # failed to reconnect within the grace period. Clean up
+                # the connection.
+                self.basic_service.release_all(client_id)
+                del self.client_last_seen[client_id]
+                if client_id in self.reconnect_grace_periods:
+                    del self.reconnect_grace_periods[client_id]
+                if client_id in self.response_caches:
+                    del self.response_caches[client_id]
+                self.num_clients -= 1
+                logger.debug(
+                    f"Removed client {client_id}, " f"remaining={self.num_clients}"
+                )
+
+                # It's important to keep the Ray shutdown
+                # within this locked context or else Ray could hang.
+                # NOTE: it is strange to start ray in server.py but shut it
+                # down here. Consider consolidating ray lifetime management.
+                with disable_client_hook():
+                    if self.num_clients == 0:
+                        logger.debug("Shutting down ray.")
+                        ray.shutdown()
+
+    def _init(self, client_id: str, context: Any, start_time: float):
+        """
+        Checks if resources allow for another client.
+        Returns a boolean indicating if initialization was successful.
+        """
+        with self.clients_lock:
+            reconnecting = _get_reconnecting_from_context(context)
+            threshold = int(CLIENT_SERVER_MAX_THREADS / 2)
+            if self.num_clients >= threshold:
+                logger.warning(
+                    f"[Data Servicer]: Num clients {self.num_clients} "
+                    f"has reached the threshold {threshold}. "
+                    f"Rejecting client: {client_id}. "
+                )
+                if log_once("client_threshold"):
+                    logger.warning(
+                        "You can configure the client connection "
+                        "threshold by setting the "
+                        "RAY_CLIENT_SERVER_MAX_THREADS env var "
+                        f"(currently set to {CLIENT_SERVER_MAX_THREADS})."
+                    )
+                context.set_code(grpc.StatusCode.RESOURCE_EXHAUSTED)
+                return False
+            if reconnecting and client_id not in self.client_last_seen:
+                # Client took too long to reconnect, session has been
+                # cleaned up.
+                context.set_code(grpc.StatusCode.NOT_FOUND)
+                context.set_details(
+                    "Attempted to reconnect to a session that has already "
+                    "been cleaned up."
+                )
+                return False
+            if client_id in self.client_last_seen:
+                logger.debug(f"Client {client_id} has reconnected.")
+            else:
+                self.num_clients += 1
+                logger.debug(
+                    f"Accepted data connection from {client_id}. "
+                    f"Total clients: {self.num_clients}"
+                )
+            self.client_last_seen[client_id] = start_time
+            return True
+
+    def _build_connection_response(self):
+        with self.clients_lock:
+            cur_num_clients = self.num_clients
+        return ray_client_pb2.ConnectionInfoResponse(
+            num_clients=cur_num_clients,
+            python_version="{}.{}.{}".format(
+                sys.version_info[0], sys.version_info[1], sys.version_info[2]
+            ),
+            ray_version=ray.__version__,
+            ray_commit=ray.__commit__,
+        )