# Copyright 2025 the LlamaFactory team. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os from contextlib import contextmanager @contextmanager def dist_env(local_rank: int = 0, world_size: int = 1, master_port: int = 25595): """Set distributed environment variables.""" env_vars = { "MASTER_ADDR": "127.0.0.1", "MASTER_PORT": str(master_port), "RANK": str(local_rank), "LOCAL_RANK": str(local_rank), "WORLD_SIZE": str(world_size), "LOCAL_WORLD_SIZE": str(world_size), } os.environ.update(env_vars) try: yield finally: for key in env_vars.keys(): os.environ.pop(key, None)