update cuda path
Browse files
script.py
CHANGED
|
@@ -129,19 +129,19 @@ os.environ['MKL_SERVICE_FORCE_INTEL'] = '1'
|
|
| 129 |
# print(f"Failed to download packages. Error: {e}")
|
| 130 |
|
| 131 |
def download_packages(packages, folder):
|
| 132 |
-
|
| 133 |
-
|
| 134 |
-
|
| 135 |
-
|
| 136 |
-
|
| 137 |
-
|
| 138 |
-
|
| 139 |
-
|
| 140 |
-
|
| 141 |
-
|
| 142 |
-
|
| 143 |
-
|
| 144 |
-
|
| 145 |
|
| 146 |
def install_package_from_local_file(package_name, folder='packages'):
|
| 147 |
"""
|
|
@@ -170,6 +170,9 @@ def setup_environment():
|
|
| 170 |
# packages_to_download = ['torch==2.1.0', 'torchvision==0.16.0', 'torchaudio==2.1.0']
|
| 171 |
# download_packages(packages_to_download, folder='packages/torch')
|
| 172 |
|
|
|
|
|
|
|
|
|
|
| 173 |
# packages_to_download = ['torch==2.1.0', 'torchvision==0.16.0', 'torchaudio==2.1.0']
|
| 174 |
# download_folder = 'packages/torch'
|
| 175 |
|
|
@@ -195,6 +198,14 @@ def setup_environment():
|
|
| 195 |
else:
|
| 196 |
print(f"Directory {pc_util_path} does not exist")
|
| 197 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 198 |
from pathlib import Path
|
| 199 |
def save_submission(submission, path):
|
| 200 |
"""
|
|
@@ -209,6 +220,7 @@ def save_submission(submission, path):
|
|
| 209 |
print(f"Submission saved to {path}")
|
| 210 |
|
| 211 |
if __name__ == "__main__":
|
|
|
|
| 212 |
setup_environment()
|
| 213 |
|
| 214 |
from handcrafted_solution import predict
|
|
@@ -237,4 +249,4 @@ if __name__ == "__main__":
|
|
| 237 |
# save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
| 238 |
print('------------ Saving results ---------------')
|
| 239 |
save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
| 240 |
-
print("------------ Done ------------ ")
|
|
|
|
| 129 |
# print(f"Failed to download packages. Error: {e}")
|
| 130 |
|
| 131 |
def download_packages(packages, folder):
|
| 132 |
+
# Create the directory if it doesn't exist
|
| 133 |
+
if not os.path.exists(folder):
|
| 134 |
+
os.makedirs(folder)
|
| 135 |
+
|
| 136 |
+
try:
|
| 137 |
+
subprocess.check_call([
|
| 138 |
+
'pip', 'download',
|
| 139 |
+
'--dest', folder,
|
| 140 |
+
'-f', 'https://download.pytorch.org/whl/cu121'
|
| 141 |
+
] + packages)
|
| 142 |
+
print(f"Packages downloaded successfully to {folder}")
|
| 143 |
+
except subprocess.CalledProcessError as e:
|
| 144 |
+
print(f"Failed to download packages. Error: {e}")
|
| 145 |
|
| 146 |
def install_package_from_local_file(package_name, folder='packages'):
|
| 147 |
"""
|
|
|
|
| 170 |
# packages_to_download = ['torch==2.1.0', 'torchvision==0.16.0', 'torchaudio==2.1.0']
|
| 171 |
# download_packages(packages_to_download, folder='packages/torch')
|
| 172 |
|
| 173 |
+
# Install ninja
|
| 174 |
+
subprocess.check_call([sys.executable, "-m", "pip", "install", "ninja"])
|
| 175 |
+
|
| 176 |
# packages_to_download = ['torch==2.1.0', 'torchvision==0.16.0', 'torchaudio==2.1.0']
|
| 177 |
# download_folder = 'packages/torch'
|
| 178 |
|
|
|
|
| 198 |
else:
|
| 199 |
print(f"Directory {pc_util_path} does not exist")
|
| 200 |
|
| 201 |
+
def setup_cuda_environment():
|
| 202 |
+
cuda_home = '/usr/local/cuda-12.1'
|
| 203 |
+
if not os.path.exists(cuda_home):
|
| 204 |
+
raise EnvironmentError(f"CUDA_HOME directory {cuda_home} does not exist. Please install CUDA and set CUDA_HOME environment variable.")
|
| 205 |
+
os.environ['CUDA_HOME'] = cuda_home
|
| 206 |
+
os.environ['PATH'] = f"{cuda_home}/bin:{os.environ['PATH']}"
|
| 207 |
+
os.environ['LD_LIBRARY_PATH'] = f"{cuda_home}/lib64:{os.environ.get('LD_LIBRARY_PATH', '')}"
|
| 208 |
+
|
| 209 |
from pathlib import Path
|
| 210 |
def save_submission(submission, path):
|
| 211 |
"""
|
|
|
|
| 220 |
print(f"Submission saved to {path}")
|
| 221 |
|
| 222 |
if __name__ == "__main__":
|
| 223 |
+
setup_cuda_environment()
|
| 224 |
setup_environment()
|
| 225 |
|
| 226 |
from handcrafted_solution import predict
|
|
|
|
| 249 |
# save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
| 250 |
print('------------ Saving results ---------------')
|
| 251 |
save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
| 252 |
+
print("------------ Done ------------ ")
|