colin1842 commited on
Commit
df8edef
·
1 Parent(s): 456e422

update cuda path

Browse files
Files changed (1) hide show
  1. script.py +26 -14
script.py CHANGED
@@ -129,19 +129,19 @@ os.environ['MKL_SERVICE_FORCE_INTEL'] = '1'
129
  # print(f"Failed to download packages. Error: {e}")
130
 
131
  def download_packages(packages, folder):
132
- # Create the directory if it doesn't exist
133
- if not os.path.exists(folder):
134
- os.makedirs(folder)
135
-
136
- try:
137
- subprocess.check_call([
138
- 'pip', 'download',
139
- '--dest', folder,
140
- '-f', 'https://download.pytorch.org/whl/cu121'
141
- ] + packages)
142
- print(f"Packages downloaded successfully to {folder}")
143
- except subprocess.CalledProcessError as e:
144
- print(f"Failed to download packages. Error: {e}")
145
 
146
  def install_package_from_local_file(package_name, folder='packages'):
147
  """
@@ -170,6 +170,9 @@ def setup_environment():
170
  # packages_to_download = ['torch==2.1.0', 'torchvision==0.16.0', 'torchaudio==2.1.0']
171
  # download_packages(packages_to_download, folder='packages/torch')
172
 
 
 
 
173
  # packages_to_download = ['torch==2.1.0', 'torchvision==0.16.0', 'torchaudio==2.1.0']
174
  # download_folder = 'packages/torch'
175
 
@@ -195,6 +198,14 @@ def setup_environment():
195
  else:
196
  print(f"Directory {pc_util_path} does not exist")
197
 
 
 
 
 
 
 
 
 
198
  from pathlib import Path
199
  def save_submission(submission, path):
200
  """
@@ -209,6 +220,7 @@ def save_submission(submission, path):
209
  print(f"Submission saved to {path}")
210
 
211
  if __name__ == "__main__":
 
212
  setup_environment()
213
 
214
  from handcrafted_solution import predict
@@ -237,4 +249,4 @@ if __name__ == "__main__":
237
  # save_submission(solution, Path(params['output_path']) / "submission.parquet")
238
  print('------------ Saving results ---------------')
239
  save_submission(solution, Path(params['output_path']) / "submission.parquet")
240
- print("------------ Done ------------ ")
 
129
  # print(f"Failed to download packages. Error: {e}")
130
 
131
  def download_packages(packages, folder):
132
+ # Create the directory if it doesn't exist
133
+ if not os.path.exists(folder):
134
+ os.makedirs(folder)
135
+
136
+ try:
137
+ subprocess.check_call([
138
+ 'pip', 'download',
139
+ '--dest', folder,
140
+ '-f', 'https://download.pytorch.org/whl/cu121'
141
+ ] + packages)
142
+ print(f"Packages downloaded successfully to {folder}")
143
+ except subprocess.CalledProcessError as e:
144
+ print(f"Failed to download packages. Error: {e}")
145
 
146
  def install_package_from_local_file(package_name, folder='packages'):
147
  """
 
170
  # packages_to_download = ['torch==2.1.0', 'torchvision==0.16.0', 'torchaudio==2.1.0']
171
  # download_packages(packages_to_download, folder='packages/torch')
172
 
173
+ # Install ninja
174
+ subprocess.check_call([sys.executable, "-m", "pip", "install", "ninja"])
175
+
176
  # packages_to_download = ['torch==2.1.0', 'torchvision==0.16.0', 'torchaudio==2.1.0']
177
  # download_folder = 'packages/torch'
178
 
 
198
  else:
199
  print(f"Directory {pc_util_path} does not exist")
200
 
201
+ def setup_cuda_environment():
202
+ cuda_home = '/usr/local/cuda-12.1'
203
+ if not os.path.exists(cuda_home):
204
+ raise EnvironmentError(f"CUDA_HOME directory {cuda_home} does not exist. Please install CUDA and set CUDA_HOME environment variable.")
205
+ os.environ['CUDA_HOME'] = cuda_home
206
+ os.environ['PATH'] = f"{cuda_home}/bin:{os.environ['PATH']}"
207
+ os.environ['LD_LIBRARY_PATH'] = f"{cuda_home}/lib64:{os.environ.get('LD_LIBRARY_PATH', '')}"
208
+
209
  from pathlib import Path
210
  def save_submission(submission, path):
211
  """
 
220
  print(f"Submission saved to {path}")
221
 
222
  if __name__ == "__main__":
223
+ setup_cuda_environment()
224
  setup_environment()
225
 
226
  from handcrafted_solution import predict
 
249
  # save_submission(solution, Path(params['output_path']) / "submission.parquet")
250
  print('------------ Saving results ---------------')
251
  save_submission(solution, Path(params['output_path']) / "submission.parquet")
252
+ print("------------ Done ------------ ")