ryaalbr commited on
Commit
93d99b3
·
verified ·
1 Parent(s): 72f8dca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -2
app.py CHANGED
@@ -1,5 +1,6 @@
1
  import gradio as gr
2
- from datasets import load_dataset
 
3
  import random
4
  import numpy as np
5
  from transformers import CLIPProcessor, CLIPModel
@@ -46,7 +47,19 @@ clip_model = clip_model.to(device)
46
 
47
  # Load the Unsplash dataset
48
  #dataset = load_dataset("jamescalam/unsplash-25k-photos", split="train", trust_remote_code=True) # all 25K images are in train split
49
- dataset = load_dataset("1aurent/unsplash-lite", split="train")
 
 
 
 
 
 
 
 
 
 
 
 
50
  dataset_size = len(dataset)
51
 
52
  # Load gpt and modifed weights for captions
 
1
  import gradio as gr
2
+ from datasets import load_dataset, DownloadConfig
3
+
4
  import random
5
  import numpy as np
6
  from transformers import CLIPProcessor, CLIPModel
 
47
 
48
  # Load the Unsplash dataset
49
  #dataset = load_dataset("jamescalam/unsplash-25k-photos", split="train", trust_remote_code=True) # all 25K images are in train split
50
+
51
+ download_config = DownloadConfig(
52
+ max_retries=5,
53
+ timeout=60 # Increase from default 10s to 60s
54
+ )
55
+
56
+ dataset = load_dataset(
57
+ "1aurent/unsplash-lite",
58
+ split="train",
59
+ download_config=download_config,
60
+ streaming=True
61
+ )
62
+
63
  dataset_size = len(dataset)
64
 
65
  # Load gpt and modifed weights for captions