Jitesh Jain
commited on
Commit
·
79b40c3
1
Parent(s):
de5b705
Compile Worked, fix path data
Browse files- gradio_app.py +0 -3
- oneformer/data/tokenizer.py +5 -4
gradio_app.py
CHANGED
|
@@ -1,7 +1,4 @@
|
|
| 1 |
-
import subprocess
|
| 2 |
import torch
|
| 3 |
-
if torch.cuda.is_available():
|
| 4 |
-
subprocess.run('sh deform_setup.sh', shell=True)
|
| 5 |
|
| 6 |
print("Installed the dependencies!")
|
| 7 |
|
|
|
|
|
|
|
| 1 |
import torch
|
|
|
|
|
|
|
| 2 |
|
| 3 |
print("Installed the dependencies!")
|
| 4 |
|
oneformer/data/tokenizer.py
CHANGED
|
@@ -40,7 +40,7 @@ import torch
|
|
| 40 |
@lru_cache()
|
| 41 |
def default_bpe():
|
| 42 |
url = 'https://github.com/SHI-Labs/OneFormer/blob/main/oneformer/data/bpe_simple_vocab_16e6.txt.gz'
|
| 43 |
-
wget.download(url, os.path.dirname(os.path.abspath(__file__)))
|
| 44 |
# inmemory = StringIO(urlopen(url).read())
|
| 45 |
# return inmemory
|
| 46 |
return os.path.join(os.path.dirname(os.path.abspath(__file__)), 'bpe_simple_vocab_16e6.txt.gz')
|
|
@@ -129,9 +129,10 @@ class SimpleTokenizer(object):
|
|
| 129 |
def __init__(self, bpe_path: str = default_bpe()):
|
| 130 |
self.byte_encoder = bytes_to_unicode()
|
| 131 |
self.byte_decoder = {v: k for k, v in self.byte_encoder.items()}
|
| 132 |
-
|
| 133 |
-
|
| 134 |
-
|
|
|
|
| 135 |
merges = gzip.open(bpe_path).read().decode('utf-8').split('\n')
|
| 136 |
merges = merges[1:49152 - 256 - 2 + 1]
|
| 137 |
merges = [tuple(merge.split()) for merge in merges]
|
|
|
|
| 40 |
@lru_cache()
|
| 41 |
def default_bpe():
|
| 42 |
url = 'https://github.com/SHI-Labs/OneFormer/blob/main/oneformer/data/bpe_simple_vocab_16e6.txt.gz'
|
| 43 |
+
wget.download(url, out=os.path.join(os.path.dirname(os.path.abspath(__file__)), 'bpe_simple_vocab_16e6.txt.gz'))
|
| 44 |
# inmemory = StringIO(urlopen(url).read())
|
| 45 |
# return inmemory
|
| 46 |
return os.path.join(os.path.dirname(os.path.abspath(__file__)), 'bpe_simple_vocab_16e6.txt.gz')
|
|
|
|
| 129 |
def __init__(self, bpe_path: str = default_bpe()):
|
| 130 |
self.byte_encoder = bytes_to_unicode()
|
| 131 |
self.byte_decoder = {v: k for k, v in self.byte_encoder.items()}
|
| 132 |
+
|
| 133 |
+
print("-----------\n")
|
| 134 |
+
print(bpe_path)
|
| 135 |
+
print("-----------\n")
|
| 136 |
merges = gzip.open(bpe_path).read().decode('utf-8').split('\n')
|
| 137 |
merges = merges[1:49152 - 256 - 2 + 1]
|
| 138 |
merges = [tuple(merge.split()) for merge in merges]
|