diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..e6412589437932fe6b2d8edb8e5999a069e7043a 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +yarngpt/notebooks/audio_0c026c21-f432-4d20-a86b-899a10d9ed60.webp filter=lfs diff=lfs merge=lfs -text diff --git a/yarngpt/README.md b/yarngpt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f419b5a39e280afccc0d6182de41230f6d272ede --- /dev/null +++ b/yarngpt/README.md @@ -0,0 +1,114 @@ +# YarnGPT 🎙️ +![image/png](https://github.com/saheedniyi02/yarngpt/blob/main/notebooks%2Faudio_0c026c21-f432-4d20-a86b-899a10d9ed60.webp) +A text-to-speech model generating natural Nigerian-accented English speech. Built on pure language modeling without external adapters. + +Web Url: https://yarngpt.co/ + +## Quick Start + +```python + +!git clone https://github.com/saheedniyi02/yarngpt.git + +pip install outetts uroman + +import os +import re +import json +import torch +import inflect +import random +import uroman as ur +import numpy as np +import torchaudio +import IPython +from transformers import AutoModelForCausalLM, AutoTokenizer +from outetts.wav_tokenizer.decoder import WavTokenizer + + +!wget https://huggingface.co/novateur/WavTokenizer-medium-speech-75token/resolve/main/wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml +!gdown 1-ASeEkrn4HY49yZWHTASgfGFNXdVnLTt + + +from yarngpt.audiotokenizer import AudioTokenizerV2 + +tokenizer_path="saheedniyi/YarnGPT2" +wav_tokenizer_config_path="/content/wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml" +wav_tokenizer_model_path = "/content/wavtokenizer_large_speech_320_24k.ckpt" + + +audio_tokenizer=AudioTokenizerV2( + tokenizer_path,wav_tokenizer_model_path,wav_tokenizer_config_path + ) + + +model = AutoModelForCausalLM.from_pretrained(tokenizer_path,torch_dtype="auto").to(audio_tokenizer.device) + +#change the text +text="The election was won by businessman and politician, Moshood Abiola, but Babangida annulled the results, citing concerns over national security." + +# change the language and voice +prompt=audio_tokenizer.create_prompt(text,lang="english",speaker_name="idera") + +input_ids=audio_tokenizer.tokenize_prompt(prompt) + +output = model.generate( + input_ids=input_ids, + temperature=0.1, + repetition_penalty=1.1, + max_length=4000, + #num_beams=5,# using a beam size helps for the local languages but not english + ) + +codes=audio_tokenizer.get_codes(output) +audio=audio_tokenizer.get_audio(codes) +IPython.display.Audio(audio,rate=24000) +torchaudio.save(f"Sample.wav", audio, sample_rate=24000) + +``` + +## Features + +- 🗣️ 12 preset voices (6 male, 6 female) +- 🎯 Trained on 2000+ hours of Nigerian audio +- 🔊 24kHz high-quality audio output +- 🚀 Simple API for quick integration +- 📝 Support for long-form text + +## Available Voices +- Female: zainab, idera, regina, chinenye, joke, remi +- Male: jude, tayo, umar, osagie, onye, emma + +## Examples + +Check out our [demo notebook](link-to-notebook) or listen to [sample outputs](https://huggingface.co/saheedniyi/YarnGPT/tree/main/audio). + +## Model Details + +- Base: [HuggingFaceTB/SmolLM2-360M](https://huggingface.co/HuggingFaceTB/SmolLM2-360M) +- Training: 5 epochs on A100 GPU +- Data: Nigerian movies, podcasts, and open-source audio +- Architecture: Pure language modeling approach + +## Limitations + +- English to Nigerian-accented English only +- May not capture all Nigerian accent variations +- Training data includes auto-generated content + +## Citation + +```bibtex +@misc{yarngpt2025, + author = {Saheed Azeez}, + title = {YarnGPT: Nigerian-Accented English Text-to-Speech Model}, + year = {2025}, + publisher = {Hugging Face} +} +``` + +## License +MIT + +## Acknowledgments +Built with [WavTokenizer](https://github.com/jishengpeng/WavTokenizer) and inspired by [OuteTTS](https://huggingface.co/OuteAI/OuteTTS-0.2-500M/). diff --git a/yarngpt/__init__.py b/yarngpt/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..8b137891791fe96927ad78e64b0aad7bded08bdc --- /dev/null +++ b/yarngpt/__init__.py @@ -0,0 +1 @@ + diff --git a/yarngpt/__pycache__/__init__.cpython-312.pyc b/yarngpt/__pycache__/__init__.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..e06420e7a61e76efe8c3e497a64be1a68bc40561 Binary files /dev/null and b/yarngpt/__pycache__/__init__.cpython-312.pyc differ diff --git a/yarngpt/__pycache__/audiotokenizer.cpython-312.pyc b/yarngpt/__pycache__/audiotokenizer.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..62bcac54dcc14da4baf6fe5225688c4e4474d50f Binary files /dev/null and b/yarngpt/__pycache__/audiotokenizer.cpython-312.pyc differ diff --git a/yarngpt/audiotokenizer.py b/yarngpt/audiotokenizer.py new file mode 100644 index 0000000000000000000000000000000000000000..ebab37f9bd89abe8905d2105c81f8171b7445817 --- /dev/null +++ b/yarngpt/audiotokenizer.py @@ -0,0 +1,319 @@ +import os +import re +import json +import torch +import inflect +import random +import uroman as ur +import numpy as np +import torchaudio +from transformers import AutoTokenizer +from outetts.wav_tokenizer.decoder import WavTokenizer +from outetts.wav_tokenizer.encoder.utils import convert_audio + +class AudioTokenizer: + + def __init__(self,tokenizer_path,wav_tokenizer_model_path,wav_tokenizer_config_path,): + self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + self.text_prompt = "{bos}\n{text_start}{words}{text_end}\n{audio_start}\n" + self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_path) + self.bos = "<|im_start|>" + self.eos = "<|im_end|>" + self.input_length=0 + self.special_tokens = { + "audio_code": "<|{}|>", + "text_start": "<|text_start|>", + "text_end": "<|text_end|>", + "audio_start": "<|audio_start|>", + "audio_end": "<|audio_end|>", + "time": "<|t_{:.2f}|>", + "code_start": "<|code_start|>", + "code_end": "<|code_end|>", + "text_sep": "<|text_sep|>" + } + self.lec = inflect.engine() + #self.text_prompt = "{bos}\n{text_start}{words}{text_end}\n{audio_start}\n" + #self.config_path = "/content/wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml" + #self.model_path = "/content/wavtokenizer_large_speech_320_24k.ckpt" + self.wavtokenizer = WavTokenizer.from_pretrained0802(wav_tokenizer_config_path, wav_tokenizer_model_path) + self.wavtokenizer = self.wavtokenizer.to(self.device) + self.BASE_DIR = os.path.dirname(__file__) + self.DEFAULT_SPEAKERS_DIR = os.path.join(self.BASE_DIR, "default_speakers") + self.speakers=["idera","emma","onye","jude","osagie","tayo","zainab","joke","regina","remi","umar","chinenye"] + + def get_speaker_path(self,speaker_name): + return os.path.join(self.DEFAULT_SPEAKERS_DIR, f"{speaker_name}.json") + + def load_speaker(self, path: str): + with open(path, "r") as f: + return json.load(f) + + def load_default_speaker(self, name: str): + name = name.lower().strip() + speaker_path=self.get_speaker_path(name) + return self.load_speaker(speaker_path) + + + def process_text(self, text: str): + + text = re.sub(r'\d+(\.\d+)?', lambda x: self.lec.number_to_words(x.group()), text.lower()) + text = re.sub(r'[-_/,\.\\]', ' ', text) + text = re.sub(r'[^a-z\s]', '', text) + text = re.sub(r'\s+', ' ', text).strip() + return text.split() + + def create_audio_prompt(self,words: list) -> str: + prompt = [] + for i in words: + word = i["word"] + duration = self.special_tokens["time"].format(float(i["duration"])) + tokens = "".join([self.special_tokens["audio_code"].format(c) for c in i["codes"]]) + prompt.append(f'{word}{duration}{self.special_tokens["code_start"]}{tokens}{self.special_tokens["code_end"]}') + return "\n".join(prompt) + + def create_prompt(self,text,speaker_name="idera"): + speaker=self.load_default_speaker(speaker_name) + input_words = self.process_text(speaker["text"]) + self.process_text(text) + #input_words = process_text(speaker["text"]) + input_words + + inputs_words_strings = f"{self.special_tokens['text_sep']}".join([i.strip() for i in input_words]) + prompt = self.text_prompt.format( + bos=self.bos, + text_start=self.special_tokens['text_start'], + words=inputs_words_strings, + text_end=self.special_tokens['text_end'], + audio_start=self.special_tokens['audio_start'] + ) + prompt += self.create_audio_prompt(speaker["words"]) + + return prompt + + def tokenize_prompt(self, prompt): + input_ids = self.tokenizer.encode( + prompt, + add_special_tokens=False, + return_tensors="pt" + ).to(self.device) + self.input_length=input_ids.shape[1] + return input_ids.to(self.device) + + + def get_audio(self,discrete_code): + discrete_code=torch.tensor([[discrete_code]]).to(self.device) + features = self.wavtokenizer.codes_to_features(discrete_code).to(self.device) + bandwidth_id = torch.tensor([0]).to(self.device) + audio_out = self.wavtokenizer.decode(features, bandwidth_id=bandwidth_id) + return audio_out.to("cpu") + + def extract_integers(self,s): + # Match integers enclosed in vertical bars |integer| + matches = re.findall(r'\|(-?\d+)\|', s) + # Convert matches to integers + return [int(match) for match in matches] + + def get_codes(self, output): + new_output=self.tokenizer.decode(output[0][self.input_length:]) + codes=self.extract_integers(new_output) + return codes + + +class AudioTokenizerForLocal(AudioTokenizer): + + def __init__(self,tokenizer_path,wav_tokenizer_model_path,wav_tokenizer_config_path,): + super().__init__(tokenizer_path, wav_tokenizer_model_path, wav_tokenizer_config_path) + self.text_prompt = "{bos}\n{text_start}{words}{text_end}\n{lang}\n{audio_start}\n" + self.special_tokens = { + "audio_code": "<|{}|>", + "text_start": "<|text_start|>", + "text_end": "<|text_end|>", + "audio_start": "<|audio_start|>", + "audio_end": "<|audio_end|>", + "word_start": "<|word_start|>", + "word_end": "<|word_end|>", + "time": "<|t_{:.2f}|>", + "code_start": "<|code_start|>", + "code_end": "<|code_end|>", + "text_sep": "<|text_sep|>", + "hausa":"<|hausa|>", + "igbo":"<|igbo|>", + "yoruba":"<|yoruba|>", + } + self.uroman = ur.Uroman() + self.DEFAULT_SPEAKERS_DIR = os.path.join(self.BASE_DIR, "default_speakers_local") + self.speakers = [ + "hausa_male1", "hausa_male2","yoruba_male1", "yoruba_male2","igbo_male2" #"igbo_male1", "igbo_male2", + "hausa_female1", "hausa_female2", "igbo_female1", "igbo_female2", "yoruba_female1", "yoruba_female2" + ] + + def process_text(self, text: str): + text = self.uroman.romanize_string(text) + text = re.sub(r'\d+(\.\d+)?', lambda x: self.lec.number_to_words(x.group()), text.lower()) + text = re.sub(r'[-_/,\.\\]', ' ', text) + text = re.sub(r'[^a-z\s]', '', text) + text = re.sub(r'\s+', ' ', text).strip() + return text.split() + + def create_prompt(self,text,lang,speaker_name=None): + assert lang in ["hausa","igbo","yoruba"], f"Invalid language: {lang}, language must be one of ['hausa','igbo','yoruba']" + #if no speaker + if speaker_name is None: + if lang=="hausa": + speaker_name=random.choice(["hausa_male1","hausa_male2","hausa_female1","hausa_female2"]) + elif lang=="igbo": + speaker_name=random.choice(["igbo_female1","igbo_female2","igbo_male2"])#"igbo_male1"]) + else: + speaker_name=random.choice(["yoruba_male2","yoruba_female1","yoruba_female2"]) + speaker=self.load_default_speaker(speaker_name) + input_words = self.process_text(speaker["text"]) + self.process_text(text) + #input_words = process_text(speaker["text"]) + input_words + + inputs_words_strings = f"{self.special_tokens['text_sep']}".join([i.strip() for i in input_words]) + prompt = self.text_prompt.format( + bos=self.bos, + text_start=self.special_tokens['text_start'], + words=inputs_words_strings, + text_end=self.special_tokens['text_end'], + lang=self.special_tokens[lang], + audio_start=self.special_tokens['audio_start'] + ) + prompt += self.create_audio_prompt(speaker["words"]) + + return prompt + + +class AudioTokenizerV2(AudioTokenizer): + + def __init__(self,tokenizer_path,wav_tokenizer_model_path,wav_tokenizer_config_path,): + super().__init__(tokenizer_path, wav_tokenizer_model_path, wav_tokenizer_config_path) + self.text_prompt = "{bos}\n{text_start}{words}{text_end}\n{lang}\n{audio_start}\n" + self.asr_prompt="{bos}\n{code_start}{codes}{code_end}\n{asr}\n" + self.special_tokens = { + "audio_code": "<|{}|>", + "text_start": "<|text_start|>", + "text_end": "<|text_end|>", + "audio_start": "<|audio_start|>", + "audio_end": "<|audio_end|>", + "word_start": "<|word_start|>", + "word_end": "<|word_end|>", + "time": "<|t_{:.2f}|>", + "code_start": "<|code_start|>", + "code_end": "<|code_end|>", + "text_sep": "<|text_sep|>", + "hausa":"<|hausa|>", + "igbo":"<|igbo|>", + "yoruba":"<|yoruba|>", + "english":"<|english|>",#<|english|> + "asr":"<|asr|>" + } + self.uroman = ur.Uroman() + self.DEFAULT_SPEAKERS_DIR_LOCAL = os.path.join(self.BASE_DIR, "default_speakers_local") + self.DEFAULT_SPEAKERS_ENG = os.path.join(self.BASE_DIR, "default_speakers") + self.speakers_local = [ + "hausa_male1", "hausa_male2","yoruba_male1", "yoruba_male2","igbo_male2" #"igbo_male1", "igbo_male2", + "hausa_female1", "hausa_female2", "igbo_female1", "igbo_female2", "yoruba_female1", "yoruba_female2" + ] + self.speakers_eng = ["idera","emma","onye","jude","osagie","tayo","zainab","joke","regina","remi","umar","chinenye","saheed"] + self.changed_tokens=[('<|1836|>', '<|453|><|453|>'), + ('<|1837|>', '<|1836|><|1836|>'), + ('<|1838|>', '<|1837|><|1837|>'), + ('<|1840|>', '<|244|><|167|>'), + ('<|1841|>', '<|235|><|219|>'), + ('<|1844|>', '<|453|><|244|>'), + ('<|1845|>', '<|1838|><|1838|>')] + + def process_text(self, text: str): + text = self.uroman.romanize_string(text) + text = re.sub(r'\d+(\.\d+)?', lambda x: self.lec.number_to_words(x.group()), text.lower()) + text = re.sub(r'[-_/,\.\\]', ' ', text) + text = re.sub(r'[^a-z\s]', '', text) + text = re.sub(r'\s+', ' ', text).strip() + return text.split() + + def get_speaker_path(self,speaker_name,dir): + return os.path.join(dir, f"{speaker_name}.json") + + def load_speaker(self, path: str): + with open(path, "r") as f: + return json.load(f) + + def load_default_speaker(self, name: str,dir: str): + name = name.lower().strip() + speaker_path=self.get_speaker_path(name,dir) + return self.load_speaker(speaker_path) + + def create_prompt(self,text,lang,speaker_name=None): + assert lang in ["hausa","igbo","yoruba","english"], f"Invalid language: {lang}, language must be one of ['hausa','igbo','yoruba','english']" + #if no speaker + dir=self.DEFAULT_SPEAKERS_DIR_LOCAL + if speaker_name is None: + if lang=="hausa": + speaker_name=random.choice(["hausa_male1","hausa_male2","hausa_female1","hausa_female2"]) + elif lang=="igbo": + speaker_name=random.choice(["igbo_female1","igbo_female2","igbo_male2"])#"igbo_male1"]) + elif lang=="yoruba": + speaker_name=random.choice(["yoruba_male2","yoruba_female1","yoruba_female2"]) + else: + speaker_name=random.choice(self.speakers_eng) + + if lang=="english": + dir=self.DEFAULT_SPEAKERS_ENG + speaker=self.load_default_speaker(speaker_name,dir) + input_words = self.process_text(speaker["text"]) + self.process_text(text) + #input_words = process_text(speaker["text"]) + input_words + + inputs_words_strings = f"{self.special_tokens['text_sep']}".join([i.strip() for i in input_words]) + prompt = self.text_prompt.format( + bos=self.bos, + text_start=self.special_tokens['text_start'], + words=inputs_words_strings, + text_end=self.special_tokens['text_end'], + lang=self.special_tokens[lang], + audio_start=self.special_tokens['audio_start'] + ) + prompt += self.create_audio_prompt(speaker["words"]) + + return prompt + def replace_tokens(text): + for pair in self.changed_tokens: + text=text.replace(pair[0],pair[-1]) + return text + + def resample(self,audio: np.ndarray, sr: int, target_sr: int): + audio = audio.to(dtype=torch.float32) + #.clone().detach() + audio = audio.unsqueeze(0) + # 1 as last arg corresponds to mono audio + resampled = convert_audio(audio, sr, target_sr, 1) + return resampled.to(self.device ) + + def quantize_wavtokenizer(self, path): + audio_data, sample_rate = torchaudio.load(path) + audio_data=audio_data.squeeze() + audio = self.resample(audio_data, sample_rate, 24000).to(self.device) + if audio.ndim==3: + audio=audio.squeeze(1) + bandwidth_id = torch.tensor([0]).to(self.device ) + _, codes = self.wavtokenizer.encode_infer(audio, bandwidth_id=bandwidth_id) + codes = codes.squeeze(1).to(self.device)#+last_text_token + res="" + for code in codes[0].tolist(): + res+=f"<|{code}|>" + return res + + def create_asr_prompt(self,audio_path): + codes=self.quantize_wavtokenizer(audio_path) + prompt = self.asr_prompt.format( + bos=self.bos, + code_start=self.special_tokens['code_start'], + codes=codes, + code_end=self.special_tokens['code_end'], + asr=self.special_tokens["asr"], + ) + return prompt + + def get_asr_results(self,output): + res="" + for text in self.tokenizer.decode(output[0]).split("<|text_start|>")[-1].split("<|text_end|>")[0].split("\n"): + res+=text.split("<|word_start|>")[-1].split("<|word_end|>")[0] + res+=" " + return res.strip() diff --git a/yarngpt/default_speakers/azeez.json b/yarngpt/default_speakers/azeez.json new file mode 100644 index 0000000000000000000000000000000000000000..432814abc8a6e0b471debb29b76e52f556bd6ef1 --- /dev/null +++ b/yarngpt/default_speakers/azeez.json @@ -0,0 +1,413 @@ +{ + "text": "Hello! My name is Saheed azeez and I am testing the audio feature", + "words": [ + { + "word": "hello", + "duration": 1.22, + "codes": [ + 219, + 244, + 244, + 167, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 244, + 219, + 237, + 864, + 1041, + 1048, + 1372, + 1780, + 1554, + 1024, + 702, + 1814, + 1754, + 1315, + 1697, + 1719, + 1682, + 307, + 621, + 901, + 355, + 783, + 1726, + 353, + 1416, + 729, + 803, + 1494, + 353, + 876, + 1818, + 932, + 1068, + 1813, + 875, + 1774, + 766, + 1453, + 1466, + 792, + 1388, + 1495, + 1236, + 1462, + 431, + 1025, + 1429, + 1128, + 1236, + 1483, + 1305, + 1352, + 1681, + 5, + 1758, + 1481, + 1339 + ] + }, + { + "word": "my", + "duration": 0.18, + "codes": [ + 1333, + 1339, + 1388, + 1373, + 974, + 723, + 1776, + 1001, + 1160, + 1769, + 1048, + 1646, + 1321, + 912 + ] + }, + { + "word": "name", + "duration": 0.2, + "codes": [ + 1596, + 325, + 876, + 1303, + 973, + 1707, + 1332, + 1300, + 145, + 1136, + 1266, + 1353, + 845, + 913, + 989 + ] + }, + { + "word": "is", + "duration": 0.12, + "codes": [ + 1257, + 1372, + 1617, + 1800, + 1568, + 1679, + 1798, + 1476, + 1759 + ] + }, + { + "word": "saheed", + "duration": 0.5, + "codes": [ + 1807, + 1354, + 1737, + 1738, + 1060, + 1122, + 1195, + 1275, + 1129, + 1473, + 688, + 1675, + 1724, + 1392, + 1146, + 1605, + 1784, + 1476, + 1454, + 1743, + 1824, + 706, + 1706, + 669, + 91, + 1079, + 1456, + 1645, + 1041, + 1687, + 1425, + 1205, + 830, + 1525, + 1007, + 1291, + 723 + ] + }, + { + "word": "azeez", + "duration": 0.48, + "codes": [ + 829, + 926, + 1438, + 1124, + 1282, + 1745, + 1019, + 1430, + 1657, + 1715, + 1637, + 1653, + 1713, + 1370, + 1534, + 1410, + 1767, + 814, + 22, + 1703, + 1534, + 1797, + 1488, + 1812, + 1637, + 1791, + 1720, + 1677, + 1807, + 1459, + 1779, + 1767, + 1145, + 1239, + 1622, + 1264 + ] + }, + { + "word": "and", + "duration": 0.24, + "codes": [ + 1780, + 1291, + 1174, + 1435, + 1494, + 1807, + 662, + 1760, + 1694, + 363, + 1225, + 1775, + 1264, + 1455, + 1014, + 1758, + 1620, + 1013 + ] + }, + { + "word": "i", + "duration": 0.06, + "codes": [ + 1823, + 1295, + 1397, + 1108, + 1275 + ] + }, + { + "word": "am", + "duration": 0.14, + "codes": [ + 1129, + 1697, + 835, + 1589, + 1719, + 1534, + 1495, + 1025, + 1405, + 766 + ] + }, + { + "word": "testing", + "duration": 0.42, + "codes": [ + 196, + 1118, + 761, + 1314, + 1770, + 1138, + 1429, + 728, + 1497, + 1792, + 1049, + 1430, + 1062, + 1788, + 1354, + 1555, + 1735, + 1728, + 954, + 1754, + 343, + 1418, + 636, + 1501, + 1301, + 901, + 763, + 1620, + 1687, + 177, + 1706, + 325 + ] + }, + { + "word": "the", + "duration": 0.14, + "codes": [ + 810, + 1421, + 1404, + 1093, + 781, + 752, + 1780, + 1749, + 850, + 1435 + ] + }, + { + "word": "audio", + "duration": 0.3, + "codes": [ + 1792, + 1381, + 1309, + 1472, + 1449, + 1785, + 114, + 601, + 866, + 1764, + 1212, + 1453, + 1152, + 1777, + 853, + 1735, + 1052, + 355, + 1421, + 1605, + 1761, + 1664, + 540 + ] + }, + { + "word": "feature", + "duration": 0.4, + "codes": [ + 1682, + 1442, + 1819, + 1818, + 710, + 1776, + 1205, + 646, + 1688, + 1572, + 875, + 1367, + 476, + 1285, + 460, + 342, + 1784, + 28, + 1621, + 1745, + 1462, + 988, + 1780, + 1697, + 1249, + 1348, + 1120, + 1590, + 803, + 1205 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/chinenye.json b/yarngpt/default_speakers/chinenye.json new file mode 100644 index 0000000000000000000000000000000000000000..2334658ad2ffcb2cc7c56a66e91f13eaff880499 --- /dev/null +++ b/yarngpt/default_speakers/chinenye.json @@ -0,0 +1,274 @@ +{ + "text": "and once I got that out of the way", + "words": [ + { + "word": "and", + "duration": 1.18, + "codes": [ + 1073, + 1804, + 1510, + 1562, + 377, + 1287, + 1615, + 175, + 631, + 1702, + 1700, + 1590, + 1158, + 1676, + 758, + 1727, + 1548, + 1464, + 1605, + 1469, + 1291, + 1755, + 1656, + 1323, + 1372, + 269, + 1252, + 1466, + 1677, + 1192, + 1220, + 1815, + 1658, + 1818, + 1514, + 1480, + 1747, + 1413, + 1440, + 1403, + 28, + 1806, + 1536, + 1269, + 1673, + 1616, + 1619, + 1745, + 1532, + 1659, + 1682, + 1777, + 1764, + 1766, + 1796, + 1827, + 719, + 1768, + 1761, + 1524, + 1782, + 1410, + 1748, + 1764, + 1447, + 1791, + 1790, + 1528, + 1550, + 1491, + 1764, + 1324, + 790, + 1307, + 664, + 719, + 1224, + 1571, + 1740, + 1062, + 1775, + 1494, + 486, + 1544, + 1828, + 961, + 1115, + 1308 + ] + }, + { + "word": "once", + "duration": 0.46, + "codes": [ + 996, + 1407, + 892, + 1326, + 1223, + 362, + 36, + 1103, + 1734, + 1755, + 1798, + 749, + 1603, + 1748, + 519, + 1643, + 1744, + 176, + 1709, + 749, + 1615, + 1801, + 1438, + 1719, + 1491, + 1802, + 1575, + 1750, + 1180, + 1077, + 855, + 1511, + 961, + 1739, + 632 + ] + }, + { + "word": "i", + "duration": 0.16, + "codes": [ + 398, + 1055, + 767, + 57, + 1777, + 1706, + 34, + 1025, + 1745, + 1796, + 1266, + 1348 + ] + }, + { + "word": "got", + "duration": 0.24, + "codes": [ + 1555, + 639, + 1708, + 813, + 1152, + 753, + 718, + 1742, + 756, + 1109, + 1796, + 85, + 1623, + 1769, + 1759, + 1491, + 1769, + 1693 + ] + }, + { + "word": "that", + "duration": 0.28, + "codes": [ + 1555, + 1732, + 1301, + 755, + 1224, + 1192, + 1241, + 1192, + 1102, + 944, + 1358, + 855, + 1342, + 1603, + 1693, + 1783, + 1689, + 1803, + 1126, + 1089, + 839 + ] + }, + { + "word": "out", + "duration": 0.16, + "codes": [ + 887, + 1726, + 1411, + 1758, + 839, + 9, + 1686, + 1642, + 1695, + 998, + 828, + 1755 + ] + }, + { + "word": "of", + "duration": 0.08, + "codes": [ + 1825, + 1734, + 1281, + 1794, + 1518, + 1696 + ] + }, + { + "word": "the", + "duration": 0.14, + "codes": [ + 1565, + 1608, + 1541, + 1258, + 1798, + 1499, + 1685, + 1554, + 1776, + 1602, + 1381 + ] + }, + { + "word": "way", + "duration": 0.16, + "codes": [ + 1822, + 1773, + 1663, + 1710, + 1554, + 1493, + 4, + 1620, + 1755, + 416, + 1384, + 1688 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/emma.json b/yarngpt/default_speakers/emma.json new file mode 100644 index 0000000000000000000000000000000000000000..5c485d1e0c95e4d73dd559d02f1020438193d395 --- /dev/null +++ b/yarngpt/default_speakers/emma.json @@ -0,0 +1,441 @@ +{ + "text": "Scientists have discovered a new planet that may be capable of supporting life!", + "words": [ + { + "word": "scientists", + "duration": 0.82, + "codes": [ + 1334, + 1359, + 619, + 1057, + 1528, + 817, + 1175, + 884, + 527, + 1519, + 323, + 980, + 608, + 1104, + 1271, + 1265, + 1237, + 191, + 1308, + 203, + 1126, + 1226, + 1265, + 1073, + 1661, + 903, + 502, + 197, + 127, + 1712, + 877, + 1717, + 1735, + 1076, + 1284, + 1629, + 784, + 62, + 175, + 432, + 767, + 533, + 990, + 1258, + 823, + 1651, + 1801, + 701, + 1382, + 554, + 527, + 117, + 323, + 989, + 884, + 817, + 495, + 781, + 1214, + 1099, + 1104 + ] + }, + { + "word": "have", + "duration": 0.24, + "codes": [ + 930, + 1393, + 1303, + 1001, + 1438, + 628, + 1774, + 973, + 1758, + 1501, + 1761, + 1428, + 1725, + 669, + 1780, + 487, + 866, + 1762 + ] + }, + { + "word": "discovered", + "duration": 0.66, + "codes": [ + 820, + 1592, + 1737, + 731, + 1325, + 1644, + 884, + 1300, + 323, + 596, + 231, + 296, + 943, + 990, + 1214, + 1039, + 1039, + 1430, + 866, + 19, + 1675, + 1824, + 1030, + 1630, + 1758, + 783, + 1598, + 1832, + 1330, + 1319, + 1730, + 1449, + 1414, + 1511, + 695, + 1526, + 1410, + 95, + 1686, + 1400, + 961, + 1809, + 1303, + 355, + 544, + 1671, + 1493, + 1290, + 1732, + 1808 + ] + }, + { + "word": "a", + "duration": 0.14, + "codes": [ + 968, + 1281, + 895, + 1827, + 1819, + 694, + 1509, + 1346, + 928, + 1449, + 1512 + ] + }, + { + "word": "new", + "duration": 0.24, + "codes": [ + 1433, + 1689, + 1685, + 1598, + 1547, + 1369, + 1228, + 1708, + 1285, + 1722, + 1257, + 625, + 1114, + 1425, + 465, + 950, + 651, + 561 + ] + }, + { + "word": "planet", + "duration": 0.48, + "codes": [ + 1707, + 821, + 1225, + 1228, + 1168, + 1291, + 1739, + 813, + 1738, + 966, + 1829, + 1229, + 1751, + 1280, + 1120, + 1537, + 1145, + 1257, + 1145, + 1490, + 1565, + 41, + 1677, + 1796, + 1258, + 1228, + 1389, + 1145, + 1433, + 763, + 1255, + 355, + 509, + 869, + 1144, + 501 + ] + }, + { + "word": "that", + "duration": 0.26, + "codes": [ + 1571, + 1404, + 1484, + 1716, + 1136, + 1720, + 1237, + 1420, + 1680, + 892, + 1458, + 1697, + 669, + 1658, + 859, + 1128, + 804, + 1157, + 1694 + ] + }, + { + "word": "may", + "duration": 0.18, + "codes": [ + 1339, + 761, + 820, + 1150, + 823, + 1706, + 1815, + 1354, + 1417, + 820, + 744, + 1413, + 995, + 733 + ] + }, + { + "word": "be", + "duration": 0.18, + "codes": [ + 20, + 1763, + 1417, + 821, + 1384, + 1784, + 968, + 1767, + 501, + 795, + 378, + 242, + 447 + ] + }, + { + "word": "capable", + "duration": 0.56, + "codes": [ + 666, + 1170, + 1637, + 1746, + 1042, + 1331, + 695, + 1739, + 1136, + 1471, + 1823, + 1185, + 1231, + 459, + 1071, + 168, + 418, + 513, + 431, + 669, + 840, + 938, + 1463, + 1640, + 1741, + 86, + 1273, + 724, + 1006, + 544, + 1408, + 1352, + 1721, + 1490, + 1321, + 1674, + 792, + 1765, + 1093, + 1731, + 1506, + 1742, + 1465 + ] + }, + { + "word": "of", + "duration": 0.16, + "codes": [ + 1697, + 1435, + 42, + 1593, + 1573, + 1146, + 1600, + 980, + 878, + 713, + 796, + 1364 + ] + }, + { + "word": "supporting", + "duration": 0.62, + "codes": [ + 541, + 833, + 1546, + 1230, + 1232, + 1417, + 1473, + 1486, + 1759, + 1327, + 1806, + 544, + 918, + 526, + 418, + 950, + 669, + 1749, + 1499, + 959, + 1806, + 203, + 1771, + 1651, + 1433, + 686, + 967, + 484, + 649, + 884, + 176, + 323, + 1349, + 722, + 1230, + 1218, + 1430, + 1663, + 1648, + 1808, + 1629, + 1822, + 1813, + 1663, + 1418, + 1742 + ] + }, + { + "word": "life", + "duration": 0.22, + "codes": [ + 1622, + 1648, + 1141, + 1682, + 1353, + 1351, + 1822, + 1229, + 1621, + 1435, + 1766, + 1428, + 1727, + 1343, + 1769, + 823, + 1050 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/idera.json b/yarngpt/default_speakers/idera.json new file mode 100644 index 0000000000000000000000000000000000000000..924c435f043c04d3e884c00a952d659d4c15a460 --- /dev/null +++ b/yarngpt/default_speakers/idera.json @@ -0,0 +1,396 @@ +{ + "text": "Scientists have discovered a new planet that may be capable of supporting life!", + "words": [ + { + "word": "scientists", + "duration": "1.00", + "codes": [ + 258, + 551, + 21, + 401, + 509, + 235, + 151, + 94, + 194, + 496, + 241, + 420, + 606, + 256, + 311, + 464, + 343, + 765, + 56, + 23, + 209, + 72, + 851, + 360, + 442, + 257, + 457, + 75, + 265, + 227, + 16, + 167, + 194, + 391, + 68, + 786, + 1642, + 888, + 884, + 1688, + 1021, + 1270, + 1250, + 640, + 1471, + 1193, + 1117, + 95, + 158, + 587, + 1484, + 1054, + 947, + 521, + 234, + 502, + 1172, + 1379, + 1332, + 1267, + 1659, + 226, + 325, + 404, + 634, + 713, + 333, + 1210, + 1028, + 700, + 1804, + 1549, + 1552, + 1527, + 701, + 895 + ] + }, + { + "word": "have", + "duration": "0.16", + "codes": [ + 652, + 1487, + 1045, + 665, + 384, + 908, + 1073, + 903, + 169, + 91, + 1242, + 59, + 1614 + ] + }, + { + "word": "discovered", + "duration": "0.52", + "codes": [ + 1523, + 519, + 1311, + 1166, + 1049, + 368, + 176, + 1546, + 990, + 546, + 1091, + 872, + 975, + 224, + 419, + 1714, + 1247, + 1769, + 1141, + 811, + 1149, + 320, + 1161, + 982, + 732, + 473, + 1025, + 470, + 1253, + 1345, + 965, + 916, + 407, + 844, + 594, + 1710, + 193, + 740, + 761, + 1740 + ] + }, + { + "word": "a", + "duration": "0.08", + "codes": [ + 5, + 414, + 1608, + 449, + 1643, + 1732, + 1653 + ] + }, + { + "word": "new", + "duration": "0.18", + "codes": [ + 396, + 1599, + 1733, + 250, + 1624, + 485, + 1645, + 771, + 1630, + 736, + 336, + 476, + 641, + 345 + ] + }, + { + "word": "planet", + "duration": "0.38", + "codes": [ + 21, + 131, + 1743, + 1082, + 1707, + 86, + 1075, + 883, + 944, + 1103, + 790, + 978, + 860, + 1738, + 1060, + 749, + 171, + 679, + 1144, + 966, + 1532, + 1179, + 714, + 1123, + 1308, + 1524, + 752, + 1613, + 1266 + ] + }, + { + "word": "that", + "duration": "0.14", + "codes": [ + 64, + 32, + 1457, + 1095, + 931, + 1774, + 1017, + 1661, + 1713, + 355, + 1708 + ] + }, + { + "word": "may", + "duration": "0.12", + "codes": [ + 1800, + 1070, + 1452, + 1185, + 1295, + 26, + 638, + 240, + 1480, + 1461 + ] + }, + { + "word": "be", + "duration": "0.12", + "codes": [ + 859, + 729, + 848, + 1131, + 1618, + 928, + 331, + 504, + 487, + 417 + ] + }, + { + "word": "capable", + "duration": "0.42", + "codes": [ + 686, + 1040, + 28, + 1456, + 1056, + 1133, + 901, + 1127, + 693, + 1406, + 20, + 118, + 141, + 572, + 845, + 1280, + 353, + 1726, + 338, + 1413, + 484, + 272, + 1569, + 144, + 1581, + 437, + 1502, + 963, + 1415, + 655, + 949, + 1289 + ] + }, + { + "word": "of", + "duration": "0.10", + "codes": [ + 1198, + 1755, + 1478, + 1548, + 802, + 1513, + 1290, + 636 + ] + }, + { + "word": "supporting", + "duration": "0.54", + "codes": [ + 541, + 867, + 750, + 1505, + 754, + 1344, + 1032, + 734, + 505, + 559, + 220, + 288, + 342, + 591, + 1459, + 1721, + 490, + 825, + 80, + 1221, + 1234, + 639, + 1052, + 450, + 1557, + 1302, + 784, + 1547, + 823, + 527, + 1667, + 1437, + 832, + 1366, + 674, + 1607, + 486, + 893, + 1748, + 792, + 1757 + ] + }, + { + "word": "life", + "duration": "0.28", + "codes": [ + 1761, + 149, + 1501, + 1342, + 1063, + 1124, + 117, + 1225, + 1115, + 1155, + 1815, + 1035, + 936, + 807, + 930, + 1514, + 837, + 1104, + 1145, + 1164, + 1687, + 1589 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/joke.json b/yarngpt/default_speakers/joke.json new file mode 100644 index 0000000000000000000000000000000000000000..89dcf66d530af163f1ef7e4751e787507d6860af --- /dev/null +++ b/yarngpt/default_speakers/joke.json @@ -0,0 +1,430 @@ +{ + "text": "i still said you and i was like mister so this is what you are doing with", + "words": [ + { + "word": "i", + "duration": 0.34, + "codes": [ + 1737, + 1555, + 1439, + 1679, + 1634, + 1661, + 1764, + 1698, + 1715, + 862, + 1516, + 1427, + 1350, + 1136, + 1472, + 1113, + 1686, + 1596, + 1005, + 1365, + 1180, + 1473, + 1296, + 1337, + 1579 + ] + }, + { + "word": "still", + "duration": 0.26, + "codes": [ + 848, + 1653, + 1756, + 1711, + 1693, + 1722, + 1580, + 1552, + 502, + 1416, + 1463, + 1341, + 1449, + 1542, + 1700, + 1786, + 428, + 1728, + 1624, + 1624 + ] + }, + { + "word": "said", + "duration": 0.24, + "codes": [ + 1657, + 1744, + 1657, + 1634, + 1615, + 1534, + 996, + 1296, + 1542, + 577, + 1047, + 1506, + 440, + 1756, + 1783, + 1593, + 906, + 1810 + ] + }, + { + "word": "you", + "duration": 0.62, + "codes": [ + 1610, + 409, + 1534, + 1685, + 1709, + 1756, + 363, + 1441, + 1789, + 1594, + 863, + 1773, + 1612, + 1535, + 1602, + 1615, + 1426, + 48, + 1690, + 1740, + 1650, + 1824, + 1613, + 1807, + 1041, + 1778, + 719, + 1002, + 1759, + 1403, + 1766, + 1826, + 1002, + 1769, + 1661, + 1278, + 1759, + 1351, + 1638, + 1740, + 1395, + 1722, + 1765, + 1751, + 1461, + 1492 + ] + }, + { + "word": "and", + "duration": 0.14, + "codes": [ + 1056, + 1494, + 1389, + 1002, + 1452, + 1413, + 1345, + 1401, + 1593, + 1073, + 775 + ] + }, + { + "word": "i", + "duration": 0.08, + "codes": [ + 1812, + 547, + 1581, + 1468, + 949, + 1740 + ] + }, + { + "word": "was", + "duration": 0.16, + "codes": [ + 1662, + 1542, + 363, + 1374, + 1598, + 1563, + 1394, + 473, + 863, + 1587, + 1685, + 1729 + ] + }, + { + "word": "like", + "duration": 0.28, + "codes": [ + 1407, + 1444, + 1286, + 1506, + 1366, + 1286, + 1013, + 502, + 631, + 1449, + 1374, + 1711, + 1413, + 1660, + 1679, + 1783, + 1772, + 1723, + 1549, + 1674, + 1388 + ] + }, + { + "word": "mister", + "duration": 0.84, + "codes": [ + 1591, + 1765, + 1653, + 1549, + 1449, + 1341, + 473, + 1363, + 1605, + 1554, + 1387, + 1641, + 1439, + 362, + 1606, + 319, + 1691, + 1582, + 1617, + 1756, + 1286, + 1409, + 1221, + 1372, + 1584, + 794, + 1636, + 1488, + 1280, + 1366, + 1753, + 1636, + 882, + 1723, + 1796, + 1769, + 1717, + 1549, + 1518, + 1633, + 175, + 1678, + 1679, + 1549, + 1732, + 1710, + 1662, + 1744, + 1641, + 1696, + 1565, + 1769, + 1789, + 719, + 1831, + 1786, + 1451, + 1728, + 1646, + 1713, + 1672, + 1774, + 1734 + ] + }, + { + "word": "so", + "duration": 0.14, + "codes": [ + 1354, + 1518, + 1791, + 1374, + 277, + 1542, + 1366, + 700, + 1444, + 1744, + 1217 + ] + }, + { + "word": "this", + "duration": 0.2, + "codes": [ + 1461, + 1588, + 1672, + 1712, + 1679, + 175, + 63, + 426, + 293, + 1654, + 57, + 1616, + 1394, + 1789, + 175 + ] + }, + { + "word": "is", + "duration": 0.06, + "codes": [ + 1394, + 1605, + 1596, + 1800, + 269 + ] + }, + { + "word": "what", + "duration": 0.16, + "codes": [ + 1706, + 759, + 1047, + 1493, + 637, + 1723, + 1772, + 1748, + 1634, + 4, + 1387, + 1710 + ] + }, + { + "word": "you", + "duration": 0.1, + "codes": [ + 890, + 1374, + 1019, + 848, + 1415, + 1341, + 1073 + ] + }, + { + "word": "are", + "duration": 0.1, + "codes": [ + 1286, + 127, + 949, + 870, + 1734, + 1593, + 1761, + 1717 + ] + }, + { + "word": "doing", + "duration": 0.22, + "codes": [ + 1643, + 1485, + 1708, + 1394, + 1469, + 348, + 1676, + 1685, + 428, + 1584, + 1695, + 1596, + 1613, + 1286, + 1787, + 1374 + ] + }, + { + "word": "with", + "duration": 0.36, + "codes": [ + 1382, + 615, + 1127, + 1742, + 1591, + 239, + 1810, + 1778, + 719, + 1616, + 1549, + 519, + 1804, + 1416, + 1636, + 1584, + 1437, + 1698, + 1625, + 1494, + 1633, + 1545, + 1747, + 1737, + 1672, + 1646, + 1778 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/jude.json b/yarngpt/default_speakers/jude.json new file mode 100644 index 0000000000000000000000000000000000000000..7a43ebfb2eed193e8dc9fbea4c27c4f5b8dd926e --- /dev/null +++ b/yarngpt/default_speakers/jude.json @@ -0,0 +1,263 @@ +{ + "text": "know what I'm saying what I'm saying is that if you say", + "words": [ + { + "word": "know", + "duration": 0.44, + "codes": [ + 1824, + 1820, + 1743, + 1819, + 1171, + 1796, + 1613, + 1126, + 1500, + 1346, + 1429, + 1810, + 1655, + 1462, + 1780, + 1812, + 1518, + 1431, + 741, + 1206, + 1325, + 1392, + 920, + 409, + 4, + 1270, + 416, + 1759, + 1141, + 708, + 1022, + 1769, + 1384 + ] + }, + { + "word": "what", + "duration": 0.12, + "codes": [ + 607, + 787, + 48, + 1350, + 1340, + 297, + 364, + 825, + 1775 + ] + }, + { + "word": "im", + "duration": 0.1, + "codes": [ + 1668, + 1311, + 1651, + 1048, + 176, + 430, + 333 + ] + }, + { + "word": "saying", + "duration": 0.56, + "codes": [ + 822, + 648, + 1568, + 1660, + 1071, + 1399, + 890, + 1396, + 1381, + 1818, + 124, + 1623, + 361, + 1588, + 1688, + 1280, + 1805, + 1659, + 1605, + 1412, + 1672, + 1752, + 1741, + 1514, + 1817, + 1796, + 1763, + 1790, + 1595, + 1788, + 1823, + 758, + 1466, + 1802, + 1788, + 1649, + 1614, + 1751, + 1718, + 1585, + 1637, + 1773 + ] + }, + { + "word": "what", + "duration": 0.12, + "codes": [ + 1666, + 1680, + 1431, + 411, + 1687, + 695, + 1629, + 1678, + 664, + 1087 + ] + }, + { + "word": "im", + "duration": 0.16, + "codes": [ + 117, + 408, + 1813, + 1729, + 1336, + 1710, + 1833, + 1615, + 276, + 362, + 1364, + 687 + ] + }, + { + "word": "saying", + "duration": 0.26, + "codes": [ + 28, + 440, + 1376, + 1196, + 1147, + 1636, + 1272, + 1449, + 198, + 1277, + 1470, + 1485, + 1100, + 1588, + 1673, + 1620, + 1710, + 1753, + 806 + ] + }, + { + "word": "is", + "duration": 0.06, + "codes": [ + 1621, + 1636, + 1833, + 529, + 1653 + ] + }, + { + "word": "that", + "duration": 0.24, + "codes": [ + 1773, + 1004, + 1796, + 907, + 239, + 1804, + 565, + 1432, + 1534, + 1718, + 1643, + 1432, + 1447, + 1273, + 1824, + 1657, + 1776, + 1651 + ] + }, + { + "word": "if", + "duration": 0.12, + "codes": [ + 1649, + 1620, + 1342, + 176, + 1773, + 178, + 1710, + 1710, + 1521 + ] + }, + { + "word": "you", + "duration": 0.16, + "codes": [ + 959, + 1728, + 1651, + 361, + 822, + 1661, + 1341, + 780, + 1518, + 335, + 452, + 736 + ] + }, + { + "word": "say", + "duration": 0.14, + "codes": [ + 372, + 1217, + 713, + 848, + 1140, + 1420, + 1549, + 483, + 125, + 1353 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/onye.json b/yarngpt/default_speakers/onye.json new file mode 100644 index 0000000000000000000000000000000000000000..66983f78567fa433737cd2d8b5355e8b1f6463fc --- /dev/null +++ b/yarngpt/default_speakers/onye.json @@ -0,0 +1,621 @@ +{ + "text": "out to another level also going through in the shop chop scotch bonnet peppers", + "words": [ + { + "word": "out", + "duration": 0.34, + "codes": [ + 546, + 416, + 1519, + 1673, + 1806, + 1015, + 693, + 1447, + 9, + 1306, + 1485, + 1477, + 1178, + 1543, + 1830, + 1558, + 1801, + 1423, + 1487, + 1165, + 1743, + 1726, + 1772, + 368, + 1555 + ] + }, + { + "word": "to", + "duration": 0.28, + "codes": [ + 1823, + 1713, + 1734, + 368, + 1547, + 1741, + 1737, + 1784, + 1801, + 1732, + 1389, + 994, + 1158, + 1278, + 1800, + 1658, + 519, + 1542, + 1792, + 1700, + 1415 + ] + }, + { + "word": "another", + "duration": 0.4, + "codes": [ + 1541, + 1824, + 1624, + 1757, + 1294, + 1734, + 1756, + 1821, + 1147, + 1663, + 1697, + 1156, + 1069, + 53, + 1223, + 1212, + 1736, + 1748, + 1744, + 758, + 1494, + 374, + 1187, + 1448, + 1410, + 1356, + 1732, + 1452, + 1295, + 1656 + ] + }, + { + "word": "level", + "duration": 1.86, + "codes": [ + 1688, + 1527, + 1417, + 1486, + 384, + 1378, + 1342, + 1075, + 1046, + 1247, + 1660, + 1525, + 719, + 1769, + 1628, + 1810, + 1078, + 1429, + 1483, + 1280, + 1814, + 1115, + 184, + 1014, + 1686, + 1341, + 1347, + 1502, + 1350, + 1666, + 1686, + 1823, + 1749, + 1412, + 1651, + 1832, + 1701, + 1782, + 1741, + 1798, + 1828, + 1701, + 1796, + 1807, + 1701, + 1768, + 1817, + 1524, + 1786, + 1400, + 1717, + 1722, + 1773, + 1202, + 1098, + 1161, + 1750, + 822, + 1420, + 1434, + 979, + 1764, + 1313, + 1734, + 1458, + 1660, + 1200, + 370, + 1636, + 1186, + 768, + 855, + 599, + 1632, + 1164, + 1041, + 1791, + 1714, + 368, + 1715, + 1500, + 1817, + 1817, + 1772, + 1805, + 1825, + 1818, + 1828, + 1395, + 1718, + 1818, + 0, + 1696, + 1808, + 1637, + 1796, + 1701, + 1796, + 1824, + 1646, + 1702, + 1714, + 895, + 1764, + 1637, + 1717, + 1747, + 1751, + 1696, + 639, + 1436, + 1828, + 1818, + 1737, + 1832, + 1646, + 1796, + 1822, + 1741, + 1791, + 1701, + 1796, + 1779, + 1638, + 1783, + 1751, + 1781, + 1768, + 1412, + 1744, + 1720, + 1403, + 1802, + 1638, + 1734, + 1802, + 1826, + 1785, + 1443, + 1167 + ] + }, + { + "word": "also", + "duration": 0.26, + "codes": [ + 973, + 1187, + 1333, + 359, + 1494, + 1222, + 1759, + 749, + 533, + 4, + 1599, + 1608, + 1280, + 1167, + 1015, + 1526, + 1662, + 1728, + 1016, + 1796 + ] + }, + { + "word": "going", + "duration": 0.26, + "codes": [ + 1789, + 1291, + 1209, + 828, + 1452, + 1749, + 1052, + 1460, + 1783, + 1656, + 1542, + 1281, + 1710, + 1716, + 1404, + 1734, + 495, + 1624, + 1747 + ] + }, + { + "word": "through", + "duration": 0.34, + "codes": [ + 1465, + 1664, + 1786, + 231, + 1826, + 1318, + 1494, + 1505, + 1063, + 1311, + 1656, + 1265, + 1720, + 1226, + 940, + 1490, + 1447, + 1730, + 1348, + 1637, + 1118, + 1710, + 841, + 795, + 298, + 1216 + ] + }, + { + "word": "in", + "duration": 0.42, + "codes": [ + 899, + 1240, + 869, + 679, + 1343, + 1280, + 1681, + 1221, + 1632, + 1221, + 1479, + 1431, + 1623, + 1372, + 1722, + 1494, + 1011, + 1636, + 957, + 1661, + 939, + 1772, + 1096, + 1688, + 1537, + 1360, + 1734, + 1595, + 1781, + 1284, + 1413 + ] + }, + { + "word": "the", + "duration": 1.08, + "codes": [ + 1701, + 1447, + 1328, + 1690, + 1281, + 1401, + 700, + 1295, + 1494, + 1326, + 1218, + 361, + 922, + 1210, + 1300, + 19, + 1403, + 1272, + 1150, + 1062, + 1457, + 1344, + 1167, + 1742, + 996, + 1158, + 1245, + 1210, + 1720, + 1823, + 85, + 1829, + 1555, + 1718, + 979, + 1665, + 1783, + 1088, + 1810, + 1828, + 1795, + 1419, + 1795, + 1826, + 1779, + 1741, + 1719, + 1809, + 1646, + 1765, + 1818, + 1713, + 1821, + 1737, + 1348, + 1821, + 1400, + 1748, + 1278, + 1521, + 758, + 1701, + 1798, + 1817, + 1646, + 1672, + 1825, + 1796, + 957, + 1808, + 1807, + 1833, + 1798, + 1425, + 1830, + 1037, + 1251, + 554, + 1395, + 175, + 919 + ] + }, + { + "word": "shop", + "duration": 0.3, + "codes": [ + 1611, + 154, + 1329, + 1701, + 1677, + 1210, + 880, + 660, + 816, + 1276, + 1471, + 41, + 1779, + 1465, + 1298, + 1817, + 1777, + 1073, + 1713, + 1808, + 1818, + 1348, + 1711 + ] + }, + { + "word": "chop", + "duration": 0.3, + "codes": [ + 1439, + 4, + 315, + 1751, + 1731, + 53, + 1184, + 1132, + 755, + 1429, + 1464, + 1483, + 1770, + 1749, + 1278, + 1769, + 1511, + 1683, + 1779, + 1660, + 183, + 1535, + 416 + ] + }, + { + "word": "scotch", + "duration": 0.4, + "codes": [ + 1518, + 1679, + 0, + 1695, + 1682, + 1098, + 1764, + 1256, + 1808, + 1609, + 1745, + 1318, + 632, + 1197, + 271, + 1683, + 1774, + 1824, + 1783, + 1671, + 1805, + 22, + 631, + 117, + 1345, + 800, + 1707, + 1466, + 1005, + 1462 + ] + }, + { + "word": "bonnet", + "duration": 0.34, + "codes": [ + 1677, + 1826, + 1277, + 524, + 1001, + 789, + 973, + 1509, + 1817, + 546, + 1260, + 1117, + 782, + 142, + 1455, + 947, + 1814, + 1815, + 0, + 1538, + 1766, + 1744, + 1824, + 239, + 1710 + ] + }, + { + "word": "peppers", + "duration": 0.5, + "codes": [ + 1817, + 1287, + 1769, + 1309, + 446, + 1173, + 1183, + 375, + 1342, + 1815, + 1382, + 1685, + 1797, + 1351, + 1798, + 1631, + 749, + 1717, + 1324, + 1147, + 1186, + 955, + 577, + 1736, + 827, + 1240, + 1484, + 847, + 1661, + 1475, + 1287, + 1535, + 595, + 1286, + 1734, + 1256, + 319, + 1688 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/osagie.json b/yarngpt/default_speakers/osagie.json new file mode 100644 index 0000000000000000000000000000000000000000..e9b7673b90766bdc6fbed5aca83ffa69560abc97 --- /dev/null +++ b/yarngpt/default_speakers/osagie.json @@ -0,0 +1,486 @@ +{ + "text": "do Charlotte Douglas shallots be me shut up dummy Libby shallots foolish storms", + "words": [ + { + "word": "do", + "duration": 1.18, + "codes": [ + 1798, + 858, + 1653, + 1400, + 1441, + 1810, + 1180, + 892, + 1487, + 380, + 208, + 452, + 181, + 714, + 521, + 152, + 1180, + 2, + 142, + 756, + 208, + 874, + 380, + 565, + 422, + 656, + 81, + 860, + 146, + 1042, + 1685, + 1580, + 50, + 137, + 132, + 170, + 1633, + 648, + 1819, + 898, + 1247, + 1646, + 1491, + 438, + 85, + 46, + 170, + 664, + 2, + 236, + 65, + 100, + 393, + 324, + 170, + 1499, + 1619, + 519, + 123, + 798, + 79, + 1447, + 132, + 146, + 779, + 380, + 221, + 1588, + 228, + 1443, + 152, + 1366, + 1441, + 189, + 320, + 1387, + 368, + 1599, + 295, + 65, + 1353, + 13, + 920, + 1341, + 55, + 315, + 1542, + 315 + ] + }, + { + "word": "charlotte", + "duration": 0.42, + "codes": [ + 543, + 769, + 69, + 714, + 725, + 212, + 374, + 1439, + 25, + 1453, + 637, + 291, + 1212, + 106, + 1671, + 146, + 82, + 1261, + 1710, + 686, + 1571, + 213, + 298, + 510, + 452, + 1396, + 1635, + 1760, + 1469, + 1793, + 1233, + 851 + ] + }, + { + "word": "douglas", + "duration": 0.42, + "codes": [ + 1539, + 2, + 679, + 51, + 215, + 1068, + 295, + 115, + 1150, + 753, + 1806, + 287, + 85, + 725, + 1312, + 293, + 614, + 1610, + 380, + 260, + 1014, + 104, + 777, + 1697, + 270, + 580, + 794, + 1345, + 1552, + 7, + 178 + ] + }, + { + "word": "shallots", + "duration": 0.48, + "codes": [ + 315, + 290, + 333, + 1761, + 412, + 520, + 125, + 367, + 1001, + 700, + 1258, + 955, + 388, + 880, + 324, + 637, + 642, + 1723, + 1480, + 990, + 507, + 652, + 69, + 1670, + 1073, + 1433, + 830, + 1737, + 1769, + 1829, + 1524, + 1605, + 1737, + 1660, + 1782, + 1687, + 1802 + ] + }, + { + "word": "be", + "duration": 0.16, + "codes": [ + 1715, + 687, + 1365, + 49, + 98, + 357, + 1416, + 245, + 1058, + 870, + 1689, + 1588 + ] + }, + { + "word": "me", + "duration": 0.36, + "codes": [ + 1469, + 1221, + 1783, + 127, + 372, + 519, + 98, + 50, + 1439, + 876, + 362, + 1439, + 1506, + 1452, + 736, + 1740, + 1715, + 1641, + 1628, + 1807, + 1654, + 1601, + 911, + 788, + 1451, + 356, + 1450 + ] + }, + { + "word": "shut", + "duration": 0.34, + "codes": [ + 202, + 543, + 1527, + 1345, + 105, + 721, + 128, + 571, + 1180, + 1366, + 1187, + 860, + 1113, + 1089, + 270, + 113, + 525, + 992, + 1588, + 975, + 668, + 780, + 399, + 233, + 510 + ] + }, + { + "word": "up", + "duration": 0.1, + "codes": [ + 1715, + 1833, + 1719, + 363, + 1763, + 1784, + 1765, + 85 + ] + }, + { + "word": "dummy", + "duration": 0.36, + "codes": [ + 101, + 47, + 1127, + 205, + 164, + 647, + 300, + 737, + 300, + 910, + 549, + 1598, + 333, + 900, + 1521, + 1287, + 917, + 362, + 290, + 1353, + 917, + 407, + 1588, + 1396, + 1415, + 440, + 1565 + ] + }, + { + "word": "libby", + "duration": 0.36, + "codes": [ + 935, + 479, + 153, + 127, + 162, + 782, + 932, + 1023, + 1262, + 343, + 1728, + 502, + 1401, + 996, + 350, + 1445, + 856, + 298, + 48, + 1698, + 1470, + 1736, + 26, + 1342, + 328, + 372, + 1451 + ] + }, + { + "word": "shallots", + "duration": 0.4, + "codes": [ + 7, + 50, + 519, + 1221, + 212, + 238, + 1083, + 844, + 333, + 182, + 472, + 839, + 609, + 656, + 208, + 291, + 1234, + 1678, + 1151, + 867, + 290, + 546, + 848, + 1700, + 1740, + 26, + 1617, + 1238, + 183, + 1693 + ] + }, + { + "word": "foolish", + "duration": 0.38, + "codes": [ + 863, + 176, + 1546, + 1470, + 1435, + 716, + 1460, + 1013, + 217, + 1374, + 736, + 91, + 959, + 767, + 1678, + 1541, + 903, + 362, + 1336, + 1345, + 546, + 848, + 253, + 335, + 510, + 69, + 546, + 1166, + 1677 + ] + }, + { + "word": "storms", + "duration": 0.4, + "codes": [ + 939, + 1361, + 1719, + 1428, + 1691, + 319, + 1596, + 236, + 757, + 1625, + 123, + 1297, + 55, + 132, + 708, + 92, + 1344, + 848, + 1232, + 518, + 695, + 1726, + 1502, + 1759, + 363, + 1751, + 1524, + 409, + 189, + 0 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/regina.json b/yarngpt/default_speakers/regina.json new file mode 100644 index 0000000000000000000000000000000000000000..a5cc7c2313abcbaac29ad5b947bd849582e5e290 --- /dev/null +++ b/yarngpt/default_speakers/regina.json @@ -0,0 +1,574 @@ +{ + "text": "was just like is that what is amazing to you your marriage is", + "words": [ + { + "word": "was", + "duration": 1.02, + "codes": [ + 1514, + 571, + 892, + 386, + 186, + 1403, + 1082, + 636, + 851, + 1287, + 1678, + 1166, + 162, + 1345, + 282, + 104, + 1345, + 329, + 637, + 844, + 537, + 1366, + 537, + 282, + 1485, + 537, + 637, + 844, + 537, + 1710, + 375, + 452, + 1588, + 537, + 1382, + 714, + 206, + 333, + 330, + 344, + 281, + 1523, + 44, + 1557, + 315, + 479, + 271, + 370, + 110, + 498, + 768, + 560, + 579, + 847, + 961, + 293, + 1351, + 1141, + 138, + 1229, + 2, + 847, + 1245, + 1345, + 1829, + 1811, + 1326, + 955, + 1314, + 137, + 270, + 1743, + 324, + 1389, + 1027, + 863 + ] + }, + { + "word": "just", + "duration": 0.28, + "codes": [ + 333, + 38, + 1518, + 1296, + 146, + 1077, + 1204, + 665, + 658, + 1005, + 944, + 1136, + 519, + 749, + 1061, + 69, + 1363, + 415, + 1679, + 1741, + 138 + ] + }, + { + "word": "like", + "duration": 1.68, + "codes": [ + 1796, + 714, + 65, + 13, + 664, + 1077, + 463, + 232, + 461, + 1210, + 356, + 346, + 1196, + 202, + 631, + 1804, + 1096, + 450, + 23, + 1535, + 415, + 582, + 328, + 546, + 1571, + 344, + 1512, + 1242, + 141, + 194, + 220, + 258, + 246, + 220, + 246, + 542, + 258, + 246, + 220, + 151, + 246, + 542, + 342, + 220, + 75, + 246, + 220, + 246, + 542, + 246, + 220, + 542, + 161, + 450, + 419, + 246, + 542, + 246, + 542, + 246, + 220, + 542, + 246, + 246, + 542, + 246, + 542, + 342, + 542, + 342, + 246, + 542, + 342, + 220, + 75, + 246, + 75, + 246, + 542, + 246, + 220, + 75, + 161, + 542, + 342, + 220, + 258, + 246, + 220, + 75, + 342, + 220, + 258, + 194, + 220, + 436, + 246, + 220, + 194, + 194, + 1442, + 246, + 220, + 246, + 246, + 246, + 151, + 1551, + 1522, + 1362, + 652, + 1557, + 333, + 273, + 928, + 1551, + 180, + 1570, + 652, + 1664, + 6, + 654, + 281, + 1578, + 1557, + 1346, + 756 + ] + }, + { + "word": "is", + "duration": 0.06, + "codes": [ + 1337, + 1662, + 198, + 33 + ] + }, + { + "word": "that", + "duration": 0.12, + "codes": [ + 1679, + 236, + 934, + 1056, + 208, + 609, + 860, + 1318, + 1340 + ] + }, + { + "word": "what", + "duration": 0.14, + "codes": [ + 1618, + 806, + 1068, + 113, + 1686, + 428, + 230, + 409, + 263, + 415, + 175 + ] + }, + { + "word": "is", + "duration": 0.1, + "codes": [ + 415, + 1773, + 1539, + 124, + 1563, + 700, + 579 + ] + }, + { + "word": "amazing", + "duration": 0.34, + "codes": [ + 973, + 695, + 1247, + 1737, + 1609, + 1664, + 1006, + 134, + 409, + 416, + 774, + 848, + 1542, + 10, + 1441, + 1539, + 129, + 1698, + 687, + 1620, + 1340, + 749, + 469, + 1695, + 448, + 448 + ] + }, + { + "word": "to", + "duration": 0.12, + "codes": [ + 189, + 198, + 124, + 1753, + 510, + 1825, + 856, + 1441, + 1688 + ] + }, + { + "word": "you", + "duration": 1.62, + "codes": [ + 1552, + 1546, + 1698, + 166, + 101, + 1457, + 137, + 864, + 790, + 794, + 1615, + 454, + 1512, + 328, + 634, + 1578, + 409, + 1592, + 176, + 1441, + 1644, + 356, + 1641, + 1580, + 510, + 1609, + 407, + 882, + 1580, + 218, + 1616, + 865, + 409, + 1570, + 1376, + 1734, + 34, + 687, + 1592, + 556, + 640, + 1592, + 6, + 1362, + 4, + 1546, + 1302, + 1376, + 1570, + 34, + 652, + 180, + 1569, + 203, + 1744, + 282, + 945, + 362, + 931, + 1662, + 631, + 1580, + 452, + 329, + 725, + 140, + 277, + 1113, + 537, + 1332, + 560, + 282, + 1056, + 270, + 940, + 755, + 860, + 104, + 903, + 537, + 1310, + 579, + 282, + 848, + 371, + 844, + 1808, + 400, + 1772, + 1166, + 213, + 1485, + 1502, + 276, + 1594, + 1599, + 1819, + 1197, + 441, + 1318, + 1237, + 679, + 1186, + 384, + 609, + 637, + 157, + 609, + 637, + 157, + 790, + 157, + 547, + 452, + 452, + 870, + 162, + 320, + 1649, + 1272, + 1318, + 860 + ] + }, + { + "word": "your", + "duration": 0.16, + "codes": [ + 1477, + 67, + 113, + 1149, + 479, + 901, + 1232, + 295, + 9, + 1129, + 67, + 1825 + ] + }, + { + "word": "marriage", + "duration": 0.8, + "codes": [ + 529, + 697, + 695, + 1429, + 282, + 626, + 1355, + 192, + 1671, + 100, + 95, + 1310, + 388, + 1155, + 1494, + 104, + 104, + 587, + 1156, + 67, + 57, + 1437, + 697, + 714, + 1221, + 1443, + 2, + 1357, + 931, + 931, + 1298, + 388, + 1136, + 1604, + 428, + 1240, + 1698, + 65, + 1272, + 128, + 755, + 79, + 794, + 1698, + 1518, + 1546, + 1696, + 448, + 233, + 1599, + 1732, + 1240, + 110, + 775, + 483, + 100, + 1075, + 346, + 863, + 1498 + ] + }, + { + "word": "is", + "duration": 0.1, + "codes": [ + 631, + 18, + 679, + 430, + 176, + 10, + 52 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/remi.json b/yarngpt/default_speakers/remi.json new file mode 100644 index 0000000000000000000000000000000000000000..e21bd06d68e48da5fffb75025aa574d1e15f3668 --- /dev/null +++ b/yarngpt/default_speakers/remi.json @@ -0,0 +1,382 @@ +{ + "text": "animal noral human being", + "words": [ + { + "word": "animal", + "duration": 2.79, + "codes": [ + 1679, + 1711, + 714, + 1588, + 906, + 725, + 789, + 456, + 79, + 230, + 1127, + 532, + 200, + 834, + 29, + 753, + 1420, + 595, + 997, + 557, + 205, + 488, + 775, + 63, + 1520, + 1600, + 1394, + 1811, + 1715, + 473, + 805, + 128, + 502, + 1353, + 1636, + 1832, + 182, + 381, + 281, + 1540, + 748, + 1341, + 1744, + 374, + 1767, + 182, + 621, + 495, + 234, + 909, + 1383, + 92, + 1545, + 1394, + 1794, + 1641, + 319, + 1452, + 1240, + 217, + 1815, + 388, + 828, + 1664, + 184, + 1239, + 319, + 1469, + 1810, + 36, + 1019, + 1451, + 774, + 1819, + 1521, + 761, + 23, + 1609, + 273, + 52, + 1670, + 524, + 813, + 806, + 79, + 1141, + 1677, + 138, + 1409, + 1468, + 1633, + 1573, + 782, + 1655, + 1669, + 1239, + 458, + 1495, + 258, + 544, + 1532, + 1567, + 1627, + 1641, + 851, + 1573, + 1569, + 265, + 686, + 72, + 151, + 342, + 194, + 75, + 419, + 342, + 542, + 419, + 75, + 342, + 246, + 75, + 342, + 246, + 56, + 161, + 246, + 442, + 161, + 56, + 156, + 420, + 161, + 75, + 219, + 194, + 56, + 156, + 220, + 453, + 156, + 1019, + 490, + 1415, + 742, + 1533, + 412, + 828, + 138, + 1487, + 128, + 660, + 1339, + 882, + 154, + 1533, + 47, + 312, + 730, + 1087, + 764, + 346, + 1394, + 179, + 959, + 1344, + 324, + 1457, + 388, + 57, + 514, + 1323, + 631, + 6, + 479, + 815, + 1599, + 384, + 952, + 1650, + 57, + 314, + 320, + 787, + 1488, + 147, + 203, + 1078, + 192, + 1663, + 236, + 1501, + 270, + 1280, + 716, + 631, + 1584, + 1605, + 1779, + 1239, + 363, + 1437, + 430, + 1554, + 1069, + 189, + 319, + 856, + 143 + ] + }, + { + "word": "noral", + "duration": 0.56, + "codes": [ + 1831, + 201, + 1674, + 1707, + 1807, + 487, + 1577, + 1394, + 1341, + 412, + 814, + 205, + 1633, + 79, + 1267, + 1625, + 315, + 1649, + 4, + 780, + 368, + 592, + 1633, + 592, + 1431, + 1563, + 599, + 176, + 10, + 725, + 1468, + 76, + 593, + 714, + 146, + 974, + 725, + 549, + 57, + 1068, + 1729, + 52 + ] + }, + { + "word": "human", + "duration": 0.82, + "codes": [ + 1552, + 233, + 298, + 949, + 1636, + 380, + 363, + 1520, + 1768, + 85, + 483, + 876, + 125, + 153, + 564, + 200, + 1221, + 803, + 1712, + 117, + 804, + 688, + 787, + 1345, + 592, + 291, + 472, + 158, + 132, + 1827, + 617, + 157, + 36, + 1186, + 1008, + 324, + 961, + 644, + 179, + 931, + 1400, + 688, + 1015, + 488, + 532, + 500, + 952, + 945, + 29, + 1497, + 529, + 749, + 1733, + 439, + 63, + 1773, + 1527, + 1622, + 728, + 1613, + 1274, + 136 + ] + }, + { + "word": "being", + "duration": 0.54, + "codes": [ + 546, + 1287, + 166, + 315, + 1678, + 882, + 1753, + 1018, + 1449, + 1581, + 298, + 1710, + 1799, + 1772, + 1406, + 1538, + 1728, + 1657, + 1778, + 182, + 921, + 217, + 1615, + 133, + 217, + 1516, + 1830, + 844, + 1584, + 338, + 1639, + 644, + 417, + 774, + 1724, + 648, + 749, + 4, + 315, + 1497 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/saheed.json b/yarngpt/default_speakers/saheed.json new file mode 100644 index 0000000000000000000000000000000000000000..97c773f57aaa4e53f804a2e80d2c2c55ec250f7e --- /dev/null +++ b/yarngpt/default_speakers/saheed.json @@ -0,0 +1,564 @@ +{ + "text": "Hello! My name is Saheed azeez and I am testing the audio feature", + "words": [ + { + "word": "hello", + "duration": 2.38, + "codes": [ + 219, + 244, + 244, + 167, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 453, + 244, + 219, + 139, + 966, + 1099, + 1299, + 1433, + 1128, + 1266, + 1517, + 649, + 196, + 1731, + 1405, + 830, + 1771, + 964, + 476, + 1803, + 584, + 875, + 1683, + 986, + 363, + 1489, + 465, + 5, + 1067, + 606, + 1590, + 1397, + 265, + 1446, + 1279, + 799, + 1491, + 1367, + 606, + 1593, + 1279, + 360, + 256, + 1705, + 1425, + 58, + 1210, + 1357, + 1379, + 752, + 1640, + 837, + 734, + 1787, + 1406, + 1052, + 1796, + 686, + 1446, + 1716, + 564, + 595, + 1716, + 728, + 847, + 732, + 935, + 1253, + 752, + 1019, + 1455, + 564, + 1492, + 733, + 1645, + 1391, + 728, + 1501, + 1822, + 1339, + 1677, + 1456, + 807, + 1738, + 710, + 1381, + 1292, + 406, + 1517, + 1458, + 761, + 1361, + 649, + 17, + 1367, + 606, + 1771, + 1028, + 464, + 1309, + 691, + 1023, + 1314, + 692, + 1373, + 837, + 442, + 1683, + 838, + 476, + 1475, + 950, + 136, + 1309, + 465, + 17, + 19, + 765, + 1553, + 1305, + 534, + 1309, + 666, + 761, + 1067, + 442, + 1704, + 1128, + 633, + 1438, + 1011, + 406, + 1489, + 136, + 1813, + 1589, + 763, + 1489, + 696, + 643, + 1305, + 246, + 406, + 1421, + 37 + ] + }, + { + "word": "my", + "duration": 0.2, + "codes": [ + 1187, + 1770, + 646, + 1174, + 1771, + 1192, + 800, + 310, + 1318, + 1500, + 909, + 1104, + 1792, + 1218, + 1832 + ] + }, + { + "word": "name", + "duration": 0.24, + "codes": [ + 875, + 1583, + 1632, + 671, + 1002, + 905, + 1073, + 1294, + 595, + 1684, + 1501, + 1797, + 850, + 1761, + 1751, + 935, + 1443, + 1781 + ] + }, + { + "word": "is", + "duration": 0.14, + "codes": [ + 1780, + 1215, + 1674, + 1815, + 1451, + 1673, + 1303, + 1660, + 1613, + 1379, + 1756 + ] + }, + { + "word": "saheed", + "duration": 0.68, + "codes": [ + 1419, + 1568, + 1643, + 1099, + 1795, + 970, + 1184, + 1498, + 877, + 1162, + 902, + 1537, + 1192, + 1565, + 1472, + 1109, + 1225, + 1321, + 1453, + 1654, + 1274, + 1811, + 1695, + 946, + 1631, + 1590, + 1152, + 820, + 272, + 1458, + 1378, + 240, + 1421, + 174, + 925, + 1126, + 1346, + 1600, + 1716, + 258, + 1611, + 442, + 625, + 1448, + 246, + 957, + 226, + 338, + 1190, + 921, + 1505 + ] + }, + { + "word": "azeez", + "duration": 0.8, + "codes": [ + 1195, + 646, + 1505, + 1014, + 250, + 837, + 729, + 121, + 1715, + 1446, + 1430, + 1608, + 1575, + 1057, + 1643, + 1514, + 1795, + 893, + 1718, + 1383, + 840, + 1802, + 426, + 1414, + 1573, + 1784, + 1285, + 852, + 1246, + 896, + 1744, + 1299, + 495, + 1796, + 1570, + 1665, + 505, + 888, + 1654, + 343, + 1120, + 1474, + 16, + 1035, + 505, + 1699, + 862, + 692, + 1623, + 633, + 566, + 1037, + 342, + 950, + 261, + 729, + 1317, + 177, + 1213, + 1333 + ] + }, + { + "word": "and", + "duration": 0.34, + "codes": [ + 908, + 1203, + 1683, + 926, + 1278, + 564, + 1067, + 1003, + 90, + 459, + 568, + 272, + 1117, + 1396, + 1411, + 1233, + 193, + 1197, + 970, + 1065, + 1611, + 883, + 1216, + 1776, + 747 + ] + }, + { + "word": "i", + "duration": 0.06, + "codes": [ + 924, + 1628, + 988, + 1116, + 1388 + ] + }, + { + "word": "am", + "duration": 0.18, + "codes": [ + 1199, + 1188, + 593, + 953, + 459, + 272, + 869, + 1321, + 145, + 1306, + 272, + 406, + 1479 + ] + }, + { + "word": "testing", + "duration": 0.44, + "codes": [ + 237, + 1003, + 1638, + 638, + 1180, + 1666, + 811, + 1178, + 1565, + 814, + 1211, + 1654, + 1779, + 1313, + 1619, + 1684, + 1230, + 419, + 891, + 28, + 1231, + 1379, + 729, + 1682, + 338, + 1468, + 136, + 1630, + 1215, + 251, + 1464, + 781, + 598 + ] + }, + { + "word": "the", + "duration": 0.22, + "codes": [ + 555, + 692, + 663, + 1632, + 905, + 807, + 1085, + 752, + 1433, + 392, + 921, + 1820, + 363, + 987, + 1328, + 734, + 1063 + ] + }, + { + "word": "audio", + "duration": 0.34, + "codes": [ + 1294, + 814, + 1423, + 1750, + 747, + 672, + 651, + 250, + 1478, + 37, + 1760, + 1021, + 850, + 58, + 438, + 953, + 1668, + 771, + 729, + 1456, + 322, + 591, + 1474, + 1440, + 1170 + ] + }, + { + "word": "feature", + "duration": 0.4, + "codes": [ + 332, + 1333, + 1146, + 1025, + 19, + 501, + 169, + 1250, + 734, + 1629, + 1383, + 355, + 1747, + 584, + 237, + 1428, + 240, + 1298, + 999, + 1338, + 1438, + 1727, + 987, + 1455, + 792, + 932, + 1199, + 355, + 1185, + 772 + ] + } + ] +} diff --git a/yarngpt/default_speakers/tayo.json b/yarngpt/default_speakers/tayo.json new file mode 100644 index 0000000000000000000000000000000000000000..728650b00819ffb580fa7b73723903b92191e3c0 --- /dev/null +++ b/yarngpt/default_speakers/tayo.json @@ -0,0 +1,523 @@ +{ + "text": "and enjoy ourselves we need more parties let party start again now we know", + "words": [ + { + "word": "and", + "duration": 0.5, + "codes": [ + 82, + 1201, + 329, + 992, + 908, + 847, + 925, + 1666, + 1057, + 1266, + 1448, + 1737, + 1251, + 1031, + 1759, + 1459, + 1094, + 1750, + 1739, + 1521, + 594, + 1625, + 732, + 1326, + 1095, + 828, + 239, + 752, + 1221, + 1382, + 705, + 1716, + 865, + 1503, + 478, + 1692, + 938 + ] + }, + { + "word": "enjoy", + "duration": 0.4, + "codes": [ + 844, + 192, + 737, + 344, + 276, + 138, + 48, + 1616, + 28, + 1530, + 1550, + 1383, + 1712, + 69, + 1261, + 547, + 249, + 1047, + 500, + 182, + 63, + 1445, + 935, + 865, + 1478, + 1670, + 479, + 116, + 1674, + 886 + ] + }, + { + "word": "ourselves", + "duration": 0.7, + "codes": [ + 467, + 1534, + 901, + 569, + 1740, + 882, + 1579, + 507, + 276, + 1296, + 543, + 399, + 404, + 1624, + 1666, + 153, + 102, + 1323, + 1552, + 65, + 898, + 1577, + 757, + 1446, + 1022, + 363, + 124, + 947, + 1441, + 581, + 1677, + 1269, + 1525, + 1170, + 505, + 1681, + 1212, + 1273, + 1364, + 1513, + 1826, + 1139, + 1756, + 639, + 1450, + 1810, + 1638, + 1644, + 1669, + 1519, + 851, + 1362, + 1672 + ] + }, + { + "word": "we", + "duration": 0.1, + "codes": [ + 875, + 1558, + 1249, + 1445, + 181, + 738, + 1641 + ] + }, + { + "word": "need", + "duration": 0.14, + "codes": [ + 1603, + 177, + 195, + 65, + 1600, + 104, + 143, + 1574, + 1416, + 160, + 50 + ] + }, + { + "word": "more", + "duration": 0.18, + "codes": [ + 48, + 1597, + 39, + 1414, + 74, + 1192, + 84, + 1345, + 748, + 1269, + 1672, + 686, + 1820, + 1442 + ] + }, + { + "word": "parties", + "duration": 0.56, + "codes": [ + 1640, + 1030, + 138, + 147, + 413, + 110, + 282, + 1633, + 1659, + 1524, + 176, + 350, + 137, + 1004, + 92, + 1240, + 1521, + 1376, + 502, + 1558, + 592, + 473, + 1021, + 1805, + 1346, + 1393, + 1759, + 1786, + 231, + 1728, + 117, + 1366, + 1754, + 1073, + 1786, + 1354, + 1532, + 1572, + 1754, + 16, + 257, + 273 + ] + }, + { + "word": "let", + "duration": 0.16, + "codes": [ + 1312, + 961, + 372, + 212, + 1253, + 115, + 656, + 1374, + 78, + 1322, + 1284, + 343 + ] + }, + { + "word": "party", + "duration": 0.24, + "codes": [ + 1572, + 1662, + 25, + 390, + 892, + 212, + 637, + 576, + 176, + 1702, + 640, + 276, + 52, + 648, + 577, + 1240, + 276, + 155 + ] + }, + { + "word": "start", + "duration": 0.3, + "codes": [ + 213, + 356, + 1603, + 1284, + 1442, + 1599, + 705, + 82, + 65, + 764, + 349, + 370, + 856, + 1524, + 1508, + 209, + 495, + 1552, + 50, + 1588, + 863, + 63 + ] + }, + { + "word": "again", + "duration": 0.3, + "codes": [ + 1267, + 273, + 298, + 1409, + 101, + 1548, + 733, + 625, + 1728, + 1283, + 286, + 1645, + 1363, + 368, + 153, + 289, + 716, + 1756, + 865, + 1376, + 688, + 332, + 731 + ] + }, + { + "word": "now", + "duration": 0.44, + "codes": [ + 983, + 385, + 1002, + 806, + 1798, + 95, + 1776, + 825, + 1790, + 737, + 1595, + 907, + 932, + 1786, + 626, + 831, + 1823, + 1680, + 1780, + 1502, + 1206, + 1078, + 47, + 829, + 868, + 69, + 277, + 429, + 125, + 132, + 14, + 1497, + 444 + ] + }, + { + "word": "we", + "duration": 1.32, + "codes": [ + 1692, + 648, + 481, + 155, + 483, + 126, + 1283, + 12, + 108, + 429, + 828, + 128, + 1161, + 725, + 155, + 107, + 1610, + 228, + 1492, + 1560, + 368, + 1138, + 810, + 1572, + 1562, + 320, + 112, + 520, + 52, + 49, + 1008, + 1635, + 1728, + 1523, + 62, + 190, + 648, + 592, + 384, + 969, + 1441, + 519, + 1536, + 1571, + 1587, + 1539, + 15, + 1156, + 376, + 1022, + 642, + 483, + 1794, + 1335, + 1712, + 1449, + 529, + 1558, + 1463, + 1559, + 1706, + 1460, + 249, + 1308, + 293, + 529, + 841, + 201, + 1256, + 931, + 132, + 1173, + 479, + 286, + 1075, + 153, + 13, + 1503, + 398, + 415, + 432, + 7, + 183, + 103, + 409, + 736, + 15, + 940, + 1459, + 15, + 1631, + 1580, + 1773, + 624, + 1417, + 926, + 531, + 1159, + 1257 + ] + }, + { + "word": "know", + "duration": 0.44, + "codes": [ + 777, + 1240, + 446, + 303, + 153, + 263, + 1402, + 317, + 1365, + 481, + 848, + 1280, + 354, + 1415, + 245, + 408, + 462, + 466, + 253, + 943, + 472, + 215, + 143, + 519, + 202, + 1389, + 1608, + 714, + 1599, + 399, + 944, + 124, + 844 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/umar.json b/yarngpt/default_speakers/umar.json new file mode 100644 index 0000000000000000000000000000000000000000..1c26643ec1bd8472ca6f2c5c267913b6ec5a8285 --- /dev/null +++ b/yarngpt/default_speakers/umar.json @@ -0,0 +1,469 @@ +{ + "text": "that i'd like to share with everybody in the world yes sometimes you go all the way", + "words": [ + { + "word": "that", + "duration": 0.48, + "codes": [ + 519, + 848, + 1374, + 416, + 940, + 1445, + 416, + 753, + 1616, + 774, + 803, + 1697, + 1541, + 1047, + 200, + 462, + 1417, + 1313, + 1296, + 184, + 1396, + 1568, + 1416, + 1444, + 1631, + 1463, + 702, + 1831, + 1564, + 1374, + 1580, + 1643, + 1681, + 1660, + 1124, + 1720 + ] + }, + { + "word": "id", + "duration": 0.38, + "codes": [ + 4, + 705, + 1534, + 1290, + 1661, + 302, + 1798, + 844, + 197, + 1027, + 1606, + 903, + 1414, + 794, + 871, + 882, + 941, + 1310, + 871, + 1247, + 1140, + 1247, + 718, + 1422, + 1509, + 1678, + 1093, + 1734 + ] + }, + { + "word": "like", + "duration": 0.18, + "codes": [ + 647, + 1824, + 474, + 1111, + 599, + 221, + 1435, + 822, + 1409, + 1717, + 1748, + 1550, + 1738, + 1717 + ] + }, + { + "word": "to", + "duration": 0.14, + "codes": [ + 1535, + 231, + 1794, + 1553, + 1351, + 1365, + 1296, + 1781, + 1599, + 1082 + ] + }, + { + "word": "share", + "duration": 0.18, + "codes": [ + 1737, + 0, + 979, + 1688, + 546, + 1807, + 319, + 252, + 1805, + 714, + 580, + 1524, + 798, + 1779 + ] + }, + { + "word": "with", + "duration": 0.14, + "codes": [ + 1698, + 702, + 966, + 1461, + 127, + 1681, + 85, + 1741, + 1588, + 718 + ] + }, + { + "word": "everybody", + "duration": 0.4, + "codes": [ + 1600, + 806, + 1770, + 1078, + 1727, + 679, + 1569, + 1452, + 1685, + 774, + 1598, + 1382, + 1520, + 1786, + 1702, + 1607, + 1747, + 828, + 1553, + 983, + 1103, + 882, + 1427, + 1679, + 1613, + 1636, + 1433, + 519, + 853, + 1451 + ] + }, + { + "word": "in", + "duration": 0.06, + "codes": [ + 1369, + 1654, + 1581, + 1600, + 1452 + ] + }, + { + "word": "the", + "duration": 0.12, + "codes": [ + 1241, + 1769, + 678, + 1751, + 1280, + 1711, + 1663, + 1772, + 1655 + ] + }, + { + "word": "world", + "duration": 0.74, + "codes": [ + 973, + 1231, + 1015, + 1052, + 1415, + 721, + 1822, + 825, + 1076, + 1431, + 1357, + 1389, + 744, + 1263, + 1525, + 1794, + 319, + 1678, + 1732, + 1395, + 1695, + 1827, + 1059, + 1719, + 1675, + 1714, + 1635, + 1466, + 1730, + 1750, + 1395, + 1525, + 1827, + 1313, + 1440, + 1447, + 1292, + 1762, + 1226, + 1418, + 1750, + 719, + 1549, + 1761, + 1459, + 1717, + 1800, + 1404, + 1702, + 1795, + 1711, + 1789, + 1808, + 1759, + 385, + 415 + ] + }, + { + "word": "yes", + "duration": 0.32, + "codes": [ + 302, + 1704, + 485, + 983, + 234, + 63, + 462, + 483, + 82, + 827, + 999, + 1143, + 102, + 1655, + 117, + 1619, + 519, + 1217, + 1518, + 1476, + 333, + 1660, + 1238, + 1679 + ] + }, + { + "word": "sometimes", + "duration": 0.58, + "codes": [ + 1287, + 546, + 1552, + 1736, + 1647, + 836, + 575, + 354, + 1156, + 1264, + 1194, + 1761, + 1629, + 1452, + 1241, + 1394, + 856, + 1313, + 1653, + 736, + 556, + 1387, + 1824, + 966, + 373, + 1424, + 1342, + 221, + 580, + 1412, + 940, + 626, + 1797, + 858, + 972, + 1525, + 1744, + 738, + 1695, + 1542, + 1604, + 1394, + 1627 + ] + }, + { + "word": "you", + "duration": 0.12, + "codes": [ + 1460, + 546, + 1427, + 1451, + 1081, + 1760, + 1463, + 1628, + 1692 + ] + }, + { + "word": "go", + "duration": 0.26, + "codes": [ + 1521, + 1734, + 753, + 770, + 1640, + 1757, + 297, + 462, + 702, + 1826, + 1440, + 1828, + 1747, + 1651, + 1729, + 1087, + 580, + 1698, + 1194, + 1308 + ] + }, + { + "word": "all", + "duration": 0.42, + "codes": [ + 863, + 610, + 429, + 443, + 1087, + 183, + 782, + 613, + 222, + 1047, + 1492, + 154, + 955, + 429, + 443, + 613, + 983, + 328, + 382, + 359, + 341, + 217, + 456, + 289, + 1324, + 714, + 756, + 369, + 211, + 127, + 1827, + 1563 + ] + }, + { + "word": "the", + "duration": 0.12, + "codes": [ + 1686, + 949, + 1296, + 829, + 1463, + 1731, + 1222, + 1353, + 1780 + ] + }, + { + "word": "way", + "duration": 0.18, + "codes": [ + 1263, + 890, + 683, + 289, + 217, + 326, + 335, + 1059, + 1204, + 213, + 1340, + 289, + 191 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers/zainab.json b/yarngpt/default_speakers/zainab.json new file mode 100644 index 0000000000000000000000000000000000000000..87a9082ca473de4e30cdbe7f706533c95bf46f18 --- /dev/null +++ b/yarngpt/default_speakers/zainab.json @@ -0,0 +1,457 @@ +{ + "text": "mama giver her because she gave so", + "words": [ + { + "word": "mama", + "duration": 1.46, + "codes": [ + 1734, + 1812, + 1759, + 1721, + 1765, + 1769, + 1805, + 1800, + 1734, + 1380, + 1706, + 1724, + 1695, + 1769, + 1772, + 1689, + 1511, + 339, + 1077, + 1492, + 1494, + 1353, + 890, + 753, + 29, + 607, + 1812, + 1310, + 1326, + 1497, + 818, + 1716, + 1776, + 1155, + 1645, + 1545, + 1371, + 1454, + 1205, + 1464, + 703, + 1096, + 1285, + 1811, + 1494, + 738, + 1248, + 1725, + 952, + 230, + 1415, + 1691, + 1718, + 41, + 1685, + 1783, + 1092, + 1346, + 954, + 776, + 702, + 1157, + 1152, + 1768, + 572, + 1025, + 1750, + 1231, + 900, + 1764, + 1246, + 1572, + 1711, + 1534, + 1320, + 1389, + 197, + 1584, + 1019, + 1576, + 1027, + 1402, + 506, + 1402, + 617, + 1490, + 1358, + 770, + 1666, + 1025, + 921, + 1658, + 830, + 1062, + 1598, + 1095, + 1174, + 1680, + 1501, + 1332, + 1827, + 1588, + 231, + 1633, + 1591, + 736, + 1825, + 1696, + 1614 + ] + }, + { + "word": "giver", + "duration": 0.36, + "codes": [ + 1346, + 404, + 1270, + 1389, + 1363, + 1426, + 1008, + 473, + 1341, + 1604, + 1773, + 385, + 1685, + 736, + 1778, + 1577, + 1189, + 1830, + 973, + 1192, + 1624, + 1766, + 1344, + 1542, + 1463, + 1253, + 1554 + ] + }, + { + "word": "her", + "duration": 1.89, + "codes": [ + 1828, + 1287, + 1520, + 1671, + 1546, + 932, + 1367, + 1176, + 953, + 1225, + 1508, + 1822, + 1642, + 381, + 1003, + 1288, + 355, + 627, + 256, + 1231, + 822, + 863, + 1826, + 788, + 1786, + 1796, + 1585, + 1266, + 1236, + 1157, + 476, + 1425, + 1814, + 1488, + 1763, + 343, + 385, + 1419, + 1413, + 1537, + 1465, + 1413, + 1689, + 975, + 27, + 1804, + 1766, + 1750, + 1612, + 1293, + 1613, + 1629, + 1011, + 1572, + 1708, + 1669, + 1440, + 1598, + 1514, + 1773, + 1166, + 1769, + 923, + 1792, + 1764, + 1491, + 1807, + 1768, + 1157, + 1808, + 1491, + 1721, + 1816, + 1783, + 901, + 1468, + 1824, + 1743, + 1801, + 1745, + 1656, + 1425, + 1745, + 1775, + 1807, + 714, + 1755, + 1704, + 1661, + 1493, + 776, + 1783, + 416, + 1670, + 1406, + 1769, + 362, + 1636, + 1464, + 1651, + 1403, + 1800, + 1426, + 1831, + 1827, + 1160, + 1759, + 1720, + 1651, + 1762, + 1331, + 1746, + 1433, + 1466, + 1023, + 1425, + 1742, + 486, + 1771, + 1816, + 1301, + 1583, + 320, + 1300, + 315, + 52, + 1217, + 67, + 502, + 1485, + 848, + 1734, + 1387, + 1783, + 1626, + 920, + 361, + 1715, + 1657, + 1560, + 85, + 1562 + ] + }, + { + "word": "because", + "duration": 0.48, + "codes": [ + 1756, + 844, + 245, + 1310, + 312, + 344, + 1734, + 1319, + 1722, + 1386, + 1230, + 461, + 1344, + 847, + 658, + 1078, + 1554, + 537, + 987, + 848, + 1055, + 840, + 1710, + 736, + 1679, + 213, + 844, + 731, + 631, + 1638, + 166, + 858, + 1535, + 50, + 1651, + 713 + ] + }, + { + "word": "she", + "duration": 0.38, + "codes": [ + 556, + 1735, + 654, + 1524, + 1769, + 1387, + 639, + 1463, + 1625, + 1726, + 1664, + 1691, + 1531, + 1603, + 1833, + 121, + 1627, + 1757, + 736, + 1583, + 1684, + 1741, + 1831, + 1791, + 1034, + 1807, + 1338, + 1737 + ] + }, + { + "word": "gave", + "duration": 0.76, + "codes": [ + 1790, + 430, + 1310, + 399, + 599, + 1542, + 1394, + 1075, + 834, + 428, + 1015, + 249, + 362, + 945, + 108, + 1308, + 29, + 362, + 1766, + 448, + 1370, + 197, + 298, + 1353, + 1566, + 1485, + 1341, + 1544, + 1468, + 1366, + 849, + 1584, + 1441, + 1696, + 1610, + 1702, + 702, + 1508, + 1653, + 1508, + 1535, + 502, + 1485, + 232, + 648, + 863, + 631, + 348, + 372, + 129, + 1296, + 253, + 1599, + 1364, + 315, + 920, + 18, + 183 + ] + }, + { + "word": "so", + "duration": 0.14, + "codes": [ + 428, + 372, + 15, + 202, + 286, + 1344, + 714, + 966, + 1341, + 184 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/hausa_female1.json b/yarngpt/default_speakers_local/hausa_female1.json new file mode 100644 index 0000000000000000000000000000000000000000..f1368b36efeb82e312d631df1860e705a7be65f1 --- /dev/null +++ b/yarngpt/default_speakers_local/hausa_female1.json @@ -0,0 +1,273 @@ +{ + "text": "Idan hira tayi \u0257a\u0257i bana son na tashi.", + "words": [ + { + "word": "idan", + "duration": "0.52", + "codes": [ + 165, + 338, + 781, + 661, + 601, + 691, + 1154, + 762, + 691, + 523, + 641, + 378, + 1464, + 38, + 1280, + 243, + 1784, + 195, + 5, + 1679, + 77, + 530, + 1527, + 270, + 243, + 374, + 200, + 157, + 152, + 228, + 768, + 743, + 104, + 221, + 968, + 479, + 321, + 1679, + 1279 + ] + }, + { + "word": "hira", + "duration": "0.38", + "codes": [ + 1587, + 1544, + 683, + 92, + 1255, + 46, + 106, + 636, + 320, + 53, + 249, + 123, + 1140, + 1290, + 93, + 553, + 0, + 1192, + 210, + 587, + 1184, + 764, + 215, + 221, + 2, + 1115, + 1079, + 1033 + ] + }, + { + "word": "tayi", + "duration": "0.38", + "codes": [ + 447, + 1292, + 198, + 50, + 1439, + 1191, + 1399, + 106, + 880, + 844, + 306, + 466, + 74, + 260, + 152, + 723, + 723, + 687, + 306, + 195, + 648, + 466, + 30, + 1110, + 637, + 384, + 1131, + 342, + 392 + ] + }, + { + "word": "dadi", + "duration": "0.38", + "codes": [ + 751, + 412, + 212, + 306, + 388, + 589, + 446, + 479, + 880, + 768, + 467, + 699, + 128, + 665, + 882, + 908, + 171, + 1146, + 1297, + 687, + 901, + 1110, + 153, + 386, + 1330, + 1283, + 1181, + 1070, + 766 + ] + }, + { + "word": "bana", + "duration": "0.46", + "codes": [ + 534, + 1440, + 1102, + 1194, + 474, + 252, + 39, + 367, + 116, + 212, + 36, + 115, + 76, + 1173, + 931, + 1285, + 1630, + 678, + 1087, + 208, + 1055, + 441, + 545, + 324, + 1192, + 179, + 1147, + 897, + 1387, + 1283, + 10, + 1, + 654, + 863, + 103 + ] + }, + { + "word": "son", + "duration": "0.22", + "codes": [ + 198, + 507, + 1477, + 915, + 215, + 267, + 1232, + 1041, + 569, + 1596, + 1759, + 229, + 901, + 1774, + 1487, + 51 + ] + }, + { + "word": "na", + "duration": "0.16", + "codes": [ + 251, + 243, + 965, + 215, + 135, + 711, + 105, + 1350, + 1556, + 226, + 459, + 68 + ] + }, + { + "word": "tashi", + "duration": "0.42", + "codes": [ + 20, + 502, + 610, + 179, + 711, + 800, + 424, + 352, + 102, + 569, + 67, + 262, + 855, + 413, + 63, + 701, + 1719, + 262, + 383, + 1166, + 358, + 1331, + 596, + 383, + 1351, + 96, + 1170, + 1061, + 1059, + 1392, + 328, + 1471 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/hausa_female2.json b/yarngpt/default_speakers_local/hausa_female2.json new file mode 100644 index 0000000000000000000000000000000000000000..f1368b36efeb82e312d631df1860e705a7be65f1 --- /dev/null +++ b/yarngpt/default_speakers_local/hausa_female2.json @@ -0,0 +1,273 @@ +{ + "text": "Idan hira tayi \u0257a\u0257i bana son na tashi.", + "words": [ + { + "word": "idan", + "duration": "0.52", + "codes": [ + 165, + 338, + 781, + 661, + 601, + 691, + 1154, + 762, + 691, + 523, + 641, + 378, + 1464, + 38, + 1280, + 243, + 1784, + 195, + 5, + 1679, + 77, + 530, + 1527, + 270, + 243, + 374, + 200, + 157, + 152, + 228, + 768, + 743, + 104, + 221, + 968, + 479, + 321, + 1679, + 1279 + ] + }, + { + "word": "hira", + "duration": "0.38", + "codes": [ + 1587, + 1544, + 683, + 92, + 1255, + 46, + 106, + 636, + 320, + 53, + 249, + 123, + 1140, + 1290, + 93, + 553, + 0, + 1192, + 210, + 587, + 1184, + 764, + 215, + 221, + 2, + 1115, + 1079, + 1033 + ] + }, + { + "word": "tayi", + "duration": "0.38", + "codes": [ + 447, + 1292, + 198, + 50, + 1439, + 1191, + 1399, + 106, + 880, + 844, + 306, + 466, + 74, + 260, + 152, + 723, + 723, + 687, + 306, + 195, + 648, + 466, + 30, + 1110, + 637, + 384, + 1131, + 342, + 392 + ] + }, + { + "word": "dadi", + "duration": "0.38", + "codes": [ + 751, + 412, + 212, + 306, + 388, + 589, + 446, + 479, + 880, + 768, + 467, + 699, + 128, + 665, + 882, + 908, + 171, + 1146, + 1297, + 687, + 901, + 1110, + 153, + 386, + 1330, + 1283, + 1181, + 1070, + 766 + ] + }, + { + "word": "bana", + "duration": "0.46", + "codes": [ + 534, + 1440, + 1102, + 1194, + 474, + 252, + 39, + 367, + 116, + 212, + 36, + 115, + 76, + 1173, + 931, + 1285, + 1630, + 678, + 1087, + 208, + 1055, + 441, + 545, + 324, + 1192, + 179, + 1147, + 897, + 1387, + 1283, + 10, + 1, + 654, + 863, + 103 + ] + }, + { + "word": "son", + "duration": "0.22", + "codes": [ + 198, + 507, + 1477, + 915, + 215, + 267, + 1232, + 1041, + 569, + 1596, + 1759, + 229, + 901, + 1774, + 1487, + 51 + ] + }, + { + "word": "na", + "duration": "0.16", + "codes": [ + 251, + 243, + 965, + 215, + 135, + 711, + 105, + 1350, + 1556, + 226, + 459, + 68 + ] + }, + { + "word": "tashi", + "duration": "0.42", + "codes": [ + 20, + 502, + 610, + 179, + 711, + 800, + 424, + 352, + 102, + 569, + 67, + 262, + 855, + 413, + 63, + 701, + 1719, + 262, + 383, + 1166, + 358, + 1331, + 596, + 383, + 1351, + 96, + 1170, + 1061, + 1059, + 1392, + 328, + 1471 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/hausa_male1.json b/yarngpt/default_speakers_local/hausa_male1.json new file mode 100644 index 0000000000000000000000000000000000000000..2572694c3461e6c701279e8934c5790971b0e21b --- /dev/null +++ b/yarngpt/default_speakers_local/hausa_male1.json @@ -0,0 +1,367 @@ +{ + "text": "Eh, mun za\u0253i yin wasan kwaikwayo don nuna al'adunmu yayin ranar al'ada.", + "words": [ + { + "word": "eh", + "duration": "0.86", + "codes": [ + 165, + 226, + 1145, + 284, + 77, + 187, + 459, + 77, + 691, + 278, + 643, + 247, + 156, + 204, + 89, + 1247, + 52, + 1350, + 433, + 812, + 328, + 553, + 648, + 602, + 1075, + 243, + 557, + 507, + 645, + 352, + 29, + 451, + 83, + 787, + 10, + 1000, + 1791, + 620, + 188, + 1681, + 447, + 752, + 1405, + 1070, + 861, + 1142, + 163, + 1293, + 674, + 250, + 724, + 259, + 624, + 676, + 259, + 1114, + 526, + 199, + 724, + 163, + 168, + 447, + 663, + 1471 + ] + }, + { + "word": "mun", + "duration": "0.22", + "codes": [ + 651, + 617, + 1411, + 389, + 1329, + 491, + 1680, + 1053, + 618, + 488, + 1494, + 1224, + 1259, + 1317, + 1457, + 508, + 1341 + ] + }, + { + "word": "zabi", + "duration": "0.40", + "codes": [ + 1777, + 0, + 1794, + 83, + 74, + 462, + 1170, + 1212, + 159, + 1361, + 384, + 373, + 218, + 613, + 1583, + 1311, + 188, + 1466, + 338, + 405, + 1321, + 307, + 1161, + 1623, + 293, + 1644, + 858, + 703, + 911, + 326 + ] + }, + { + "word": "yin", + "duration": "0.20", + "codes": [ + 1715, + 870, + 341, + 1711, + 1542, + 429, + 1565, + 326, + 1771, + 966, + 91, + 614, + 620, + 647, + 1755 + ] + }, + { + "word": "wasan", + "duration": "0.44", + "codes": [ + 1070, + 520, + 973, + 754, + 83, + 997, + 1253, + 982, + 359, + 537, + 1115, + 1677, + 1358, + 1250, + 1403, + 1637, + 881, + 382, + 1754, + 589, + 1131, + 88, + 1256, + 988, + 83, + 672, + 644, + 847, + 322, + 983, + 1305, + 31, + 967 + ] + }, + { + "word": "kwaikwayo", + "duration": "0.58", + "codes": [ + 1071, + 1003, + 1811, + 684, + 1210, + 553, + 1535, + 491, + 398, + 222, + 315, + 439, + 205, + 174, + 1742, + 1373, + 259, + 1185, + 1787, + 516, + 1440, + 646, + 1402, + 267, + 1677, + 553, + 344, + 429, + 202, + 389, + 782, + 662, + 388, + 177, + 553, + 1413, + 491, + 554, + 222, + 759, + 111, + 1719, + 1305, + 437 + ] + }, + { + "word": "don", + "duration": "0.24", + "codes": [ + 144, + 824, + 90, + 637, + 439, + 138, + 593, + 609, + 617, + 1247, + 444, + 793, + 600, + 1425, + 1379, + 283, + 995, + 1804 + ] + }, + { + "word": "nuna", + "duration": "0.40", + "codes": [ + 389, + 669, + 1804, + 506, + 1668, + 1621, + 341, + 913, + 1495, + 1819, + 112, + 647, + 743, + 1612, + 506, + 1320, + 1648, + 106, + 1107, + 579, + 326, + 140, + 1220, + 936, + 661, + 729, + 1183, + 441, + 797, + 309 + ] + }, + { + "word": "aladunmu", + "duration": "0.76", + "codes": [ + 1260, + 179, + 1240, + 68, + 753, + 807, + 1808, + 894, + 140, + 791, + 1486, + 1276, + 1471, + 1132, + 573, + 797, + 1307, + 271, + 632, + 1059, + 699, + 816, + 282, + 908, + 1240, + 41, + 144, + 1721, + 322, + 237, + 1284, + 1312, + 1444, + 521, + 593, + 753, + 506, + 1024, + 439, + 1142, + 1790, + 478, + 1164, + 953, + 1727, + 1078, + 564, + 1665, + 482, + 976, + 910, + 727, + 297, + 677, + 297, + 507, + 1157 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/hausa_male2.json b/yarngpt/default_speakers_local/hausa_male2.json new file mode 100644 index 0000000000000000000000000000000000000000..528de0320c09d989b755e64c68177ff40479a323 --- /dev/null +++ b/yarngpt/default_speakers_local/hausa_male2.json @@ -0,0 +1,207 @@ +{ + "text": "Audu ya hau jirgi a Kaduna.", + "words": [ + { + "word": "audu", + "duration": "0.75", + "codes": [ + 165, + 167, + 68, + 567, + 156, + 351, + 337, + 156, + 351, + 337, + 337, + 219, + 584, + 156, + 762, + 334, + 185, + 156, + 334, + 762, + 156, + 337, + 612, + 219, + 691, + 185, + 156, + 204, + 862, + 777, + 589, + 173, + 550, + 128, + 489, + 182, + 74, + 255, + 427, + 1554, + 945, + 289, + 79, + 875, + 442, + 1664, + 464, + 230, + 1500, + 181, + 1152, + 286, + 103, + 662, + 125 + ] + }, + { + "word": "ya", + "duration": "0.22", + "codes": [ + 201, + 1332, + 67, + 1041, + 248, + 901, + 352, + 969, + 642, + 105, + 215, + 411, + 408, + 1235, + 1212, + 1264, + 653 + ] + }, + { + "word": "hau", + "duration": "0.22", + "codes": [ + 1083, + 913, + 1026, + 1295, + 1473, + 1399, + 41, + 629, + 1081, + 623, + 536, + 890, + 1554, + 384, + 1664, + 921, + 325 + ] + }, + { + "word": "jirgi", + "duration": "0.48", + "codes": [ + 486, + 1536, + 597, + 1088, + 1743, + 1286, + 340, + 949, + 116, + 1441, + 1550, + 28, + 1073, + 973, + 233, + 1319, + 733, + 465, + 1152, + 1644, + 773, + 1651, + 175, + 1281, + 1563, + 11, + 1773, + 1323, + 30, + 10, + 424, + 293, + 1437, + 1484, + 1072, + 370 + ] + }, + { + "word": "a", + "duration": "0.10", + "codes": [ + 159, + 697, + 53, + 1040, + 1256, + 264, + 710, + 1251 + ] + }, + { + "word": "kaduna", + "duration": "0.44", + "codes": [ + 1203, + 764, + 1473, + 1156, + 400, + 212, + 1698, + 1217, + 145, + 1569, + 1151, + 1056, + 1700, + 1527, + 629, + 1747, + 1350, + 738, + 1734, + 55, + 1595, + 890, + 55, + 1364, + 203, + 281, + 952, + 1234, + 452, + 93, + 1036, + 565, + 969 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/igbo_female1.json b/yarngpt/default_speakers_local/igbo_female1.json new file mode 100644 index 0000000000000000000000000000000000000000..b002e3b393274f0bae07f454d8ef6418815ad19e --- /dev/null +++ b/yarngpt/default_speakers_local/igbo_female1.json @@ -0,0 +1,246 @@ +{ + "text": "Codeine na-agba ah\u1ee5 \u1ecbnweta.", + "words": [ + { + "word": "codeine", + "duration": "0.68", + "codes": [ + 165, + 336, + 1359, + 661, + 199, + 379, + 585, + 1742, + 210, + 303, + 388, + 412, + 1772, + 794, + 1607, + 467, + 622, + 201, + 575, + 447, + 319, + 352, + 234, + 1797, + 405, + 1703, + 1831, + 1163, + 1826, + 1152, + 563, + 696, + 1284, + 157, + 100, + 402, + 315, + 1036, + 1298, + 592, + 1177, + 665, + 7, + 794, + 509, + 192, + 1092, + 821, + 1022, + 834, + 132 + ] + }, + { + "word": "na", + "duration": "0.20", + "codes": [ + 1764, + 1340, + 1394, + 1341, + 146, + 303, + 1102, + 172, + 366, + 1263, + 708, + 164, + 836, + 1424, + 81 + ] + }, + { + "word": "agba", + "duration": "0.76", + "codes": [ + 994, + 841, + 816, + 744, + 1743, + 1051, + 1023, + 1556, + 331, + 1706, + 160, + 160, + 403, + 142, + 565, + 723, + 140, + 874, + 339, + 186, + 1229, + 309, + 461, + 1015, + 81, + 297, + 1206, + 1041, + 585, + 960, + 1007, + 223, + 578, + 1142, + 242, + 1215, + 261, + 857, + 1390, + 334, + 837, + 735, + 334, + 649, + 563, + 544, + 672, + 316, + 544, + 630, + 337, + 601, + 978, + 956, + 642, + 552, + 164 + ] + }, + { + "word": "ahu", + "duration": "0.72", + "codes": [ + 254, + 1014, + 571, + 208, + 1388, + 393, + 467, + 1453, + 402, + 361, + 1464, + 665, + 1468, + 1643, + 858, + 1663, + 1381, + 1596, + 1420, + 1235, + 1287, + 1483, + 277, + 1753, + 949, + 483, + 1554, + 787, + 1407, + 1100, + 1035, + 578, + 591, + 504, + 460, + 712, + 838, + 516, + 620, + 460, + 223, + 928, + 1422, + 1513, + 1699, + 513, + 896, + 242, + 313, + 1634, + 1237, + 249, + 153, + 1056, + 508 + ] + }, + { + "word": "inweta", + "duration": "0.44", + "codes": [ + 1391, + 416, + 182, + 488, + 500, + 1544, + 1237, + 577, + 1813, + 860, + 749, + 679, + 51, + 682, + 506, + 79, + 49, + 254, + 987, + 348, + 1418, + 1688, + 1735, + 1658, + 544, + 16, + 1777, + 309, + 25, + 1317, + 146, + 1333, + 147 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/igbo_female2.json b/yarngpt/default_speakers_local/igbo_female2.json new file mode 100644 index 0000000000000000000000000000000000000000..0bf81ec7df75717a19a00db8c80b3050d554f614 --- /dev/null +++ b/yarngpt/default_speakers_local/igbo_female2.json @@ -0,0 +1,202 @@ +{ + "text": "Umunwoke n\u1ecd na \u1ecct\u1ee5t\u1ee5 \u1ecdr\u1ee5 \u1ecdch\u1ecbch\u1ecb", + "words": [ + { + "word": "umunwoke", + "duration": "0.79", + "codes": [ + 156, + 1807, + 1225, + 976, + 950, + 1205, + 957, + 669, + 838, + 1142, + 781, + 666, + 1151, + 1219, + 1044, + 42, + 51, + 1712, + 893, + 963, + 438, + 30, + 529, + 792, + 1769, + 102, + 834, + 1398, + 1258, + 1460, + 1407, + 1265, + 1615, + 682, + 455, + 488, + 395, + 376, + 1136, + 1391, + 79, + 1052, + 1747, + 1739, + 351, + 1421, + 423, + 344, + 253, + 1098, + 479, + 1077, + 243, + 364, + 1812, + 315, + 1073, + 832 + ] + }, + { + "word": "no", + "duration": "0.16", + "codes": [ + 175, + 1407, + 458, + 860, + 1025, + 65, + 1443, + 1482, + 371, + 1257, + 890, + 1161, + 449 + ] + }, + { + "word": "na", + "duration": "0.10", + "codes": [ + 1650, + 639, + 322, + 1596, + 741, + 987, + 1452 + ] + }, + { + "word": "otutu", + "duration": "0.38", + "codes": [ + 371, + 1107, + 1444, + 794, + 1517, + 504, + 930, + 767, + 990, + 507, + 1314, + 1766, + 1073, + 1229, + 1525, + 1664, + 460, + 896, + 1230, + 640, + 507, + 919, + 1104, + 1320, + 1022, + 234, + 520, + 583, + 959 + ] + }, + { + "word": "oru", + "duration": "0.28", + "codes": [ + 324, + 943, + 65, + 613, + 709, + 128, + 384, + 681, + 1071, + 1732, + 1392, + 616, + 706, + 679, + 510, + 934, + 37, + 76, + 1032, + 1618, + 944 + ] + }, + { + "word": "ochichi", + "duration": "0.44", + "codes": [ + 1234, + 1267, + 295, + 1278, + 891, + 1652, + 1142, + 435, + 356, + 599, + 70, + 517, + 1303, + 788, + 1314, + 57, + 1700, + 1790, + 432, + 1495, + 435, + 823, + 1583, + 350, + 290, + 656, + 70, + 1074, + 1104, + 911, + 1297, + 1708, + 1826 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/igbo_male2.json b/yarngpt/default_speakers_local/igbo_male2.json new file mode 100644 index 0000000000000000000000000000000000000000..82faca756790418111be34b8832571003507c1bf --- /dev/null +++ b/yarngpt/default_speakers_local/igbo_male2.json @@ -0,0 +1,277 @@ +{ + "text": "Any\u1ecb na-eji nkw\u1ee5 n'ihu na-eme fan aka", + "words": [ + { + "word": "anyi", + "duration": "0.79", + "codes": [ + 165, + 226, + 672, + 278, + 1279, + 924, + 1648, + 1079, + 1010, + 1321, + 869, + 964, + 1118, + 964, + 691, + 1033, + 964, + 762, + 981, + 772, + 630, + 967, + 676, + 676, + 460, + 567, + 680, + 301, + 334, + 981, + 301, + 334, + 981, + 316, + 316, + 316, + 223, + 1007, + 571, + 524, + 402, + 147, + 367, + 402, + 303, + 182, + 1729, + 510, + 914, + 293, + 1636, + 683, + 500, + 1369, + 451, + 756, + 1339, + 1619 + ] + }, + { + "word": "na", + "duration": "0.12", + "codes": [ + 1756, + 593, + 1446, + 48, + 67, + 96, + 759, + 488, + 69 + ] + }, + { + "word": "eji", + "duration": "0.26", + "codes": [ + 367, + 890, + 357, + 966, + 654, + 41, + 1478, + 1637, + 1381, + 654, + 330, + 844, + 372, + 1147, + 202, + 206, + 148, + 455, + 50, + 592 + ] + }, + { + "word": "nkwu", + "duration": "0.28", + "codes": [ + 506, + 515, + 1363, + 1663, + 1464, + 1383, + 1770, + 1251, + 1639, + 1705, + 1634, + 1464, + 583, + 1008, + 1384, + 557, + 1002, + 716, + 952, + 1552, + 506 + ] + }, + { + "word": "nihu", + "duration": "0.36", + "codes": [ + 1366, + 1650, + 716, + 890, + 1494, + 189, + 687, + 439, + 15, + 45, + 297, + 48, + 33, + 335, + 1591, + 1560, + 1574, + 1368, + 1069, + 1394, + 1166, + 1457, + 109, + 143, + 1574, + 1663, + 286 + ] + }, + { + "word": "na", + "duration": "0.14", + "codes": [ + 1748, + 1454, + 1238, + 407, + 148, + 30, + 49, + 789, + 488, + 137, + 1166 + ] + }, + { + "word": "eme", + "duration": "0.32", + "codes": [ + 537, + 471, + 1136, + 1296, + 1284, + 217, + 1516, + 593, + 704, + 1002, + 433, + 205, + 263, + 1247, + 665, + 428, + 269, + 22, + 519, + 1400, + 400, + 1400, + 1171, + 493 + ] + }, + { + "word": "fan", + "duration": "0.40", + "codes": [ + 1212, + 911, + 640, + 1265, + 386, + 352, + 102, + 252, + 642, + 1182, + 985, + 115, + 730, + 347, + 173, + 1676, + 794, + 363, + 1217, + 1388, + 736, + 843, + 1422, + 660, + 1160, + 474, + 1403, + 142, + 1278, + 147 + ] + }, + { + "word": "aka", + "duration": "0.24", + "codes": [ + 1492, + 402, + 1280, + 595, + 1732, + 1697, + 838, + 1809, + 1199, + 724, + 337, + 516, + 948, + 1700, + 1129, + 901, + 934, + 1110 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/yoruba_female1.json b/yarngpt/default_speakers_local/yoruba_female1.json new file mode 100644 index 0000000000000000000000000000000000000000..4b7dfafddc2c63c4550e8361dc832724728aa2eb --- /dev/null +++ b/yarngpt/default_speakers_local/yoruba_female1.json @@ -0,0 +1,416 @@ +{ + "text": "Kulikuli j\u1eb9\u0301 \u01f9kan \u00ecpanu t\u00ed w\u00f3\u0323n \u1e63e n\u00edpa l\u00edlo \u1eb9\u0300p\u00e0, p\u1eb9lu or\u00eds\u00ec\u00edr\u00eds\u00ec\u00ed \u01f9kan", + "words": [ + { + "word": "kulikuli", + "duration": "0.50", + "codes": [ + 156, + 1777, + 479, + 1086, + 243, + 127, + 170, + 1275, + 1470, + 392, + 278, + 837, + 1142, + 284, + 1411, + 1742, + 1280, + 87, + 898, + 228, + 67, + 1499, + 1568, + 1035, + 978, + 157, + 1078, + 243, + 1708, + 170, + 1498, + 346, + 344, + 526, + 1039, + 316, + 526 + ] + }, + { + "word": "je", + "duration": "0.28", + "codes": [ + 1570, + 1290, + 654, + 328, + 816, + 270, + 402, + 271, + 76, + 43, + 1259, + 303, + 371, + 1077, + 560, + 1117, + 1108, + 1110, + 1481, + 691, + 1825 + ] + }, + { + "word": "nkan", + "duration": "0.26", + "codes": [ + 1465, + 1312, + 538, + 1807, + 1152, + 27, + 20, + 379, + 1378, + 1505, + 84, + 959, + 756, + 107, + 949, + 996, + 1358, + 1286, + 755, + 1686 + ] + }, + { + "word": "ipanu", + "duration": "0.54", + "codes": [ + 371, + 1224, + 458, + 1601, + 241, + 247, + 620, + 423, + 584, + 905, + 411, + 1209, + 309, + 88, + 1511, + 164, + 552, + 1104, + 140, + 737, + 1699, + 595, + 1257, + 544, + 1733, + 169, + 1339, + 1830, + 123, + 1048, + 1378, + 1817, + 775, + 1093, + 669, + 1663, + 464, + 1536, + 696, + 1120, + 781 + ] + }, + { + "word": "ti", + "duration": "0.22", + "codes": [ + 724, + 1120, + 1250, + 885, + 432, + 1556, + 1803, + 759, + 234, + 1104, + 1264, + 205, + 892, + 1223, + 1051, + 1141 + ] + }, + { + "word": "won", + "duration": "0.26", + "codes": [ + 205, + 1004, + 1107, + 386, + 951, + 53, + 339, + 1186, + 664, + 874, + 1245, + 547, + 1320, + 918, + 1363, + 1638, + 654, + 279, + 1040, + 739 + ] + }, + { + "word": "se", + "duration": "0.22", + "codes": [ + 1082, + 878, + 760, + 1094, + 973, + 656, + 142, + 10, + 170, + 1744, + 170, + 495, + 2, + 379, + 725, + 1816 + ] + }, + { + "word": "nipa", + "duration": "0.36", + "codes": [ + 963, + 1436, + 49, + 43, + 386, + 1731, + 537, + 121, + 496, + 666, + 423, + 668, + 851, + 811, + 737, + 25, + 260, + 1313, + 300, + 303, + 951, + 1153, + 172, + 589, + 1831, + 1088, + 378 + ] + }, + { + "word": "lilo", + "duration": "0.30", + "codes": [ + 451, + 1801, + 1800, + 967, + 1313, + 49, + 1814, + 659, + 858, + 534, + 1217, + 727, + 609, + 651, + 1411, + 688, + 321, + 47, + 1271, + 79, + 362, + 816, + 157 + ] + }, + { + "word": "epa", + "duration": "0.40", + "codes": [ + 1272, + 497, + 1192, + 67, + 986, + 54, + 351, + 423, + 1154, + 561, + 584, + 417, + 209, + 1017, + 424, + 1122, + 25, + 1191, + 475, + 140, + 1184, + 730, + 1459, + 1266, + 379, + 799, + 567, + 460, + 379, + 676 + ] + }, + { + "word": "pelu", + "duration": "0.28", + "codes": [ + 381, + 926, + 433, + 811, + 76, + 774, + 1179, + 380, + 1668, + 1646, + 1364, + 1446, + 1241, + 1503, + 1384, + 902, + 1073, + 443, + 74, + 1015, + 1107 + ] + }, + { + "word": "orisiirisii", + "duration": "0.64", + "codes": [ + 51, + 1047, + 367, + 674, + 1117, + 734, + 498, + 1504, + 1045, + 656, + 773, + 382, + 198, + 792, + 1662, + 760, + 1261, + 1094, + 1091, + 1505, + 602, + 1670, + 1497, + 1447, + 465, + 135, + 98, + 528, + 682, + 812, + 269, + 175, + 290, + 547, + 340, + 382, + 1073, + 528, + 1033, + 700, + 195, + 529, + 37, + 687, + 1022, + 343, + 1335, + 1092 + ] + }, + { + "word": "nkan", + "duration": "0.16", + "codes": [ + 1339, + 1657, + 859, + 1288, + 544, + 207, + 459, + 1735, + 1736, + 959, + 106, + 427, + 107 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/yoruba_female2.json b/yarngpt/default_speakers_local/yoruba_female2.json new file mode 100644 index 0000000000000000000000000000000000000000..9bad185dee743e90c46ed74729cd18ca7dd76cc7 --- /dev/null +++ b/yarngpt/default_speakers_local/yoruba_female2.json @@ -0,0 +1,193 @@ +{ + "text": "Irin\u1e63\u1eb9\u0301 \u00e0gb\u1eb9\u0300 ni katakata.", + "words": [ + { + "word": "irinse", + "duration": "1.19", + "codes": [ + 219, + 219, + 219, + 219, + 805, + 636, + 459, + 918, + 820, + 918, + 950, + 795, + 447, + 1284, + 447, + 378, + 641, + 77, + 939, + 316, + 278, + 16, + 223, + 776, + 374, + 1810, + 110, + 967, + 51, + 717, + 1289, + 155, + 1731, + 1199, + 195, + 1332, + 1106, + 940, + 328, + 1493, + 230, + 687, + 510, + 356, + 1178, + 253, + 24, + 318, + 70, + 1002, + 977, + 719, + 113, + 228, + 1556, + 1316, + 88, + 79, + 1316, + 1316, + 628, + 79, + 1492, + 915, + 1671, + 492, + 1758, + 334, + 470, + 1038, + 223, + 68, + 563, + 223, + 224, + 185, + 244, + 417, + 337, + 244, + 360, + 165, + 224, + 187, + 1821, + 1119, + 958, + 192, + 200 + ] + }, + { + "word": "agbe", + "duration": "0.32", + "codes": [ + 74, + 456, + 1156, + 49, + 1409, + 414, + 1437, + 145, + 17, + 1121, + 237, + 1442, + 389, + 698, + 30, + 30, + 489, + 1558, + 30, + 721, + 994, + 201, + 1702, + 835 + ] + }, + { + "word": "ni", + "duration": "0.12", + "codes": [ + 1540, + 310, + 29, + 890, + 952, + 319, + 196, + 272, + 1536 + ] + }, + { + "word": "katakata", + "duration": "0.56", + "codes": [ + 274, + 993, + 1624, + 855, + 1065, + 152, + 610, + 1170, + 775, + 1541, + 1806, + 1592, + 713, + 1539, + 1424, + 1229, + 93, + 1194, + 1310, + 1392, + 727, + 1428, + 32, + 902, + 1643, + 1304, + 977, + 1316, + 587, + 777, + 1258, + 830, + 562, + 1720, + 34, + 667, + 415, + 1194, + 1477, + 352, + 1187, + 1345 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/yoruba_male1.json b/yarngpt/default_speakers_local/yoruba_male1.json new file mode 100644 index 0000000000000000000000000000000000000000..e576765a14f4b2187512dacf4bad9b8d27768e2f --- /dev/null +++ b/yarngpt/default_speakers_local/yoruba_male1.json @@ -0,0 +1,234 @@ +{ + "text": "\u00ccj\u1ecdba t\u00ed f\u00ed \u00f2fin d\u00e9 t\u00edta \u1ecdt\u00ed l\u00edle.", + "words": [ + { + "word": "ijoba", + "duration": "0.67", + "codes": [ + 165, + 1236, + 1667, + 933, + 729, + 1699, + 1425, + 1080, + 1255, + 458, + 795, + 1348, + 334, + 1458, + 458, + 566, + 584, + 187, + 1774, + 296, + 123, + 190, + 1787, + 1470, + 558, + 1392, + 1693, + 885, + 1315, + 760, + 609, + 357, + 864, + 575, + 74, + 798, + 1401, + 1380, + 169, + 1157, + 871, + 208, + 622, + 146, + 1232, + 107, + 382, + 801, + 1707 + ] + }, + { + "word": "ti", + "duration": "0.16", + "codes": [ + 459, + 1475, + 833, + 1082, + 1496, + 1241, + 1342, + 211, + 153, + 1709, + 1640, + 468 + ] + }, + { + "word": "fi", + "duration": "0.14", + "codes": [ + 1752, + 1230, + 854, + 1420, + 854, + 1146, + 1257, + 388, + 1686, + 539, + 289 + ] + }, + { + "word": "ofin", + "duration": "0.26", + "codes": [ + 341, + 1008, + 1701, + 359, + 1696, + 1250, + 1226, + 781, + 1292, + 1432, + 989, + 998, + 236, + 962, + 1308, + 749, + 1462, + 1460, + 1039, + 932 + ] + }, + { + "word": "de", + "duration": "0.16", + "codes": [ + 1020, + 1808, + 907, + 276, + 597, + 1069, + 217, + 648, + 1068, + 468, + 981, + 1003 + ] + }, + { + "word": "tita", + "duration": "0.46", + "codes": [ + 645, + 1041, + 605, + 947, + 1505, + 162, + 1820, + 688, + 101, + 1764, + 418, + 885, + 513, + 1569, + 1082, + 446, + 711, + 294, + 326, + 1203, + 1190, + 524, + 408, + 222, + 1490, + 1162, + 1486, + 885, + 247, + 899, + 513, + 1187, + 614, + 424, + 184 + ] + }, + { + "word": "oti", + "duration": "0.28", + "codes": [ + 979, + 997, + 1581, + 620, + 967, + 460, + 1430, + 1731, + 279, + 499, + 769, + 517, + 1077, + 263, + 1443, + 397, + 166, + 1554, + 440, + 1009, + 1427 + ] + }, + { + "word": "lile", + "duration": "0.28", + "codes": [ + 409, + 1677, + 599, + 296, + 629, + 74, + 129, + 1740, + 11, + 1404, + 920, + 10, + 269, + 1604, + 990, + 1200, + 1217, + 1178, + 293, + 30, + 36 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/yoruba_male2.json b/yarngpt/default_speakers_local/yoruba_male2.json new file mode 100644 index 0000000000000000000000000000000000000000..0b5a0cd5bd9de7d9d97da38c4910f6f2ae7fb2ed --- /dev/null +++ b/yarngpt/default_speakers_local/yoruba_male2.json @@ -0,0 +1,238 @@ +{ + "text": "\u1ecdk\u1ecd\u0300 \u00f2furuf\u00fa t\u00ed jay\u00e9 w\u1ecd \u0144 bal\u00e8 l\u00f3w\u00f3.", + "words": [ + { + "word": "oko", + "duration": "0.42", + "codes": [ + 165, + 1480, + 1405, + 1428, + 761, + 1343, + 591, + 311, + 345, + 1209, + 545, + 346, + 880, + 413, + 112, + 882, + 1051, + 831, + 866, + 918, + 1622, + 1776, + 1213, + 945, + 942, + 455, + 1217, + 675, + 268, + 683, + 536 + ] + }, + { + "word": "ofurufu", + "duration": "0.52", + "codes": [ + 317, + 1016, + 354, + 1467, + 1626, + 1686, + 1012, + 1450, + 1090, + 849, + 1230, + 1774, + 992, + 148, + 395, + 1446, + 909, + 1712, + 1624, + 327, + 283, + 1554, + 1796, + 952, + 1450, + 184, + 689, + 604, + 902, + 989, + 1517, + 983, + 250, + 39, + 792, + 289, + 865, + 272, + 336, + 694 + ] + }, + { + "word": "ti", + "duration": "0.16", + "codes": [ + 1818, + 279, + 96, + 1097, + 383, + 876, + 14, + 1700, + 515, + 1713, + 1033, + 59 + ] + }, + { + "word": "jaye", + "duration": "0.36", + "codes": [ + 1522, + 774, + 452, + 303, + 695, + 648, + 809, + 679, + 1015, + 626, + 398, + 1720, + 1, + 1497, + 748, + 46, + 1744, + 644, + 190, + 1060, + 455, + 529, + 111, + 1515, + 1762, + 150, + 1560 + ] + }, + { + "word": "wo", + "duration": "0.34", + "codes": [ + 484, + 503, + 1388, + 61, + 289, + 1422, + 294, + 831, + 1328, + 462, + 1612, + 905, + 1541, + 785, + 509, + 1185, + 1802, + 845, + 1440, + 986, + 360, + 281, + 1703, + 1456, + 1674, + 1776 + ] + }, + { + "word": "n", + "duration": "0.12", + "codes": [ + 1002, + 289, + 47, + 616, + 1594, + 852, + 831, + 458, + 220 + ] + }, + { + "word": "bale", + "duration": "0.32", + "codes": [ + 953, + 1426, + 159, + 1758, + 474, + 1347, + 579, + 699, + 599, + 1433, + 483, + 1142, + 1088, + 988, + 906, + 552, + 128, + 1648, + 474, + 1678, + 668, + 1060, + 101, + 1478 + ] + }, + { + "word": "lowo", + "duration": "0.22", + "codes": [ + 612, + 326, + 1661, + 978, + 88, + 1620, + 169, + 811, + 98, + 363, + 31, + 425, + 1531, + 394, + 1248, + 809 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/default_speakers_local/yoruba_male3.json b/yarngpt/default_speakers_local/yoruba_male3.json new file mode 100644 index 0000000000000000000000000000000000000000..ca7dd44e07ce2e994df78ac2be6daec8f7d001cb --- /dev/null +++ b/yarngpt/default_speakers_local/yoruba_male3.json @@ -0,0 +1,234 @@ +{ + "text": "\u00ccj\u1ecdba t\u00ed f\u00ed \u00f2fin d\u00e9 t\u00edta \u1ecdt\u00ed l\u00edle.", + "words": [ + { + "word": "\u00ccj\u1ecdba", + "duration": "0.67", + "codes": [ + 165, + 1236, + 1667, + 933, + 729, + 1699, + 1425, + 1080, + 1255, + 458, + 795, + 1348, + 334, + 1458, + 458, + 566, + 584, + 187, + 1774, + 296, + 123, + 190, + 1787, + 1470, + 558, + 1392, + 1693, + 885, + 1315, + 760, + 609, + 357, + 864, + 575, + 74, + 798, + 1401, + 1380, + 169, + 1157, + 871, + 208, + 622, + 146, + 1232, + 107, + 382, + 801, + 1707 + ] + }, + { + "word": "t\u00ed", + "duration": "0.16", + "codes": [ + 459, + 1475, + 833, + 1082, + 1496, + 1241, + 1342, + 211, + 153, + 1709, + 1640, + 468 + ] + }, + { + "word": "f\u00ed", + "duration": "0.14", + "codes": [ + 1752, + 1230, + 854, + 1420, + 854, + 1146, + 1257, + 388, + 1686, + 539, + 289 + ] + }, + { + "word": "\u00f2fin", + "duration": "0.26", + "codes": [ + 341, + 1008, + 1701, + 359, + 1696, + 1250, + 1226, + 781, + 1292, + 1432, + 989, + 998, + 236, + 962, + 1308, + 749, + 1462, + 1460, + 1039, + 932 + ] + }, + { + "word": "d\u00e9", + "duration": "0.16", + "codes": [ + 1020, + 1808, + 907, + 276, + 597, + 1069, + 217, + 648, + 1068, + 468, + 981, + 1003 + ] + }, + { + "word": "t\u00edta", + "duration": "0.46", + "codes": [ + 645, + 1041, + 605, + 947, + 1505, + 162, + 1820, + 688, + 101, + 1764, + 418, + 885, + 513, + 1569, + 1082, + 446, + 711, + 294, + 326, + 1203, + 1190, + 524, + 408, + 222, + 1490, + 1162, + 1486, + 885, + 247, + 899, + 513, + 1187, + 614, + 424, + 184 + ] + }, + { + "word": "\u1ecdt\u00ed", + "duration": "0.28", + "codes": [ + 979, + 997, + 1581, + 620, + 967, + 460, + 1430, + 1731, + 279, + 499, + 769, + 517, + 1077, + 263, + 1443, + 397, + 166, + 1554, + 440, + 1009, + 1427 + ] + }, + { + "word": "l\u00edle.", + "duration": "0.28", + "codes": [ + 409, + 1677, + 599, + 296, + 629, + 74, + 129, + 1740, + 11, + 1404, + 920, + 10, + 269, + 1604, + 990, + 1200, + 1217, + 1178, + 293, + 30, + 36 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/notebooks/Merge_datasets.ipynb b/yarngpt/notebooks/Merge_datasets.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..c6fa6b9645698572199513d1e5f1e40a11df597c --- /dev/null +++ b/yarngpt/notebooks/Merge_datasets.ipynb @@ -0,0 +1,851 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "mKb-4Hv4xNpF", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "8f45fbf9-5e31-4995-a18b-b5d2b9a9e9f5" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting datasets\n", + " Downloading datasets-3.2.0-py3-none-any.whl.metadata (20 kB)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets) (3.16.1)\n", + "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.26.4)\n", + "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (17.0.0)\n", + "Collecting dill<0.3.9,>=0.3.0 (from datasets)\n", + " Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)\n", + "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (2.2.2)\n", + "Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.32.3)\n", + "Requirement already satisfied: tqdm>=4.66.3 in /usr/local/lib/python3.10/dist-packages (from datasets) (4.67.1)\n", + "Collecting xxhash (from datasets)\n", + " Downloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n", + "Collecting multiprocess<0.70.17 (from datasets)\n", + " Downloading multiprocess-0.70.16-py310-none-any.whl.metadata (7.2 kB)\n", + "Collecting fsspec<=2024.9.0,>=2023.1.0 (from fsspec[http]<=2024.9.0,>=2023.1.0->datasets)\n", + " Downloading fsspec-2024.9.0-py3-none-any.whl.metadata (11 kB)\n", + "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.11.10)\n", + "Requirement already satisfied: huggingface-hub>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.27.0)\n", + "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (24.2)\n", + "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0.2)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.4.4)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.2)\n", + "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (24.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (0.2.1)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.18.3)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.23.0->datasets) (4.12.2)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (3.4.0)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (2.2.3)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (2024.12.14)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n", + "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.2)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.17.0)\n", + "Downloading datasets-3.2.0-py3-none-any.whl (480 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m480.6/480.6 kB\u001b[0m \u001b[31m9.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading dill-0.3.8-py3-none-any.whl (116 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m6.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading fsspec-2024.9.0-py3-none-any.whl (179 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m179.3/179.3 kB\u001b[0m \u001b[31m7.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m4.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hInstalling collected packages: xxhash, fsspec, dill, multiprocess, datasets\n", + " Attempting uninstall: fsspec\n", + " Found existing installation: fsspec 2024.10.0\n", + " Uninstalling fsspec-2024.10.0:\n", + " Successfully uninstalled fsspec-2024.10.0\n", + "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", + "gcsfs 2024.10.0 requires fsspec==2024.10.0, but you have fsspec 2024.9.0 which is incompatible.\u001b[0m\u001b[31m\n", + "\u001b[0mSuccessfully installed datasets-3.2.0 dill-0.3.8 fsspec-2024.9.0 multiprocess-0.70.16 xxhash-3.5.0\n" + ] + } + ], + "source": [ + "pip install datasets" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "-Oz-lmmExH_F" + }, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "import huggingface_hub\n", + "import datasets\n", + "from datasets import load_dataset, load_from_disk,concatenate_datasets" + ] + }, + { + "cell_type": "code", + "source": [ + "all_df=[]\n", + "for df_path in os.listdir(\"/content/drive/MyDrive/Tokenized\"):\n", + " if ('.gsheet' not in df_path) and ((\"yt\" in df_path) or (\"mv\" in df_path)):\n", + " print(df_path)\n", + " all_df.append( pd.read_csv(f\"/content/drive/MyDrive/Tokenized/{df_path}\"))\n", + " #print(df_path)" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "ACU3ZWjAfTsI", + "outputId": "d57c0bd1-6161-4ef3-f722-480e1f40af05" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "tokenized_yt0.csv\n", + "tokenized_mv0.csv\n", + "tokenized_yt1.csv\n", + "tokenized_mv1.csv\n", + "tokenized_yt2.csv\n", + "tokenized_mv2.csv\n", + "tokenized_yt3.csv\n", + "tokenized_mv3.csv\n", + "tokenized_yt4.csv\n", + "tokenized_mv4.csv\n", + "tokenized_yt5.csv\n", + "tokenized_mv5.csv\n", + "tokenized_yt6.csv\n", + "tokenized_mv6.csv\n", + "tokenized_yt7.csv\n", + "tokenized_mv7.csv\n", + "tokenized_yt8.csv\n", + "tokenized_mv8.csv\n", + "tokenized_yt9.csv\n", + "tokenized_mv9.csv\n", + "tokenized_yt10.csv\n", + "tokenized_mv10.csv\n", + "tokenized_yt11.csv\n", + "tokenized_mv11.csv\n", + "tokenized_yt12.csv\n", + "tokenized_mv12.csv\n", + "tokenized_yt13.csv\n", + "tokenized_mv13.csv\n", + "tokenized_yt14.csv\n", + "tokenized_mv14.csv\n", + "tokenized_yt15.csv\n", + "tokenized_mv15.csv\n", + "tokenized_yt16.csv\n", + "tokenized_mv16.csv\n", + "tokenized_yt17.csv\n", + "tokenized_mv17.csv\n", + "tokenized_yt18.csv\n", + "tokenized_mv18.csv\n", + "tokenized_yt19.csv\n", + "tokenized_mv19.csv\n", + "tokenized_yt20.csv\n", + "tokenized_mv20.csv\n", + "tokenized_yt21.csv\n", + "tokenized_mv21.csv\n", + "tokenized_yt22.csv\n", + "tokenized_mv22.csv\n", + "tokenized_yt23.csv\n", + "tokenized_mv23.csv\n", + "tokenized_yt24.csv\n", + "tokenized_mv24.csv\n", + "tokenized_yt25.csv\n", + "tokenized_mv25.csv\n", + "tokenized_yt26.csv\n", + "tokenized_mv26.csv\n", + "tokenized_mv27.csv\n", + "tokenized_yt27.csv\n", + "tokenized_mv28.csv\n", + "tokenized_yt28.csv\n", + "tokenized_mv29.csv\n", + "tokenized_yt29.csv\n", + "tokenized_mv30.csv\n", + "tokenized_yt30.csv\n", + "tokenized_mv31.csv\n", + "tokenized_yt31.csv\n", + "tokenized_mv32.csv\n", + "tokenized_yt32.csv\n", + "tokenized_mv33.csv\n", + "tokenized_yt33.csv\n", + "tokenized_mv34.csv\n", + "tokenized_yt34.csv\n", + "tokenized_mv35.csv\n", + "tokenized_mv37.csv\n", + "tokenized_mv38.csv\n", + "tokenized_yt37.csv\n", + "tokenized_mv39.csv\n", + "tokenized_yt38.csv\n", + "tokenized_mv40.csv\n", + "tokenized_yt39.csv\n", + "tokenized_mv41.csv\n", + "tokenized_yt40.csv\n", + "tokenized_mv42.csv\n", + "tokenized_yt41.csv\n", + "tokenized_mv43.csv\n", + "tokenized_yt42.csv\n", + "tokenized_mv44.csv\n", + "tokenized_yt43.csv\n", + "tokenized_mv45.csv\n", + "tokenized_mv46.csv\n", + "tokenized_yt44.csv\n", + "tokenized_mv47.csv\n", + "tokenized_yt45.csv\n", + "tokenized_mv48.csv\n", + "tokenized_yt46.csv\n", + "tokenized_mv49.csv\n", + "tokenized_yt47.csv\n", + "tokenized_mv50.csv\n", + "tokenized_yt48.csv\n", + "tokenized_mv51.csv\n", + "tokenized_mv70.csv\n", + "tokenized_yt70.csv\n", + "tokenized_mv71.csv\n", + "tokenized_mv72.csv\n", + "tokenized_yt71.csv\n", + "tokenized_mv73.csv\n", + "tokenized_yt72.csv\n", + "tokenized_mv74.csv\n", + "tokenized_yt73.csv\n", + "tokenized_mv75.csv\n", + "tokenized_yt74.csv\n", + "tokenized_mv76.csv\n", + "tokenized_yt75.csv\n", + "tokenized_mv77.csv\n", + "tokenized_yt76.csv\n", + "tokenized_mv78.csv\n", + "tokenized_yt77.csv\n", + "tokenized_mv79.csv\n", + "tokenized_yt78.csv\n", + "tokenized_mv80.csv\n", + "tokenized_mv81.csv\n", + "tokenized_yt79.csv\n", + "tokenized_mv82.csv\n", + "tokenized_yt80.csv\n", + "tokenized_mv83.csv\n", + "tokenized_yt81.csv\n", + "tokenized_mv84.csv\n", + "tokenized_yt82.csv\n", + "tokenized_mv85.csv\n", + "tokenized_yt83.csv\n", + "tokenized_mv86.csv\n", + "tokenized_yt84.csv\n", + "tokenized_mv87.csv\n", + "tokenized_yt85.csv\n", + "tokenized_mv88.csv\n", + "tokenized_yt86.csv\n", + "tokenized_mv89.csv\n", + "tokenized_mv90.csv\n", + "tokenized_yt87.csv\n", + "tokenized_mv91.csv\n", + "tokenized_yt88.csv\n", + "tokenized_mv92.csv\n", + "tokenized_yt89.csv\n", + "tokenized_mv93.csv\n", + "tokenized_yt90.csv\n", + "tokenized_mv94.csv\n", + "tokenized_mv95.csv\n", + "tokenized_yt91.csv\n", + "tokenized_mv96.csv\n", + "tokenized_yt92.csv\n", + "tokenized_mv97.csv\n", + "tokenized_yt93.csv\n", + "tokenized_mv98.csv\n", + "tokenized_yt94.csv\n", + "tokenized_mv99.csv\n", + "tokenized_mv100.csv\n", + "tokenized_yt95.csv\n", + "tokenized_mv101.csv\n", + "tokenized_yt96.csv\n", + "tokenized_mv102.csv\n", + "tokenized_yt97.csv\n", + "tokenized_mv103.csv\n", + "tokenized_yt98.csv\n", + "tokenized_mv104.csv\n", + "tokenized_mv105.csv\n", + "tokenized_yt99.csv\n", + "tokenized_mv106.csv\n", + "tokenized_yt100.csv\n", + "tokenized_mv107.csv\n", + "tokenized_yt101.csv\n", + "tokenized_mv108.csv\n", + "tokenized_yt102.csv\n", + "tokenized_mv109.csv\n", + "tokenized_mv110.csv\n", + "tokenized_yt103.csv\n", + "tokenized_mv112.csv\n", + "tokenized_yt104.csv\n", + "tokenized_yt105.csv\n", + "tokenized_yt106.csv\n", + "tokenized_yt107.csv\n", + "tokenized_yt108.csv\n", + "tokenized_yt109.csv\n", + "tokenized_yt110.csv\n", + "tokenized_yt111.csv\n", + "tokenized_yt112.csv\n", + "tokenized_yt113.csv\n", + "tokenized_yt114.csv\n", + "tokenized_yt115.csv\n", + "tokenized_yt116.csv\n", + "tokenized_yt117.csv\n", + "tokenized_yt118.csv\n", + "tokenized_yt119.csv\n", + "tokenized_yt120.csv\n", + "tokenized_yt121.csv\n", + "tokenized_yt122.csv\n", + "tokenized_yt123.csv\n", + "tokenized_yt124.csv\n", + "tokenized_yt125.csv\n", + "tokenized_yt126.csv\n", + "tokenized_yt127.csv\n", + "tokenized_yt128.csv\n", + "tokenized_yt129.csv\n", + "tokenized_yt130.csv\n", + "tokenized_yt131.csv\n", + "tokenized_yt132.csv\n", + "tokenized_yt133.csv\n", + "tokenized_yt134.csv\n", + "tokenized_yt135.csv\n", + "tokenized_yt136.csv\n", + "tokenized_yt137.csv\n", + "tokenized_yt138.csv\n", + "tokenized_yt139.csv\n", + "tokenized_yt140.csv\n", + "tokenized_yt141.csv\n", + "tokenized_yt142.csv\n", + "tokenized_yt143.csv\n", + "tokenized_yt144.csv\n", + "tokenized_yt145.csv\n", + "tokenized_yt146.csv\n", + "tokenized_yt147.csv\n", + "tokenized_yt148.csv\n", + "tokenized_yt149.csv\n", + "tokenized_yt150.csv\n", + "tokenized_yt151.csv\n", + "tokenized_yt152.csv\n", + "tokenized_yt153.csv\n", + "tokenized_yt154.csv\n", + "tokenized_yt155.csv\n", + "tokenized_yt156.csv\n", + "tokenized_yt157.csv\n", + "tokenized_yt158.csv\n", + "tokenized_yt159.csv\n", + "tokenized_yt160.csv\n", + "tokenized_yt161.csv\n", + "tokenized_yt162.csv\n", + "tokenized_yt163.csv\n", + "tokenized_yt164.csv\n", + "tokenized_yt165.csv\n", + "tokenized_yt166.csv\n", + "tokenized_yt167.csv\n", + "tokenized_yt168.csv\n", + "tokenized_yt169.csv\n", + "tokenized_yt170.csv\n", + "tokenized_yt171.csv\n", + "tokenized_yt172.csv\n", + "tokenized_yt173.csv\n", + "tokenized_yt174.csv\n", + "tokenized_yt175.csv\n", + "tokenized_yt176.csv\n", + "tokenized_yt177.csv\n", + "tokenized_yt178.csv\n", + "tokenized_yt179.csv\n", + "tokenized_yt180.csv\n", + "tokenized_yt181.csv\n", + "tokenized_yt182.csv\n", + "tokenized_yt183.csv\n", + "tokenized_yt184.csv\n", + "tokenized_yt185.csv\n", + "tokenized_yt186.csv\n", + "tokenized_yt187.csv\n", + "tokenized_yt188.csv\n", + "tokenized_yt189.csv\n", + "tokenized_yt190.csv\n", + "tokenized_yt191.csv\n", + "tokenized_yt192.csv\n", + "tokenized_yt193.csv\n", + "tokenized_yt194.csv\n", + "tokenized_yt195.csv\n", + "tokenized_yt196.csv\n", + "tokenized_yt197.csv\n", + "tokenized_yt198.csv\n", + "tokenized_yt199.csv\n", + "tokenized_yt200.csv\n", + "tokenized_yt201.csv\n", + "tokenized_yt202.csv\n", + "tokenized_yt203.csv\n", + "tokenized_yt204.csv\n", + "tokenized_yt205.csv\n", + "tokenized_yt206.csv\n", + "tokenized_yt210.csv\n", + "tokenized_yt211.csv\n", + "tokenized_yt212.csv\n", + "tokenized_yt213.csv\n", + "tokenized_yt214.csv\n", + "tokenized_yt215.csv\n", + "tokenized_yt216.csv\n", + "tokenized_yt217.csv\n", + "tokenized_yt218.csv\n", + "tokenized_yt219.csv\n", + "tokenized_yt220.csv\n", + "tokenized_yt221.csv\n", + "tokenized_yt222.csv\n", + "tokenized_yt223.csv\n", + "tokenized_yt224.csv\n", + "tokenized_yt225.csv\n", + "tokenized_yt226.csv\n", + "tokenized_yt227.csv\n", + "tokenized_yt228.csv\n", + "tokenized_yt230.csv\n", + "tokenized_yt1101.csv\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "train_data=pd.concat(all_df)" + ], + "metadata": { + "id": "9f8aFlgOfb6c" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "train_data" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 461 + }, + "id": "Hsq8k7WogC_j", + "outputId": "be6ce9a2-b1a0-4a7b-9251-40bc6e1e538f" + }, + "execution_count": null, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + " Unnamed: 0 0\n", + "0 0 <|im_start|>\\n<|text_start|>music<|text_sep|>h...\n", + "1 1 <|im_start|>\\n<|text_start|>money<|text_sep|>d...\n", + "2 2 <|im_start|>\\n<|text_start|>you<|text_sep|>no<...\n", + "3 3 <|im_start|>\\n<|text_start|>morning<|text_sep|...\n", + "4 4 <|im_start|>\\n<|text_start|>um<|text_sep|>im<|...\n", + ".. ... ...\n", + "209 209 <|im_start|>\\n<|text_start|>there<|text_sep|>g...\n", + "210 210 <|im_start|>\\n<|text_start|>im<|text_sep|>look...\n", + "211 211 <|im_start|>\\n<|text_start|>all<|text_sep|>of<...\n", + "212 212 <|im_start|>\\n<|text_start|>good<|text_sep|>ti...\n", + "213 213 <|im_start|>\\n<|text_start|>have<|text_sep|>be...\n", + "\n", + "[295292 rows x 2 columns]" + ], + "text/html": [ + "\n", + "
\n", + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 00
00<|im_start|>\\n<|text_start|>music<|text_sep|>h...
11<|im_start|>\\n<|text_start|>money<|text_sep|>d...
22<|im_start|>\\n<|text_start|>you<|text_sep|>no<...
33<|im_start|>\\n<|text_start|>morning<|text_sep|...
44<|im_start|>\\n<|text_start|>um<|text_sep|>im<|...
.........
209209<|im_start|>\\n<|text_start|>there<|text_sep|>g...
210210<|im_start|>\\n<|text_start|>im<|text_sep|>look...
211211<|im_start|>\\n<|text_start|>all<|text_sep|>of<...
212212<|im_start|>\\n<|text_start|>good<|text_sep|>ti...
213213<|im_start|>\\n<|text_start|>have<|text_sep|>be...
\n", + "

295292 rows × 2 columns

\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "\n", + " \n", + "\n", + " \n", + "
\n", + "\n", + "\n", + "
\n", + " \n", + "\n", + "\n", + "\n", + " \n", + "
\n", + "\n", + "
\n", + " \n", + " \n", + " \n", + "
\n", + "\n", + "
\n", + "
\n" + ], + "application/vnd.google.colaboratory.intrinsic+json": { + "type": "dataframe", + "variable_name": "train_data" + } + }, + "metadata": {}, + "execution_count": 6 + } + ] + }, + { + "cell_type": "code", + "source": [ + "train_data.to_csv(\"/content/drive/MyDrive/Tokenized2/all_data.csv\")" + ], + "metadata": { + "id": "S0011JRDtLO2" + }, + "execution_count": null, + "outputs": [] + } + ], + "metadata": { + "colab": { + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} \ No newline at end of file diff --git a/yarngpt/notebooks/Merge_datasets_local (1).ipynb b/yarngpt/notebooks/Merge_datasets_local (1).ipynb new file mode 100644 index 0000000000000000000000000000000000000000..a9d54725d9596c12935ea6e42748a77cb7ee20bc --- /dev/null +++ b/yarngpt/notebooks/Merge_datasets_local (1).ipynb @@ -0,0 +1,258 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "mKb-4Hv4xNpF" + }, + "outputs": [], + "source": [ + "pip install datasets" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "1QHW2w8cdupP" + }, + "outputs": [], + "source": [ + "import huggingface_hub" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "-Oz-lmmExH_F" + }, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "import huggingface_hub\n", + "import datasets\n", + "from datasets import load_dataset, load_from_disk,concatenate_datasets" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "NfVKJ5xgdyc1" + }, + "outputs": [], + "source": [ + "huggingface_hub.login()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "llvhheVWjDwi" + }, + "outputs": [], + "source": [ + "from transformers import AutoModelForCausalLM, AutoTokenizer\n", + "checkpoint=\"saheedniyi/YarnGPT\"\n", + "#checkpoint=\"saheedniyi/public_extra2\"#device = \"cuda\" # for GPU usage or \"cpu\" for CPU usage\n", + "tokenizer = AutoTokenizer.from_pretrained(checkpoint)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "sfVhIZEpisZg" + }, + "outputs": [], + "source": [ + "def token_length(prompt):\n", + " return len(tokenizer(prompt)[\"input_ids\"])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ACU3ZWjAfTsI" + }, + "outputs": [], + "source": [ + "all_df=[]\n", + "for df_path in os.listdir(\"/content/drive/MyDrive/naij_tokenized\"):\n", + " if ('.gsheet' not in df_path):\n", + " df=pd.read_csv(f\"/content/drive/MyDrive/naij_tokenized/{df_path}\")\n", + " df[\"length\"]=df[\"tts\"].apply(token_length)\n", + " print(df_path)\n", + " all_df.append(df)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "9f8aFlgOfb6c" + }, + "outputs": [], + "source": [ + "train_data=pd.concat(all_df)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "Hsq8k7WogC_j" + }, + "outputs": [], + "source": [ + "train_data_1=train_data.drop_duplicates(\"tts\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "dVYrYSISn9hE" + }, + "outputs": [], + "source": [ + "train_data_1.shape" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "bec2mRTdoAf_" + }, + "outputs": [], + "source": [ + "train_data.shape" + ] + }, + { + "cell_type": "code", + "source": [ + "train_data_1.drop(\"stt\",axis=1, inplace=True)" + ], + "metadata": { + "id": "pythz_XcgF9t" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "train_data_1.drop([\"Unnamed: 0\",\"__index_level_0__\"],axis=1, inplace=True)" + ], + "metadata": { + "id": "9yebXiwvgZMa" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "def replace_text(txt):\n", + " txt=txt.replace(\"<|hausa|\\n\",\"<|hausa|>\\n\")\n", + " txt=txt.replace(\"<|igbo|\\n\",\"<|igbo|>\\n\")\n", + " txt=txt.replace(\"<|yoruba|\\n\",\"<|yoruba|>\\n\")#hausa\":\"<|hausa|\",\n", + " txt=txt.replace(\"\\n<|tts|>\",\"\")\n", + " return txt" + ], + "metadata": { + "id": "kUvi1ItQg6HT" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "TgWv4W8Wiwd1" + }, + "outputs": [], + "source": [ + "train_data_1=train_data_1[train_data_1[\"tts\"]!=\"An error occurred\"]" + ] + }, + { + "cell_type": "code", + "source": [ + "train_data_1[\"tts\"]=train_data_1[\"tts\"].apply(replace_text)" + ], + "metadata": { + "id": "CP7bVwRqh_qH" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "train_data_1.shape" + ], + "metadata": { + "id": "YMk40ZsIrW44" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "train_data_1" + ], + "metadata": { + "id": "RVD3f0frrcfi" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "train_data_1=train_data_1[train_data_1[\"length\"]<4000]" + ], + "metadata": { + "id": "utJLIf1orhnE" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "train_data_1.to_csv(\"/content/drive/MyDrive/naij_tokenized/final_all_lang.csv\")" + ], + "metadata": { + "id": "BOynFjQlruWJ" + }, + "execution_count": null, + "outputs": [] + } + ], + "metadata": { + "colab": { + "machine_shape": "hm", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} \ No newline at end of file diff --git a/yarngpt/notebooks/Yoruba_prepare_data_naij (2).ipynb b/yarngpt/notebooks/Yoruba_prepare_data_naij (2).ipynb new file mode 100644 index 0000000000000000000000000000000000000000..4d72737339b9135d07ac4728f32988c37d078576 --- /dev/null +++ b/yarngpt/notebooks/Yoruba_prepare_data_naij (2).ipynb @@ -0,0 +1,18400 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Rxa73RyKnhy3", + "outputId": "aa525021-8667-4b2a-b879-f843eee12d7c" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting outetts\n", + " Downloading outetts-0.2.3-py3-none-any.whl.metadata (10 kB)\n", + "Collecting uroman\n", + " Downloading uroman-1.3.1.1-py3-none-any.whl.metadata (18 kB)\n", + "Collecting noisereduce\n", + " Downloading noisereduce-3.0.3-py3-none-any.whl.metadata (14 kB)\n", + "Collecting mecab-python3\n", + " Downloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.2 kB)\n", + "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from outetts) (1.13.1)\n", + "Requirement already satisfied: einops in /usr/local/lib/python3.10/dist-packages (from outetts) (0.8.0)\n", + "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from outetts) (6.0.2)\n", + "Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from outetts) (0.27.1)\n", + "Collecting encodec (from outetts)\n", + " Downloading encodec-0.1.1.tar.gz (3.7 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.7/3.7 MB\u001b[0m \u001b[31m35.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from outetts) (3.10.0)\n", + "Requirement already satisfied: transformers>=4.46.1 in /usr/local/lib/python3.10/dist-packages (from outetts) (4.47.1)\n", + "Collecting pytorch-lightning (from outetts)\n", + " Downloading pytorch_lightning-2.5.0.post0-py3-none-any.whl.metadata (21 kB)\n", + "Collecting tensorboardX (from outetts)\n", + " Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl.metadata (5.8 kB)\n", + "Requirement already satisfied: soundfile in /usr/local/lib/python3.10/dist-packages (from outetts) (0.13.0)\n", + "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from outetts) (1.26.4)\n", + "Collecting jsonargparse (from outetts)\n", + " Downloading jsonargparse-4.35.0-py3-none-any.whl.metadata (12 kB)\n", + "Collecting torchcrepe (from outetts)\n", + " Downloading torchcrepe-0.0.23-py3-none-any.whl.metadata (7.8 kB)\n", + "Requirement already satisfied: librosa in /usr/local/lib/python3.10/dist-packages (from outetts) (0.10.2.post1)\n", + "Collecting pesq (from outetts)\n", + " Downloading pesq-0.0.4.tar.gz (38 kB)\n", + " Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: inflect in /usr/local/lib/python3.10/dist-packages (from outetts) (7.5.0)\n", + "Collecting loguru (from outetts)\n", + " Downloading loguru-0.7.3-py3-none-any.whl.metadata (22 kB)\n", + "Requirement already satisfied: polars in /usr/local/lib/python3.10/dist-packages (from outetts) (1.9.0)\n", + "Requirement already satisfied: natsort in /usr/local/lib/python3.10/dist-packages (from outetts) (8.4.0)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from outetts) (4.67.1)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from outetts) (2.32.3)\n", + "Collecting sounddevice (from outetts)\n", + " Downloading sounddevice-0.5.1-py3-none-any.whl.metadata (1.4 kB)\n", + "Collecting unidic-lite (from outetts)\n", + " Downloading unidic-lite-1.0.8.tar.gz (47.4 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.4/47.4 MB\u001b[0m \u001b[31m39.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Collecting openai-whisper>=20240930 (from outetts)\n", + " Downloading openai-whisper-20240930.tar.gz (800 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m800.5/800.5 kB\u001b[0m \u001b[31m49.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: regex>=2024.5.15 in /usr/local/lib/python3.10/dist-packages (from uroman) (2024.11.6)\n", + "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from noisereduce) (1.4.2)\n", + "Requirement already satisfied: numba in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (0.60.0)\n", + "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: more-itertools in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (10.5.0)\n", + "Collecting tiktoken (from openai-whisper>=20240930->outetts)\n", + " Downloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n", + "Collecting triton>=2.0.0 (from openai-whisper>=20240930->outetts)\n", + " Downloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.3 kB)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (3.16.1)\n", + "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (24.2)\n", + "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.21.0)\n", + "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.5.0)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (2024.10.0)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (4.12.2)\n", + "Requirement already satisfied: torchaudio in /usr/local/lib/python3.10/dist-packages (from encodec->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: typeguard>=4.0.1 in /usr/local/lib/python3.10/dist-packages (from inflect->outetts) (4.4.1)\n", + "Requirement already satisfied: audioread>=2.1.9 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (3.0.1)\n", + "Requirement already satisfied: scikit-learn>=0.20.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.6.0)\n", + "Requirement already satisfied: decorator>=4.3.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (4.4.2)\n", + "Requirement already satisfied: pooch>=1.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.8.2)\n", + "Requirement already satisfied: soxr>=0.3.2 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.5.0.post1)\n", + "Requirement already satisfied: lazy-loader>=0.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.4)\n", + "Requirement already satisfied: msgpack>=1.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.1.0)\n", + "Requirement already satisfied: cffi>=1.0 in /usr/local/lib/python3.10/dist-packages (from soundfile->outetts) (1.17.1)\n", + "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.3.1)\n", + "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (0.12.1)\n", + "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (4.55.3)\n", + "Requirement already satisfied: kiwisolver>=1.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.4.8)\n", + "Requirement already satisfied: pillow>=8 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (11.1.0)\n", + "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (3.2.1)\n", + "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (2.8.2)\n", + "Collecting torchmetrics>=0.7.0 (from pytorch-lightning->outetts)\n", + " Downloading torchmetrics-1.6.1-py3-none-any.whl.metadata (21 kB)\n", + "Collecting lightning-utilities>=0.10.0 (from pytorch-lightning->outetts)\n", + " Downloading lightning_utilities-0.11.9-py3-none-any.whl.metadata (5.2 kB)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.4.1)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2.3.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2024.12.14)\n", + "Requirement already satisfied: protobuf>=3.20 in /usr/local/lib/python3.10/dist-packages (from tensorboardX->outetts) (4.25.5)\n", + "Collecting resampy (from torchcrepe->outetts)\n", + " Downloading resampy-0.4.3-py3-none-any.whl.metadata (3.0 kB)\n", + "Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0->soundfile->outetts) (2.22)\n", + "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.10/dist-packages (from fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (3.11.11)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from lightning-utilities>=0.10.0->pytorch-lightning->outetts) (75.1.0)\n", + "Requirement already satisfied: llvmlite<0.44,>=0.43.0dev0 in /usr/local/lib/python3.10/dist-packages (from numba->openai-whisper>=20240930->outetts) (0.43.0)\n", + "Requirement already satisfied: platformdirs>=2.5.0 in /usr/local/lib/python3.10/dist-packages (from pooch>=1.1->librosa->outetts) (4.3.6)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7->matplotlib->outetts) (1.17.0)\n", + "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.20.0->librosa->outetts) (3.5.0)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.4.2)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.1.5)\n", + "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (1.13.1)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy==1.13.1->torch->openai-whisper>=20240930->outetts) (1.3.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (2.4.4)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.3.2)\n", + "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (4.0.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (24.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (0.2.1)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.18.3)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->openai-whisper>=20240930->outetts) (3.0.2)\n", + "Downloading outetts-0.2.3-py3-none-any.whl (125 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m125.1/125.1 kB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading uroman-1.3.1.1-py3-none-any.whl (930 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m930.7/930.7 kB\u001b[0m \u001b[31m57.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading noisereduce-3.0.3-py3-none-any.whl (22 kB)\n", + "Downloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (581 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m581.7/581.7 kB\u001b[0m \u001b[31m42.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading jsonargparse-4.35.0-py3-none-any.whl (211 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.0/211.0 kB\u001b[0m \u001b[31m20.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading loguru-0.7.3-py3-none-any.whl (61 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.6/61.6 kB\u001b[0m \u001b[31m5.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading pytorch_lightning-2.5.0.post0-py3-none-any.whl (819 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m819.3/819.3 kB\u001b[0m \u001b[31m55.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading sounddevice-0.5.1-py3-none-any.whl (32 kB)\n", + "Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl (101 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m101.7/101.7 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading torchcrepe-0.0.23-py3-none-any.whl (72.3 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.3/72.3 MB\u001b[0m \u001b[31m30.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading lightning_utilities-0.11.9-py3-none-any.whl (28 kB)\n", + "Downloading torchmetrics-1.6.1-py3-none-any.whl (927 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m927.3/927.3 kB\u001b[0m \u001b[31m57.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (209.5 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.5/209.5 MB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading resampy-0.4.3-py3-none-any.whl (3.1 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m87.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m52.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hBuilding wheels for collected packages: openai-whisper, encodec, pesq, unidic-lite\n", + " Building wheel for openai-whisper (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for openai-whisper: filename=openai_whisper-20240930-py3-none-any.whl size=803373 sha256=006ff9fec7048daea667dce09ad11d66d09d97d5e27939e2f27c96fd3223ab05\n", + " Stored in directory: /root/.cache/pip/wheels/dd/4a/1f/d1c4bf3b9133c8168fe617ed979cab7b14fe381d059ffb9d83\n", + " Building wheel for encodec (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for encodec: filename=encodec-0.1.1-py3-none-any.whl size=45760 sha256=451b0ff87f503b1e3e80ee75873ae179f23b53b055ffcac6e5414d3bdf11dad3\n", + " Stored in directory: /root/.cache/pip/wheels/fc/36/cb/81af8b985a5f5e0815312d5e52b41263237af07b977e6bcbf3\n" + ] + } + ], + "source": [ + "pip install outetts uroman noisereduce mecab-python3" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "HgJjekSOT8iX" + }, + "outputs": [], + "source": [ + "!pip install datasets triton snac wandb accelerate torchdata" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "m4uPM3IpnsEo" + }, + "outputs": [], + "source": [ + "from outetts.wav_tokenizer.decoder import WavTokenizer\n", + "from outetts.wav_tokenizer.encoder.utils import convert_audio" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "543a-ZmC7xjE" + }, + "outputs": [], + "source": [ + "from google.colab import drive\n", + "drive.mount('/content/drive')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "EVyBedbQUM3F" + }, + "outputs": [], + "source": [ + "import torch\n", + "import time\n", + "import numpy as np\n", + "import torchaudio\n", + "from snac import SNAC\n", + "from tqdm import tqdm\n", + "import huggingface_hub\n", + "import shutil\n", + "import soundfile as sf\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from transformers import AdamW, get_linear_schedule_with_warmup\n", + "from datasets import load_dataset, concatenate_datasets, Audio, load_from_disk, interleave_datasets" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "Z8LFkziTgFRf" + }, + "outputs": [], + "source": [ + "import torchaudio\n", + "import torch\n", + "import torchaudio.functional as F\n", + "import inflect\n", + "import re\n", + "import uroman as ur" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "-wARjdSEUdjy" + }, + "outputs": [], + "source": [ + "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "IYyt-dhuWx9q" + }, + "outputs": [], + "source": [ + "config_path = \"/content/drive/MyDrive/audio_datasets/wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml\"\n", + "model_path = \"/content/drive/MyDrive/audio_datasets/wavtokenizer_large_speech_320_24k.ckpt\"#\"/content/wavtokenizer_medium_speech_320_24k_v2.ckpt\"\n", + "wavtokenizer = WavTokenizer.from_pretrained0802(config_path, model_path)\n", + "wavtokenizer = wavtokenizer.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "TrfYeoWNV6T9" + }, + "outputs": [], + "source": [ + "class CTCForcedAlignment:\n", + "\n", + " def __init__(self, device: str = None):\n", + " self.device = torch.device(device if device is not None else \"cuda\" if torch.cuda.is_available() else \"cpu\")\n", + " bundle = torchaudio.pipelines.MMS_FA\n", + " self.sample_rate = bundle.sample_rate\n", + " self.model = bundle.get_model(with_star=False).to(self.device)\n", + " self.LABELS = bundle.get_labels(star=None)\n", + " self.DICTIONARY = bundle.get_dict(star=None)\n", + " self.lec = inflect.engine()\n", + " self.uroman = ur.Uroman()\n", + " #self.wakati = MeCab.Tagger(\"-Owakati\")\n", + " #self.wakati_use = [\"ja\", \"zh\", \"ko\"]\n", + " #self.languages = languages\n", + "\n", + " def process_text(self, text: str):\n", + " #if language not in self.languages:\n", + " # raise ValueError(f\"Language {language} not supported, supported languages are {self.languages}\")\n", + " text = self.uroman.romanize_string(text)\n", + " text = re.sub(r'\\d+(\\.\\d+)?', lambda x: self.lec.number_to_words(x.group()), text.lower())\n", + " text = re.sub(r'[-_/,\\.\\\\]', ' ', text)\n", + " text = re.sub(r'[^a-z\\s]', '', text)\n", + " text = re.sub(r'\\s+', ' ', text).strip()\n", + " return text.split()\n", + "\n", + " def _unflatten(self, list_, lengths):\n", + " assert len(list_) == sum(lengths)\n", + " i = 0\n", + " ret = []\n", + " for l in lengths:\n", + " ret.append(list_[i : i + l])\n", + " i += l\n", + " return ret\n", + "\n", + " def get_word(self, waveform, spans, num_frames, transcript):\n", + " ratio = waveform.size(1) / num_frames\n", + " x0 = int(ratio * spans[0].start)\n", + " x1 = int(ratio * spans[-1].end)\n", + " return {\"x0\": x0, \"x1\": x1, \"word\": transcript}\n", + "\n", + " def _extract_world_level(self, aligned_tokens, alignment_scores, transcript):\n", + " token_spans = F.merge_tokens(aligned_tokens, alignment_scores)\n", + " word_spans = self._unflatten(token_spans, [len(word) for word in transcript])\n", + " return word_spans\n", + "\n", + " def _align(self, emission, tokens):\n", + " targets = torch.tensor([tokens], dtype=torch.int32, device=torch.device(\"cpu\"))\n", + " alignments, scores = F.forced_align(emission.cpu(), targets, blank=0)\n", + " alignments, scores = alignments[0], scores[0]\n", + " scores = scores.exp()\n", + " return alignments, scores\n", + "\n", + " def align(self, waveform,sr, transcript):\n", + " #waveform, sr = torchaudio.load(audio)\n", + " #waveform = torch.tensor(waveform)\n", + " all_codes=quantize_wavtokenizer_ctc(waveform,sampling_rate=sr)\n", + " if waveform.shape[0] > 1:\n", + " waveform = waveform.mean(dim=0, keepdim=True)\n", + " waveform = waveform.float()\n", + " #print(waveform.shape)\n", + " #print(sr)\n", + " waveform = torchaudio.functional.resample(waveform, orig_freq=sr, new_freq=self.sample_rate)\n", + " transcript = self.process_text(transcript)\n", + "\n", + " with torch.inference_mode():\n", + " emission, _ = self.model(waveform.to(self.device))\n", + "\n", + " tokenized_transcript = [self.DICTIONARY[c] for word in transcript for c in word]\n", + " alignments, scores = self._align(emission, tokenized_transcript)\n", + " word_spans = self._extract_world_level(alignments, scores, transcript)\n", + " num_frames = emission.size(1)\n", + "\n", + " outputs = [\n", + " self.get_word(waveform, word_spans[i], num_frames, transcript[i])\n", + " for i in range(len(word_spans))\n", + " ]\n", + " #codes=quantize_wavtokenizer_ctc(audio_data,sampling_rate=16000):\n", + " #audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + "\n", + " outputs[0][\"x0\"] = 0\n", + " #print(waveform.shape)\n", + " #print(self.sample_rate)\n", + " for i in range(len(outputs)):\n", + " output = outputs[i]\n", + " x0 = output[\"x0\"]\n", + "\n", + " if i == len(outputs) - 1:\n", + " x1 = output[\"x1\"]\n", + " else:\n", + " x1 = outputs[i + 1][\"x0\"]\n", + " outputs[i][\"audio\"] = waveform[:, x0:x1]\n", + " outputs[i][\"duration\"]=len(outputs[i][\"audio\"][0])/self.sample_rate\n", + " outputs[i][\"codes\"]=all_codes[int(x0*75/self.sample_rate) : int(x1*75/self.sample_rate)]#quantize_wavtokenizer_ctc(outputs[i][\"audio\"],sampling_rate=16000, quantizer=wavtokenizer)\n", + " #convert waveform to codes\n", + " #duration Add audio\n", + " return outputs\n", + "\n", + " def free(self):\n", + " del self.model" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "CouG9BMIV6-K" + }, + "outputs": [], + "source": [ + "ctc = CTCForcedAlignment(\"cuda\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "68rBtr5GUcF2" + }, + "outputs": [], + "source": [ + "ctc.DICTIONARY" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "275g7SweCKAe" + }, + "outputs": [], + "source": [ + "def resample(audio: np.ndarray, sr: int, target_sr: int):\n", + "\n", + " audio = audio.to(dtype=torch.float32)\n", + " #.clone().detach()\n", + " audio = audio.unsqueeze(0)\n", + " # 1 as last arg corresponds to mono audio\n", + " resampled = convert_audio(audio, sr, target_sr, 1)\n", + " return resampled.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "N85dYwCmWZG8" + }, + "outputs": [], + "source": [ + "def quantize_wavtokenizer_ctc(audio_data,sampling_rate=16000, quantizer=wavtokenizer):\n", + " #audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + " audio = resample(audio_data, sampling_rate, 24000).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio=audio.squeeze(0)\n", + " _, codes = quantizer.encode_infer(audio, bandwidth_id=bandwidth_id)\n", + " codes = codes.squeeze(1).to(device)#+last_text_token\n", + "\n", + " return codes[0].tolist()#+last_text_token" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "QgGSndp8AoVW" + }, + "outputs": [], + "source": [ + "def resample(audio: np.ndarray, sr: int, target_sr: int):\n", + "\n", + " audio =audio.to(dtype=torch.float32)\n", + " #.clone().detach()\n", + " audio = audio.unsqueeze(0)\n", + " # 1 as last arg corresponds to mono audio\n", + " resampled = convert_audio(audio, sr, target_sr, 1)\n", + " return resampled.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "txxV2uboCYih" + }, + "outputs": [], + "source": [ + "def quantize_wavtokenizer(row, quantizer=wavtokenizer):\n", + " audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + " audio = resample(audio_data, sample_rate, 24000).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " #print(audio.shape)\n", + " #print(audio.dim())\n", + " _, codes = quantizer.encode_infer(audio, bandwidth_id=bandwidth_id)\n", + " codes = codes.squeeze(1).to(device)#+last_text_token\n", + "\n", + " return codes[0].tolist()#+last_text_token" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "JDfRH6HUIGiX" + }, + "outputs": [], + "source": [ + "def decode_tokenizer(discrete_code):\n", + " #discrete code is a list\n", + " discrete_code=torch.tensor([discrete_code]).to(device)-last_text_token\n", + " features = wavtokenizer.codes_to_features(discrete_code).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio_out = wavtokenizer.decode(features, bandwidth_id=bandwidth_id)\n", + " return audio_out" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "0U_45AQey40V" + }, + "outputs": [], + "source": [ + "def decode_tokenizer(discrete_code):\n", + " #discrete code is a list\n", + " discrete_code=torch.tensor([[discrete_code]]).to(device)#-last_text_token\n", + " features = wavtokenizer.codes_to_features(discrete_code).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio_out = wavtokenizer.decode(features, bandwidth_id=bandwidth_id)\n", + " return audio_out" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ij19rZw-fEQ0" + }, + "outputs": [], + "source": [ + "class PromptProcessor():\n", + " def __init__(self,lang):\n", + " self.lang=lang\n", + " self.bos = \"<|im_start|>\"\n", + " self.eos = \"<|im_end|>\"\n", + " self.tts_prompt = \"{bos}\\n{tts}\\n{text_start}{words}{text_end}\\n{lang}\\n{audio_start}\\n\"\n", + " self.stt_prompt = \"{bos}\\n{stt}\\n{audio_start}{codes}{audio_end}\\n{lang}\\n{text_start}\\n\"\n", + " self.special_tokens = {\n", + " \"audio_code\": \"<|{}|>\",\n", + " \"tts\":\"<|tts|>\",\n", + " \"stt\":\"<|stt|>\",\n", + " \"text_start\": \"<|text_start|>\",\n", + " \"text_end\": \"<|text_end|>\",\n", + " \"audio_start\": \"<|audio_start|>\",\n", + " \"audio_end\": \"<|audio_end|>\",\n", + " \"word_start\": \"<|word_start|>\",\n", + " \"word_end\": \"<|word_end|>\",\n", + " \"time\": \"<|t_{:.2f}|>\",\n", + " \"code_start\": \"<|code_start|>\",\n", + " \"code_end\": \"<|code_end|>\",\n", + " \"text_sep\": \"<|text_sep|>\",\n", + " \"hausa\":\"<|hausa|\">,\n", + " \"igbo\":\"<|igbo|\">,\n", + " \"yoruba\":\"<|yoruba|>\",\n", + "\n", + " }\n", + " super().__init__()\n", + "\n", + "\n", + " def create_results_prompts(self,words):\n", + " prompt_audio= []\n", + " prompt_text=[]\n", + " all_tokens=[]\n", + " for i in words:\n", + " word = i[\"word\"]\n", + " duration = self.special_tokens[\"time\"].format(i[\"duration\"])\n", + " tokens = \"\".join([self.special_tokens[\"audio_code\"].format(c) for c in i[\"codes\"]])\n", + " all_tokens.append(tokens)\n", + " prompt_audio.append(f'{word}{duration}{self.special_tokens[\"code_start\"]}{tokens}{self.special_tokens[\"code_end\"]}')\n", + " prompt_text.append(f'{tokens}{duration}{self.special_tokens[\"word_start\"]}{word}{self.special_tokens[\"word_end\"]}')\n", + " return \"\".join(all_tokens),\"\\n\".join(prompt_audio),\"\\n\".join(prompt_text)\n", + "\n", + "\n", + "\n", + " def get_prompt(self, row):\n", + " try:\n", + " audio=torch.from_numpy(row[\"audio\"][\"array\"]).unsqueeze(0)#torch.tensor([row[\"audio\"][\"array\"]])\n", + " #print(audio)\n", + " sample_rate=row[\"audio\"][\"sampling_rate\"]\n", + " if row[\"text\"]:\n", + " transcript=row[\"text\"]\n", + " else:\n", + " transcript=row[\"transcript\"]\n", + " input_words = ctc.process_text(transcript)\n", + " words= ctc.align(audio,sample_rate,transcript)\n", + " #print(words)\n", + " inputs_words_strings = f\"{self.special_tokens['text_sep']}\".join([i.strip() for i in input_words])\n", + " #self.text_prompt = \"{bos}\\n{text_start}{words}{text_end}\\n{audio_start}\\n\"\n", + " prompt_tts= self.tts_prompt.format(\n", + " bos=self.bos,\n", + " text_start=self.special_tokens['text_start'],\n", + " tts=self.special_tokens['tts'],\n", + " words=inputs_words_strings,\n", + " lang=self.special_tokens[self.lang],\n", + " text_end=self.special_tokens['text_end'],\n", + " audio_start=self.special_tokens['audio_start']\n", + " )\n", + "\n", + "\n", + " all_codes, tts_extra, stt_extra=self.create_results_prompts(words)\n", + " prompt_stt=self.stt_prompt.format(\n", + " bos=self.bos,\n", + " audio_start=self.special_tokens['audio_start'],\n", + " stt=self.special_tokens['stt'],\n", + " codes=all_codes,\n", + " lang=self.special_tokens[self.lang],\n", + "\n", + " audio_end=self.special_tokens['audio_end'],\n", + " text_start=self.special_tokens['text_start']\n", + " )\n", + " prompt_stt+=stt_extra+f\"\\n{self.special_tokens['text_end']}\\n{self.eos}\\n\"\n", + " prompt_tts+=tts_extra+f\"\\n{self.special_tokens['audio_end']}\\n{self.eos}\\n\"\n", + "\n", + " return {\"stt\":prompt_stt,\"tts\":prompt_tts}\n", + " except Exception as e:\n", + " #print(e)\n", + " return {\"stt\":\"An error occurred\",\"tts\":\"An error occurred\"}#,\"An error occured\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ctohbEGTfZYq" + }, + "outputs": [], + "source": [ + "ps=PromptProcessor(\"yoruba\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 17, + "referenced_widgets": [ + "9f80b9ce82aa4c2bb3e6da8edb4887ef", + "4d77ee1fa6ed43efa05683b12cf26239" + ] + }, + "id": "Q7R28b7gd-9f", + "outputId": "0c44d8ba-582f-42ca-f859-acb9a52a5729" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "9f80b9ce82aa4c2bb3e6da8edb4887ef", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "VBox(children=(HTML(value='
\\n<|tts|>\\n<|text_start|>siwaju<|text_sep|>si<|text_sep|>i<|text_sep|>mo<|text_sep|>pase<|text_sep|>pe<|text_sep|>ti<|text_sep|>enikeni<|text_sep|>ba<|text_sep|>yi<|text_sep|>ase<|text_sep|>yii<|text_sep|>pada<|text_sep|>ki<|text_sep|>fa<|text_sep|>igi<|text_sep|>aja<|text_sep|>ile<|text_sep|>re<|text_sep|>yo<|text_sep|>jade<|text_sep|>ki<|text_sep|>a<|text_sep|>si<|text_sep|>gbe<|text_sep|>duro<|text_sep|>ki<|text_sep|>a<|text_sep|>si<|text_sep|>fi<|text_sep|>oun<|text_sep|>naa<|text_sep|>ko<|text_sep|>si<|text_sep|>ori<|text_sep|>re<|text_sep|>ki<|text_sep|>o<|text_sep|>wo<|text_sep|>ile<|text_sep|>re<|text_sep|>pale<|text_sep|>a<|text_sep|>o<|text_sep|>si<|text_sep|>so<|text_sep|>o<|text_sep|>di<|text_sep|>aatan<|text_end|>\\n<|yoruba|\\n<|audio_start|>\\nsiwaju<|t_1.84|><|code_start|><|484|><|193|><|139|><|765|><|165|><|227|><|156|><|167|><|244|><|167|><|244|><|453|><|453|><|453|><|244|><|167|><|453|><|244|><|235|><|219|><|235|><|219|><|167|><|244|><|167|><|244|><|167|><|453|><|244|><|453|><|167|><|244|><|453|><|244|><|167|><|453|><|219|><|227|><|219|><|235|><|453|><|453|><|244|><|235|><|219|><|167|><|244|><|453|><|167|><|219|><|235|><|244|><|453|><|167|><|244|><|244|><|235|><|244|><|167|><|244|><|167|><|453|><|244|><|167|><|244|><|167|><|244|><|244|><|453|><|167|><|453|><|244|><|167|><|244|><|167|><|244|><|167|><|219|><|235|><|219|><|235|><|244|><|235|><|219|><|167|><|244|><|219|><|391|><|823|><|1578|><|1290|><|6|><|1685|><|26|><|1376|><|231|><|276|><|1441|><|183|><|202|><|132|><|7|><|50|><|1584|><|903|><|1374|><|1656|><|502|><|1657|><|1576|><|1591|><|98|><|682|><|36|><|514|><|657|><|552|><|874|><|7|><|319|><|414|><|71|><|1512|><|1597|><|46|><|1757|><|725|><|1470|><|1673|><|153|><|1416|><|1599|><|69|><|399|><|356|><|181|><|1217|><|357|><|code_end|>\\nsi<|t_0.20|><|code_start|><|510|><|767|><|263|><|634|><|1018|><|1732|><|356|><|1778|><|385|><|50|><|1778|><|385|><|409|><|1729|><|385|><|code_end|>\\ni<|t_0.50|><|code_start|><|50|><|1709|><|1591|><|50|><|1650|><|1558|><|415|><|1352|><|1615|><|758|><|1785|><|786|><|44|><|1299|><|458|><|776|><|185|><|165|><|391|><|156|><|453|><|167|><|244|><|167|><|244|><|167|><|453|><|219|><|227|><|219|><|235|><|453|><|244|><|219|><|643|><|193|><|505|><|code_end|>\\nmo<|t_0.22|><|code_start|><|1472|><|1709|><|1488|><|952|><|473|><|519|><|1726|><|607|><|98|><|1723|><|1597|><|436|><|220|><|1163|><|342|><|1070|><|758|><|code_end|>\\npase<|t_0.38|><|code_start|><|1299|><|269|><|1435|><|441|><|525|><|1746|><|402|><|876|><|1364|><|1712|><|554|><|769|><|1535|><|357|><|631|><|328|><|1241|><|1323|><|158|><|182|><|1452|><|277|><|1439|><|1239|><|1480|><|505|><|401|><|1248|><|code_end|>\\npe<|t_0.74|><|code_start|><|94|><|131|><|702|><|205|><|363|><|189|><|508|><|1440|><|213|><|29|><|1655|><|137|><|1093|><|18|><|182|><|1346|><|137|><|1019|><|1826|><|315|><|1620|><|1092|><|175|><|1288|><|1719|><|180|><|194|><|476|><|139|><|145|><|1231|><|219|><|165|><|442|><|156|><|453|><|453|><|167|><|244|><|167|><|244|><|453|><|167|><|244|><|167|><|244|><|453|><|235|><|219|><|235|><|244|><|167|><|453|><|219|><|219|><|204|><|code_end|>\\nti<|t_0.14|><|code_start|><|420|><|1547|><|1653|><|1061|><|14|><|416|><|1607|><|1641|><|213|><|98|><|code_end|>\\nenikeni<|t_0.44|><|code_start|><|1819|><|254|><|1776|><|949|><|357|><|385|><|530|><|1387|><|1789|><|917|><|452|><|154|><|1605|><|75|><|220|><|401|><|858|><|18|><|882|><|532|><|1646|><|380|><|1721|><|1081|><|1567|><|952|><|1689|><|181|><|1409|><|1661|><|1712|><|1585|><|414|><|code_end|>\\nba<|t_0.20|><|code_start|><|240|><|1377|><|1554|><|992|><|254|><|53|><|1745|><|138|><|1222|><|452|><|110|><|1595|><|129|><|1508|><|1586|><|code_end|>\\nyi<|t_0.28|><|code_start|><|1659|><|1283|><|1689|><|448|><|1812|><|1586|><|132|><|1593|><|1659|><|448|><|1552|><|1574|><|197|><|952|><|1332|><|356|><|1799|><|1796|><|1764|><|1129|><|741|><|code_end|>\\nase<|t_0.22|><|code_start|><|93|><|1417|><|576|><|230|><|1778|><|1592|><|962|><|1616|><|543|><|276|><|1794|><|1686|><|328|><|158|><|1659|><|731|><|1729|><|code_end|>\\nyii<|t_0.14|><|code_start|><|1650|><|554|><|1341|><|1270|><|695|><|1719|><|1812|><|194|><|763|><|345|><|code_end|>\\npada<|t_0.82|><|code_start|><|258|><|875|><|1758|><|248|><|1384|><|1073|><|514|><|1088|><|297|><|257|><|240|><|1269|><|678|><|1718|><|152|><|1420|><|1708|><|152|><|1180|><|655|><|13|><|412|><|1420|><|984|><|1141|><|736|><|1692|><|1803|><|862|><|1413|><|1142|><|275|><|484|><|223|><|144|><|118|><|551|><|165|><|391|><|156|><|235|><|219|><|453|><|167|><|244|><|453|><|453|><|167|><|453|><|219|><|227|><|219|><|167|><|167|><|244|><|167|><|244|><|453|><|453|><|167|><|156|><|204|><|code_end|>\\nki<|t_0.34|><|code_start|><|56|><|1513|><|1667|><|308|><|176|><|1789|><|473|><|166|><|1463|><|395|><|47|><|1340|><|756|><|79|><|112|><|411|><|626|><|1714|><|1524|><|1582|><|512|><|546|><|1451|><|375|><|1644|><|code_end|>\\nfa<|t_0.34|><|code_start|><|1002|><|858|><|1627|><|556|><|1518|><|1645|><|829|><|961|><|1030|><|95|><|13|><|158|><|467|><|112|><|395|><|374|><|657|><|1002|><|1171|><|1125|><|293|><|1747|><|1348|><|968|><|1775|><|1633|><|code_end|>\\nigi<|t_0.22|><|code_start|><|4|><|1710|><|298|><|1518|><|385|><|1413|><|820|><|1619|><|415|><|1800|><|175|><|22|><|1258|><|1217|><|483|><|657|><|code_end|>\\naja<|t_0.42|><|code_start|><|1412|><|550|><|1798|><|138|><|1375|><|1452|><|1643|><|187|><|196|><|1602|><|1387|><|132|><|782|><|783|><|1690|><|1733|><|76|><|1456|><|1022|><|179|><|1511|><|1294|><|388|><|1415|><|1703|><|1598|><|1827|><|1522|><|670|><|1769|><|1617|><|1069|><|code_end|>\\nile<|t_0.22|><|code_start|><|1513|><|154|><|1482|><|1674|><|1354|><|1750|><|1761|><|746|><|1416|><|1452|><|348|><|126|><|108|><|197|><|1330|><|685|><|code_end|>\\nre<|t_0.16|><|code_start|><|1708|><|1440|><|1563|><|1449|><|725|><|1791|><|412|><|1703|><|13|><|554|><|1545|><|1387|><|code_end|>\\nyo<|t_0.14|><|code_start|><|1570|><|945|><|1740|><|362|><|116|><|1827|><|687|><|36|><|1750|><|1419|><|414|><|code_end|>\\njade<|t_0.94|><|code_start|><|1562|><|409|><|1596|><|521|><|700|><|955|><|768|><|665|><|441|><|1160|><|1629|><|78|><|925|><|160|><|1628|><|335|><|682|><|778|><|143|><|533|><|63|><|1571|><|529|><|1578|><|483|><|1578|><|57|><|582|><|787|><|1573|><|1535|><|1257|><|1703|><|180|><|258|><|419|><|226|><|850|><|445|><|165|><|219|><|235|><|219|><|167|><|244|><|235|><|219|><|235|><|244|><|453|><|453|><|167|><|244|><|453|><|453|><|167|><|453|><|453|><|244|><|167|><|219|><|453|><|167|><|167|><|219|><|235|><|244|><|453|><|156|><|167|><|code_end|>\\nki<|t_0.14|><|code_start|><|256|><|1748|><|556|><|895|><|1563|><|1217|><|269|><|63|><|234|><|112|><|1356|><|code_end|>\\na<|t_0.10|><|code_start|><|347|><|142|><|1811|><|725|><|1626|><|1363|><|10|><|code_end|>\\nsi<|t_0.14|><|code_start|><|906|><|780|><|202|><|1688|><|864|><|1228|><|836|><|1600|><|220|><|875|><|702|><|code_end|>\\ngbe<|t_0.18|><|code_start|><|391|><|850|><|131|><|1299|><|1460|><|1698|><|10|><|48|><|11|><|234|><|1521|><|375|><|59|><|code_end|>\\nduro<|t_1.12|><|code_start|><|64|><|1386|><|844|><|858|><|143|><|615|><|623|><|1081|><|1741|><|1453|><|1431|><|1692|><|197|><|63|><|397|><|623|><|312|><|1596|><|1656|><|1501|><|1630|><|1490|><|92|><|683|><|397|><|48|><|703|><|1702|><|1794|><|1472|><|1802|><|1763|><|925|><|1707|><|94|><|304|><|89|><|177|><|1248|><|185|><|165|><|391|><|156|><|453|><|244|><|235|><|453|><|244|><|235|><|219|><|235|><|453|><|244|><|167|><|244|><|167|><|244|><|167|><|453|><|235|><|219|><|167|><|453|><|244|><|453|><|167|><|244|><|235|><|219|><|227|><|219|><|235|><|244|><|453|><|453|><|453|><|453|><|167|><|244|><|453|><|167|><|219|><|244|><|244|><|code_end|>\\nki<|t_0.14|><|code_start|><|56|><|1642|><|1717|><|276|><|485|><|182|><|1401|><|326|><|407|><|886|><|730|><|code_end|>\\na<|t_0.10|><|code_start|><|462|><|934|><|1089|><|1034|><|92|><|1586|><|10|><|code_end|>\\nsi<|t_0.16|><|code_start|><|1552|><|596|><|6|><|1664|><|1439|><|647|><|689|><|98|><|1215|><|1728|><|1657|><|769|><|code_end|>\\nfi<|t_0.20|><|code_start|><|1693|><|1139|><|749|><|1654|><|10|><|1616|><|1488|><|1088|><|1717|><|1077|><|6|><|1595|><|1221|><|132|><|455|><|code_end|>\\noun<|t_0.20|><|code_start|><|1572|><|1078|><|48|><|1580|><|856|><|867|><|376|><|1689|><|399|><|514|><|1764|><|1829|><|1444|><|1558|><|230|><|code_end|>\\nnaa<|t_0.46|><|code_start|><|1315|><|503|><|1382|><|422|><|1084|><|215|><|946|><|79|><|818|><|616|><|969|><|1366|><|443|><|1793|><|1022|><|1452|><|1785|><|1575|><|1662|><|1536|><|401|><|670|><|643|><|145|><|17|><|185|><|165|><|21|><|156|><|167|><|235|><|219|><|244|><|219|><|342|><|code_end|>\\nko<|t_0.22|><|code_start|><|1299|><|1773|><|700|><|1757|><|1787|><|1058|><|973|><|994|><|903|><|1019|><|1394|><|636|><|1376|><|253|><|416|><|1018|><|67|><|code_end|>\\nsi<|t_0.24|><|code_start|><|1691|><|253|><|10|><|1811|><|1004|><|1549|><|1620|><|328|><|1657|><|1141|><|485|><|1750|><|1399|><|1616|><|473|><|63|><|98|><|1802|><|code_end|>\\nori<|t_0.22|><|code_start|><|1670|><|536|><|1509|><|1818|><|1540|><|1610|><|1030|><|919|><|1737|><|502|><|1559|><|312|><|1741|><|6|><|688|><|1370|><|code_end|>\\nre<|t_1.10|><|code_start|><|134|><|546|><|191|><|844|><|1702|><|236|><|1450|><|1635|><|157|><|687|><|1821|><|1501|><|592|><|1759|><|1827|><|1510|><|1659|><|1703|><|141|><|761|><|659|><|484|><|59|><|219|><|165|><|21|><|156|><|453|><|453|><|453|><|453|><|453|><|244|><|167|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|167|><|219|><|167|><|453|><|453|><|453|><|244|><|235|><|219|><|235|><|219|><|235|><|219|><|235|><|244|><|244|><|167|><|244|><|167|><|244|><|167|><|244|><|167|><|453|><|453|><|244|><|167|><|167|><|219|><|453|><|167|><|219|><|167|><|453|><|167|><|244|><|219|><|453|><|139|><|code_end|>\\nki<|t_0.18|><|code_start|><|1613|><|43|><|218|><|719|><|202|><|1695|><|1431|><|295|><|1606|><|286|><|63|><|583|><|1530|><|code_end|>\\no<|t_0.14|><|code_start|><|293|><|898|><|1516|><|607|><|1579|><|688|><|1548|><|683|><|1762|><|935|><|1606|><|code_end|>\\nwo<|t_0.50|><|code_start|><|810|><|1606|><|644|><|792|><|1516|><|1690|><|1452|><|775|><|1341|><|143|><|1341|><|1515|><|1482|><|48|><|126|><|126|><|737|><|1533|><|1772|><|1484|><|1240|><|1335|><|850|><|1109|><|343|><|567|><|971|><|68|><|118|><|744|><|226|><|75|><|342|><|180|><|1508|><|768|><|890|><|code_end|>\\nile<|t_0.22|><|code_start|><|775|><|10|><|554|><|150|><|890|><|1383|><|952|><|1748|><|295|><|1572|><|137|><|1406|><|65|><|911|><|831|><|1606|><|1576|><|code_end|>\\nre<|t_0.16|><|code_start|><|191|><|1326|><|1|><|107|><|1437|><|1078|><|1684|><|377|><|505|><|551|><|32|><|1480|><|code_end|>\\npale<|t_0.80|><|code_start|><|1548|><|302|><|961|><|1132|><|1200|><|1073|><|759|><|79|><|214|><|1802|><|608|><|143|><|1520|><|889|><|123|><|1532|><|270|><|34|><|107|><|1|><|1554|><|402|><|1510|><|1353|><|1286|><|1543|><|1607|><|1403|><|1644|><|1659|><|1752|><|505|><|859|><|1478|><|643|><|490|><|526|><|144|><|161|><|165|><|235|><|219|><|453|><|167|><|244|><|453|><|453|><|244|><|167|><|219|><|227|><|219|><|235|><|244|><|219|><|219|><|572|><|121|><|632|><|552|><|code_end|>\\na<|t_0.12|><|code_start|><|1105|><|260|><|1315|><|1004|><|373|><|1493|><|1318|><|1280|><|483|><|code_end|>\\no<|t_0.10|><|code_start|><|811|><|488|><|1680|><|748|><|1363|><|154|><|731|><|code_end|>\\nsi<|t_0.18|><|code_start|><|290|><|1518|><|1734|><|1221|><|1645|><|1532|><|0|><|1503|><|335|><|1364|><|713|><|282|><|333|><|50|><|code_end|>\\nso<|t_0.20|><|code_start|><|202|><|1363|><|69|><|231|><|1497|><|1013|><|1758|><|252|><|1581|><|753|><|462|><|1674|><|1755|><|123|><|341|><|code_end|>\\no<|t_0.12|><|code_start|><|629|><|1726|><|1399|><|1399|><|848|><|835|><|196|><|509|><|91|><|code_end|>\\ndi<|t_0.32|><|code_start|><|1562|><|230|><|753|><|1270|><|183|><|98|><|533|><|1563|><|1488|><|778|><|1482|><|1796|><|1283|><|98|><|884|><|79|><|1493|><|1426|><|1433|><|1658|><|1731|><|1107|><|1190|><|386|><|code_end|>\\naatan<|t_0.28|><|code_start|><|1261|><|614|><|1403|><|1433|><|1614|><|505|><|258|><|360|><|85|><|52|><|577|><|1690|><|738|><|1391|><|203|><|1720|><|197|><|966|><|1157|><|143|><|1089|><|code_end|>\\n<|audio_end|>\\n<|im_end|>\\n'" + ], + "application/vnd.google.colaboratory.intrinsic+json": { + "type": "string" + } + }, + "metadata": {}, + "execution_count": 53 + } + ], + "source": [ + "ps.get_prompt(k)[\"tts\"]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "43YFGwbEbWkN" + }, + "outputs": [], + "source": [ + "data_yoruba = data_yoruba.cast_column(\"audio\", Audio(sampling_rate=24000))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "6aDesKzcQZQn", + "outputId": "455497c1-814c-40f8-a6b4-c9812880aa96" + }, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "Dataset({\n", + " features: ['audio', 'text'],\n", + " num_rows: 15188\n", + "})" + ] + }, + "metadata": {}, + "execution_count": 56 + } + ], + "source": [ + "data_yoruba" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "bMOmeJx5IkAn" + }, + "outputs": [], + "source": [ + "start=0\n", + "end=len(data_yoruba)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "--KPdDtTvVrN", + "outputId": "b0a99ed0-cfb7-416b-ed7f-7f52fa778517" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "15188\n" + ] + } + ], + "source": [ + "print(end)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ZtcDBjbQh39V" + }, + "outputs": [], + "source": [ + "import pandas as pd" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 806, + "referenced_widgets": [ + "e0b88a0e362c4a6a90007d6dbb7898f7", + "d43a756456da4d90b0ff3a68f495b2a4", + "10bf93a19adb4be98db0eef6a6d3e4b7", + "61fb2ad3726249e7997db481f16ec38d", + "583a4e6780ae4b5fb57ff7a9abcbb8c0", + "bf5d385efe034480a6094d60cabb0494", + "76f5c621fdb842e884114096a5f39e2b", + "073b1c763bd745f6988bb9bd801327c0", + "885207f1cd3441ad8957327a2a982ac6", + "d7b3312c66d849598a7043e3e73b4737", + "89d909976ce94c08a91a5efacbd3e62e", + "46d7d1c3a76243619f326cf8c7b73fca", + "54bba0e876be46dda328603faa8cf66e", + "35c3a2946dae4070bcf022d35fa265a6", + "89ec11c7bcae45f2be0903830a95961d", + "31a684f538da4d1a9648e59ae1b9bf73", + "c099ad1ead9d4c89ba905a6c707036dc", + "4e597e4abdd54c3da89e0969f1ea668a", + "09621288a09d4bca8384b6207a2a1aea", + "902a8e3295e44eeea8f408f35123fcb4", + "05ad3715094e46f18b655919f4069cd5", + "64b2f5fc28e2442eb9cc3f7754b8b42d", + "893eb6db012c4b64b3a85085c2e49734", + "448bec40f2f84efe92b8d63fb171e969", + "20264245dd924561890a07a0fbb27e3f", + "d338e081756841cc8be1e15d0f0d1df7", + "70af51385e9944f3a3ec109a74bc00b9", + "15c57fc3b1734b78880366ced3655823", + "819a5399a0bb4db1a4f3cd626d64afd2", + "3d9e0d472b984f968df1b93b2c678755", + "f584557ca9a5443db73be962b4aff54a", + "904be14313f24ad682925fed28b4e9cd", + "f0fea1eb546444d89abb36ba5e73574a", + "5459902949304d34abd7da1e8d2831e9", + "ec17c15e5a8c45ffa7b4c9a6b709f62a", + "edcafae4e5b147da9307ec820dc2036c", + "89c4596fc5024b14a60336b9c2719d5e", + "bc4398d6dd3145cfb44b7ef2da31fb14", + "2d4c4a3a3dfc462f90bb077a9c4a6b9d", + "b7a26d7018ca40c9a94fbcc74d9bfe42", + "4335c6b80d7449f4933b568eb8178db8", + "08de406e0aca4d2e9ed08733b6d0d68c", + "10d17e69e05d43418cc2887a73a8bfc6", + "cb9d646d58654ee6a16b3ddc99442b34", + "02ba2162a0e54444934e56c2d3e200a8", + "818a9551e791429fae1bc40eb118c232", + "e36af641e4e746429bde99c695f41b32", + "e1568df30b1f47f9aaeeeb189dc721cf", + "22918d9f5480470f8d4e6ee7b0b5e3d8", + "b4edf681cf394527bffb917b492dda1a", + "a2b59e72a60746999c28b24a20a0544d", + "68c8b0cafcf545e5a42f397be6c5cb2b", + "ad0523cec3534a14ae468f5e0ea1fde3", + "5ad34c92e12e49cebb9b92233f263816", + "270b7c4a7dc240098e86c617ef7ca663", + "dd42d28d30c74f0a850ed62b2a63ea7a", + "b6f6b19e08864f9d82c3e047c9138b48", + "3a39f638ad0c47d78af431c610c55ecf", + "7dab18879bc54bdfb61d6b2d74410289", + "7376312405634b869d2346528c844e67", + "d4aaa54c5ef94e4c9ded368c88195d6d", + "63c37cc94900469388af05b0b8acbfa0", + "49ab15fd88dd4b9aa6af7fde30c5d60b", + "63888496153842e684e12f6aff8553e7", + "ba1486d63c444cff8b0d8e8fcdfe6e54", + "0ff12ea1edf24eacb5d724f233749f78", + "c128085ecd0249ebb0ed2a8ca6134dd7", + "09f01c09c95d4167990f8c1414eef171", + "3d58d863744c4b7a8caca51c917ef11f", + "e87f526ef56b47088613a1ae7bcc85e6", + "9f0e31734a5a4504a174de5ec75a0d77", + "b50b1a1ac43449dea025bfc3c811383a", + "04a0f28bee314e43a85758d527b54eea", + "c7c347bb24424ff58652dc92e3a1a270", + "b94091e6a1614bc9be7975efcf5cccff", + "9d7c51757d304f8d8acf1dd800639d92", + "1299f906adee4e76825dccef35ab95cc", + "4eedef133c70440b900d14622033bec8", + "437f9922127a4dacb86413a7262a47ec", + "7ea4df4ad2f04b00b4067a1bcb3f83f6", + "04e468d1920148a5a472eb1eac8c9e59", + "aa2667e808f94e9cb740808252acb221", + "e528b3e004cc4e02b47dfe8fd2c6b81a", + "ec015a0611c2477cb783c0aa9bb5303a", + "787de6d829ab46a392e16f445cb5623e", + "24c0dfaeff7b4d488ebe0024cecb998c", + "10ca3614b1f94c7b92f2ea373127d503", + "695689b5aff04ed1a50864a01088f699", + "24c3443556004f85a7b0765f9f038287", + "9fbda99be48f42d188087719c797b471", + "d32b859e16ae490baf0ebe9e2586341c", + "e6902685b2e94d3381fe650f791d5dbd", + "c4eea6a1540746a0a845e86e888489ea", + "441fd0c761bd4407a237a7dd1a8ee2da", + "8965eebbb04b457c9857425e2fafca4b", + "2421b4d14f7843cba43721650ab80960", + "28ec94a31aed477ea761e361e59af62f", + "197e81535b54451b8995f9e4c627d23b", + "3c64fa79fa0d479f9095924dbf804dc5", + "0cb78bec603646e9981b3eb85bbe0665", + "19be6a0dadf143bd9cbfc8a39bc243ae", + "6e254c9790e2456ba7c67fa850bff4c6", + "85cd361203074a3382961a02f78b726f", + "791ea412bca3457a938e6b3afcfc38be", + "cefce837299549ddb3902bbc5175bd78", + "c7976918ead54dfc81e055e3cb33bb1b", + "484ac3c038194e3abcad757b88fe4651", + "712cb8cf9af14efbb1e59ad0ee6ebe6f", + "8cbd10126b794a9b83f5c8edfddb9172", + "92051a1edead4a6c950b9e0d13f00c75", + "1ddfe317751b4d2890a3ee1e08b0d6f2", + "c565efa570c74a7da51e33a256b087c3", + "1e57ba99026b452bb745372e7275b98c", + "c7490a822b9440d6b094d984f48093f3", + "1ea5aefc24714c35ac8760cd958e001d", + "d38b0b2d113f4760a79ff06af51f2ff7", + "24231915e90445f3b39ad0666e3aa7ae", + "b94e1a9b5cdf492dbf06d215b031b2d4", + "39d5730b09374c00b46799df0019ce3e", + "5739856f968a43c29d4d45ef0d46f57d", + "ce25c0d80ef8456a999487151a52f3c9", + "28dbaf12ec3c420bafb1cbb79ecaf09b", + "d6b9ea69c91e4049b71b2d5c74b65fa3", + "b4bbe3eb14304356a331f063de3b4813", + "9b49f747ac9c4175a6c726c49f2b931c", + "20a01633ffc04a4a972ae88ee13a0763", + "dc7ca1863ef94572a9f2cc51ff3dd94c", + "98da0eb0a96d4eec874d048dc6e605a3", + "f1b463b37b9e47d5860d6ec9b7d61be4", + "eaa7340b424241b2878b0b17cead8ebe", + "25f10c088357447988b6734c4bafed58", + "bf25e59b685d4f31b478c8b52bb7730d", + "4a729df9e574489098ed5e64bb7ad536", + "0a9970ff55004cf68a69c330325c3823", + "2d45c9a555074335b69401b2f91366e5", + "3568c721a39446a1bddb730819dbb7cc", + "4c05845c6fdf463ba7d77c3c1dfa9f3e", + "8828b549b71349b3a34d3cb093b5983a", + "6bee9d40325a4b5cb22863e78bf64ddd", + "91768d1a22ae4305852fb3390f9985fe", + "8f8e4b419f5c44deb29d870c7cc26ed6", + "c1d4b007762d403ab14b4797706ce837", + "2303cbb8d34f4101b2bf99189f64cd61", + "6d0dfe528ee1487da4c66d0ecf7d88e2", + "05b4584d86f54207adadc05b0a366741", + "eff9aef9db1a422db624a9692d676b64", + "cd803a33e75e4e9f8481be3bcdcbd670", + "cff27e7197f84d67abd01fc74c4c0270", + "8345c02de21d4a5d8ca5ad5c0c919998", + "16fc05264a414023b52683c89cf5dafc", + "e0f7aa7ed2d04a58a0840cacf3696d4e", + "1b8779420808487ebb2afa6508c6610c", + "d9aa9de0d8b74acf82a97441fb27f993", + "1d8d9b9be18b4899a04078a351404160", + "a5b1b503389c4f71a572046479faaf20", + "0df1ea9adfcb4e68af0d6797df47ba3f", + "760bedf1e76142999cb3fc8004320f48", + "1db92315e01441b8b3279ddf2befef1b", + "077ed5edec7f4f20a6c13c95341f91c8", + "a4ed001d6cd9417ca96b5604cf6c214f", + "1fde53e46e894b3dae285f2a11a0e0b0", + "acfef966dfab4825ad82584439aa3bdd", + "3648fcb592a848f7bbabe7e4b50c8202", + "500d4fbd3a314c1a8897bb88ce70b822", + "cd016f0ceb6c4584be5b54f6310bd971", + "1570b6102ec5492aa88630dd059386fa", + "9d1eff09299e425daf16ce9579d6f025", + "0cbfe481c0d14f558ff23469bf869353", + "c5dd64b0381149088d6202302b59e0b7", + "48090cb69d94470e914302bdd13acb8c", + "720c8e83984046f58389381f1cd0f9fa", + "b95c7ce80f6b407a96d18b0425714ea4", + "cd5215d24c294a02a4bda8bd0638e1eb", + "05c5977a593a473d86e139786238c295", + "758f179bcf3f452eb6da94787942aa85", + "7d62e152daf44238ba2026b468ab8a8c" + ] + }, + "id": "TrWxeMPPIfqT", + "outputId": "70b74c78-c500-4adb-b21c-710db5cefa3e" + }, + "outputs": [ + { + "metadata": { + "tags": null + }, + "name": "stdout", + "output_type": "stream", + "text": [ + "0\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "e0b88a0e362c4a6a90007d6dbb7898f7", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Map: 0%| | 0/1000 [00:00end:\n", + " end_local=end\n", + " else:\n", + " end_local=start+1000\n", + "\n", + " print(start)\n", + " data_1000=data_yoruba.select(range(start,end_local)).map(\n", + " ps.get_prompt,\n", + " remove_columns=[\"audio\",\"text\"],\n", + " )\n", + " pd.DataFrame(data_1000).to_csv(f\"/content/drive/MyDrive/naij_tokenized/yoruba_yts_{(start+1)//1000}.csv\")\n", + "\n", + " start+=1000" + ] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "T4", + "machine_shape": "hm", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "0008e0c53d0d452c84b00949ae52cbfc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "00332f760bbe49f5ba1aa5558c5889e0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c1057cfdb85d4b7eb63f0ad0e935055f", + "max": 410893545, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b6b9f3596a2542d69539c06d99c8b1d9", + "value": 410893545 + } + }, + "0107a77abfcc493a93edb73b959d20e9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "016d0da2c83049d2a5446452f6a6f79a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "016d76fbd3264ac5acb1b484a69f7a0f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0256256edf5b437f8f2a0e40f02ebf4f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "027a94aef2a3410382712741ae34c239": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "038a45adc53343519ccd7cabd7a47388": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "054da04c41e34890850b6e2b200d0c82": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_ded56017e08a4b2cbcf2dbfcc2810b06", + "IPY_MODEL_8e9257204c554ab290e0d8efb8504e68", + "IPY_MODEL_340d809a4c4c44c3b711d8841d273dac" + ], + "layout": "IPY_MODEL_0fabb3bcb3bf4e5096c981ddab7fc4d1" + } + }, + "05909678d7cb4eb2aba33bc8deb39474": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0686d5f44dd7437a9bc53627711bab51": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_820d23cd4d8f4d42bef73b61ab543476", + "placeholder": "​", + "style": "IPY_MODEL_bb98436a43d64298a4c4f37c5cf10c69", + "value": "train-00011-of-00025.parquet: 100%" + } + }, + "06ca57905f6848e4a8ca607a3d1fb619": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_822ba7f7995a4c02a723cefdd6999151", + "IPY_MODEL_4b5d917705774256b61bf98516dbdcdc", + "IPY_MODEL_2cfe1b1c71864d59a36646cc51639a45" + ], + "layout": "IPY_MODEL_2f73fa56aa8848ab8cb73ffbb724cc90" + } + }, + "076dd00813d24851b3f194910ed43c3d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_52f37fc7b3f247138cb8d65fe62fc440", + "placeholder": "​", + "style": "IPY_MODEL_e0b0c538927241c6be3dd775daf49ab6", + "value": " 464M/464M [00:10<00:00, 42.5MB/s]" + } + }, + "07b5c8c1cecf46a399fe4273b3d8a382": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cfacad7625ed485e8284c0240fcfb957", + "max": 25, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_2e5d1c91494345f283e8165d9a9706f4", + "value": 25 + } + }, + "0981ca3863c54ab1a05f9fab0ccbe0d0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "099e4adeded644ffac281ee8609e7700": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "0bc5b8afdd0046b18ac5e9a724934d1c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0d38c195f503433aa7d703656788fbfa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_400aa9ae382742449df81e6ec8b96505", + "IPY_MODEL_e212e77c37e946318d23a173b79d8546", + "IPY_MODEL_547928fcb40a4ee49d92e3d534cf19a9" + ], + "layout": "IPY_MODEL_25b0184863ff41ed885ccae97d1f6311" + } + }, + "0ef9d3ce488648a2b4e0bd263a17081a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_66525275363b4b599d4ace39178ab3f3", + "IPY_MODEL_96cd2c47997e4e709cb0e88eddf8a30d", + "IPY_MODEL_2f78b7b86d594557ac792b8526c77922" + ], + "layout": "IPY_MODEL_fc72c2dcfe9c4d29ad699e6cc5a08da6" + } + }, + "0fabb3bcb3bf4e5096c981ddab7fc4d1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0fcde6e5aa2d488899e2b25e755c07d7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_390703df0a2c4938bfa16260c5c09927", + "placeholder": "​", + "style": "IPY_MODEL_65f53422a6d843c89e9b1fb351d77f3f", + "value": " 402M/402M [00:09<00:00, 42.9MB/s]" + } + }, + "104214d98ed9467ea2ed1abd06374794": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "10513de0bdb149cbb990c2b4f0d44393": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1157c82b20194d6bbbf358a659717e2c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "123586ac7211467faeed1683ca06ac13": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1282bb4be1cf4865876acda9dea59be1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "12c27f65d1f14d0ab558e410af35505c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f9b7075028b44dc5bd8d3deba72ebec7", + "placeholder": "​", + "style": "IPY_MODEL_39e6738cb072440790b99af021a5abee", + "value": " 368M/368M [00:08<00:00, 42.6MB/s]" + } + }, + "12e68e22e9714b46a3cfb6aee72ae926": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "12ff6852dfc44ac381444d378ab3a67e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "139e7be5a932473aaa949f333c18baee": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "13c8941cb2bd455a8bc7bee31bd73d95": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5ca7a6dce6584eb4b71118577980348f", + "IPY_MODEL_a7a14d45c09643ceae5c5409ef874819", + "IPY_MODEL_c6a9adf308a04e2c8c8f233245011e5b" + ], + "layout": "IPY_MODEL_3b43162ba78848da952f8486011a0e1f" + } + }, + "149febe44ef04ee79b7ac36056247e3d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "157124ee867145a7922a28dbaef692a4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4d7bf42b2d054e17a73a739ad6b13ede", + "placeholder": "​", + "style": "IPY_MODEL_33425f8574694ab381c081819ad3bb1c", + "value": "train-00008-of-00025.parquet: 100%" + } + }, + "15a4ce6378ec41148b6a2a77e7633a84": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_729ff1112ea24eb1aec6d4f6b2c3e4ed", + "placeholder": "​", + "style": "IPY_MODEL_a1588161e0cc4b9abb9bdf2d75f63511", + "value": " 25/25 [00:00<00:00, 1978.82it/s]" + } + }, + "161f1a7ab29d4dafa0f9731f9882f256": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dcbad259b7e04b5ab20642a0cdb648fa", + "placeholder": "​", + "style": "IPY_MODEL_5fecc068ea624896b36604ab46b9e472", + "value": "train-00009-of-00025.parquet: 100%" + } + }, + "186eb4d1e558448c8ff8cc483ecd7703": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "18af3e0ec92c482687581a9cc60d8285": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "1a17d94bb82a409fb4afa2d9af037ed7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d19c66e8cbe44d4a8030482d4f6310e5", + "placeholder": "​", + "style": "IPY_MODEL_cdaa464aef654974ad17770131bfcd5b", + "value": "train-00021-of-00025.parquet: 100%" + } + }, + "1c28b4a68c52447ebe5313d15e81a6d6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_12e68e22e9714b46a3cfb6aee72ae926", + "max": 450516762, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_016d0da2c83049d2a5446452f6a6f79a", + "value": 450516762 + } + }, + "1d102e4187224269a1402af566e597ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9b7740280ec54e8cbcac9b7cf16355f1", + "placeholder": "​", + "style": "IPY_MODEL_532338f40b144d35988c00a021fd3cf9", + "value": "Resolving data files: 100%" + } + }, + "1d508ab08b094fd98bad27667cd73821": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "21b8ed31f91e45eaa7b239c799e33f38": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "25b0184863ff41ed885ccae97d1f6311": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "26dc42d46060426f9ed6566969c37ae0": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "28f56259ba224b1fab5f0b3c8fae3e4a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2926886622ad443ca0d592981f631f22": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2a244e1f8e4f4a07bfe72f18de6822c1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e41e7e1b3f0c4765a12c7155b96c3fb5", + "IPY_MODEL_4006e66507b54722acbb69c161fbbb66", + "IPY_MODEL_430f5390244f42e39597d6f52a76717a" + ], + "layout": "IPY_MODEL_7196c745ae9e46bdafd45705356ca0a3" + } + }, + "2a995e57a37b47d5a83a559fd5db6c82": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2aeccda4ea334e0f922657f77c24fd5a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2b87eefd9f944acc9a33e8a7dc8b6718": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2c9a7682041946c2af2d7e694160b59e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2ccb37f162c04710a12d729aab582e30": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2cfe1b1c71864d59a36646cc51639a45": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ea24c5812607433482e4e7e9601b1e0c", + "placeholder": "​", + "style": "IPY_MODEL_1d508ab08b094fd98bad27667cd73821", + "value": " 413M/413M [00:10<00:00, 38.3MB/s]" + } + }, + "2d83e7a9b6a44e8194efefe0954a24b1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_76989582f34d4cbfa4d6e9389e04db4a", + "placeholder": "​", + "style": "IPY_MODEL_87d4287b8f854b41bf4f6270c9c16cf9", + "value": " 447M/447M [00:10<00:00, 43.3MB/s]" + } + }, + "2e5d1c91494345f283e8165d9a9706f4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2e7b485489ac477e9a7924f4fea05455": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_1a17d94bb82a409fb4afa2d9af037ed7", + "IPY_MODEL_b4c6fbc83acc40df9c24d716d66bb796", + "IPY_MODEL_b4ba464113564b349ce5e46024286908" + ], + "layout": "IPY_MODEL_395b99d004d94f4987d5d35f39f54fbc" + } + }, + "2f73fa56aa8848ab8cb73ffbb724cc90": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2f78b7b86d594557ac792b8526c77922": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_26dc42d46060426f9ed6566969c37ae0", + "placeholder": "​", + "style": "IPY_MODEL_48ce8ab1dc6943ac8a094311fc98236f", + "value": " 418M/418M [00:10<00:00, 42.4MB/s]" + } + }, + "30f0d3681c2e4c45aa36d5381d822801": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3308410a19a14306b5b1c86d4d18b91e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f5f19bb9e2624411b8ddf8c610d65040", + "placeholder": "​", + "style": "IPY_MODEL_c4de3a9dbdeb418fa16399c8197f48c4", + "value": "train-00018-of-00025.parquet: 100%" + } + }, + "33425f8574694ab381c081819ad3bb1c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "340d809a4c4c44c3b711d8841d273dac": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cb20a0fa705049deae05a4a8cb92e11a", + "placeholder": "​", + "style": "IPY_MODEL_ec7a6748f14b4154adb6d29a3f3e92c0", + "value": " 15188/15188 [00:36<00:00, 470.22 examples/s]" + } + }, + "341da38a540549f6952473001b4241f8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3447dd24d6c34e02b6472c6abfcd18f8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "34f29f2c5f1a4f70ad300875be5b642d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_afbce0f83c4549ab8b45d5831ba4310c", + "max": 460558358, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b641aa0b645a423fb23f06704a61160a", + "value": 460558358 + } + }, + "359b5e18fe4e431a8580e3b5118f2421": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "36ddd2df250f43049370cd7ccce3c2f1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "390703df0a2c4938bfa16260c5c09927": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "395b99d004d94f4987d5d35f39f54fbc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "39ad775162a446dbb693f744e8640d57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b488fdf55c144b08a1b3c07dcad1ff15", + "max": 446606753, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8c7b2d00b78f47e8b09c74f48f5e52e7", + "value": 446606753 + } + }, + "39e6738cb072440790b99af021a5abee": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3a007781d15a4a618cb3c1f0a8ed7f48": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3af26e5bdee44e17878b862542a9c35f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3b43162ba78848da952f8486011a0e1f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3bed75b0e2d74ebfa34026eeb4c2966b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3c3cdf15bdcc41da8affcdc9317cec5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_84962203ba79416394cdb6b19748e971", + "max": 25, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_bedf47e9c911410cac9489d4340371d3", + "value": 25 + } + }, + "3cc3e2179b1840b494d95f29f713cbce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3d2801cb062b4d96a4a8139de264549d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3e3f5372a68748a98405caef2ebc4a71": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3e4ad0a2e91848c78dd734167be52f5a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "3fd53a9a71774284a74dd7f6375306cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4006e66507b54722acbb69c161fbbb66": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d3ccf84373b94910848afb32153a3728", + "max": 575881119, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_149febe44ef04ee79b7ac36056247e3d", + "value": 575881119 + } + }, + "400aa9ae382742449df81e6ec8b96505": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a5e3ad58a17443f89444956845737e85", + "placeholder": "​", + "style": "IPY_MODEL_b0701bc42ce14d58b8ae5d577f45350b", + "value": "train-00004-of-00025.parquet: 100%" + } + }, + "430f5390244f42e39597d6f52a76717a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2a995e57a37b47d5a83a559fd5db6c82", + "placeholder": "​", + "style": "IPY_MODEL_1157c82b20194d6bbbf358a659717e2c", + "value": " 576M/576M [00:13<00:00, 42.7MB/s]" + } + }, + "4325bea20a2e47eb810726f3143cb121": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "4335107bac0b40ad8b6266cf2f9469fe": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_96a70c9b59954809beae78ca47d8353a", + "placeholder": "​", + "style": "IPY_MODEL_51eb5cb8bad9485e92e9d3a856c7049d", + "value": "Resolving data files: 100%" + } + }, + "4478e477962c4314950dd525a1ef6612": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "45267485258244e2afc227fe5fe626ec": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "45bb54ada39d42b299b84b38cbcfdc57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3e3f5372a68748a98405caef2ebc4a71", + "max": 361105505, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_bc0e7bdceed84886ab0862d97e14c6eb", + "value": 361105505 + } + }, + "465d9b0a501242fd8cf553c37d5577a2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "48189c56783f446fb6423fe875fdc67a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5d5fc56ecaa346228ca74c117805494a", + "placeholder": "​", + "style": "IPY_MODEL_a5588c9d2da54e4cbff358fcbee964dc", + "value": "train-00022-of-00025.parquet: 100%" + } + }, + "489e671692134d01b55ccfdf0f279815": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d984dec1cb254cf5af11265518429e75", + "max": 430448306, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c4e8dca90e364ee2b25f992ff4dd63ae", + "value": 430448306 + } + }, + "48ce8ab1dc6943ac8a094311fc98236f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4acf04190b01439c87e587ab346a4e59": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_1282bb4be1cf4865876acda9dea59be1", + "max": 442195478, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_4325bea20a2e47eb810726f3143cb121", + "value": 442195478 + } + }, + "4b214fd9634b4fe08f992efedc62dd83": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4b5d917705774256b61bf98516dbdcdc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6cdd7a0abfcb48a28f8b35517cce4aed", + "max": 412932525, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_d2a414b61531489a81b201374586fd56", + "value": 412932525 + } + }, + "4bf9dba084724df5be12b4e61cc41ae1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a93c0ed1d4334b7187ca7f02db7183f8", + "placeholder": "​", + "style": "IPY_MODEL_de5199ac86734b789828d7f0d83fbf15", + "value": " 405M/405M [00:09<00:00, 42.8MB/s]" + } + }, + "4c236ef6cfed4b8882b4764f8f6df7ca": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_af6db746892943cabdbab797ef3c62d4", + "IPY_MODEL_fe0f8e352f7a4a64b7e0f9343b9c3ce2", + "IPY_MODEL_b4313a694fd0446ea064755c8a2f2d65" + ], + "layout": "IPY_MODEL_777fbc6266b24e85a81d2eb43e6654a1" + } + }, + "4d77ee1fa6ed43efa05683b12cf26239": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": "center", + "align_self": null, + "border": null, + "bottom": null, + "display": "flex", + "flex": null, + "flex_flow": "column", + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "50%" + } + }, + "4d7bf42b2d054e17a73a739ad6b13ede": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e25092f9e4944298d08fa203f54d659": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_55cffe0c10544b9e96c5fcaceea30b88", + "placeholder": "​", + "style": "IPY_MODEL_ef10427e02b74ec186b18644998e515b", + "value": " 367M/367M [00:08<00:00, 42.7MB/s]" + } + }, + "4e4cbdc156294bf296758a05d9b2ee2f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e5714779eb742469b3a35b55a2bd0fb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4fb65c8098c14084b682994bd01138eb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5137a2da58c24782898b8f15748ff9fa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_65aaa7fc84384d97885f32b7d83909cc", + "placeholder": "​", + "style": "IPY_MODEL_341da38a540549f6952473001b4241f8", + "value": " 491M/491M [00:11<00:00, 42.8MB/s]" + } + }, + "51eb5cb8bad9485e92e9d3a856c7049d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "522757a6cda646c7b4964618bacf60f5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2c9a7682041946c2af2d7e694160b59e", + "placeholder": "​", + "style": "IPY_MODEL_10513de0bdb149cbb990c2b4f0d44393", + "value": "train-00023-of-00025.parquet: 100%" + } + }, + "524952c50aa34a5290cd9a91cd9bae09": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "52b9b270ba66435f9d34c8ac0648d783": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ad986c75904a47158e746996f9fa2fef", + "placeholder": "​", + "style": "IPY_MODEL_0008e0c53d0d452c84b00949ae52cbfc", + "value": "train-00005-of-00025.parquet: 100%" + } + }, + "52f37fc7b3f247138cb8d65fe62fc440": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5300e8c0400742c9a328595a27b10aeb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8fbdc49dbacf4077a83011ec79af7ec9", + "placeholder": "​", + "style": "IPY_MODEL_d655f4108d234d66b7fafa1e5220b9d5", + "value": "Downloading data: 100%" + } + }, + "532338f40b144d35988c00a021fd3cf9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "533fe3ed21b64e4e887b89986706ae32": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "53b01da911a146ae8447c98fe569b9ce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "547928fcb40a4ee49d92e3d534cf19a9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a0fb9c57cb3e43b2b635d5fb3fa18d71", + "placeholder": "​", + "style": "IPY_MODEL_9ca40089417d4cd5950a2d520efc46f9", + "value": " 420M/420M [00:10<00:00, 42.4MB/s]" + } + }, + "55cffe0c10544b9e96c5fcaceea30b88": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5607649ba5f445eb8c347a85d2b8b48d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e78d95ffdabc4a9899abef5e92ca1b03", + "IPY_MODEL_827bac5093a8411ca301f3c86894bd1d", + "IPY_MODEL_5e33b97bb3ef40918e1c17844124c135" + ], + "layout": "IPY_MODEL_359b5e18fe4e431a8580e3b5118f2421" + } + }, + "56f5f85a19564659be0ef20c9ea74cd6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "58b484e73f5440a9b6d6e8019217b28a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "58febd9d18a3450db3e11db0463ba091": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "591571eff3694bec89ea2fd63ad2a977": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7dc2fdd293c84a8486d15d5e219a9be6", + "max": 405061176, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_7342ee7d99b34624b2473581ec02b67a", + "value": 405061176 + } + }, + "5a32119c4e4f43fa8d09a5eae2db9e7d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_675e4d25bd2048c7b44aa2db8df56312", + "placeholder": "​", + "style": "IPY_MODEL_f7d6e89925d845b0aa7bef8354ea9948", + "value": " 361M/361M [00:08<00:00, 42.6MB/s]" + } + }, + "5c52c8b79cde45e1a160baeb3fa14a01": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5ca7a6dce6584eb4b71118577980348f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e1eec75f753845498ed3e19bb06f10cf", + "placeholder": "​", + "style": "IPY_MODEL_957f243179a64596a38014cf526cbb31", + "value": "README.md: 100%" + } + }, + "5d051a177a454538ba18d061a701e893": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5d5fc56ecaa346228ca74c117805494a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5daa09de087a471b8f451e0c3708e6d8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63d9437ead6c44df915723ff77408f9c", + "placeholder": "​", + "style": "IPY_MODEL_9872a9ec8d7144c2bd4d633dd1b3100d", + "value": " 536M/536M [00:13<00:00, 35.2MB/s]" + } + }, + "5dda56e0301b460c9f3c25f192fdb0b3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "5e33b97bb3ef40918e1c17844124c135": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_84da24b66e68416b8922eec6cd61ab1d", + "placeholder": "​", + "style": "IPY_MODEL_3cc3e2179b1840b494d95f29f713cbce", + "value": " 442M/442M [00:10<00:00, 42.8MB/s]" + } + }, + "5ed0b1fddf0b46618d0ca1ef6ec31ed2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5fecc068ea624896b36604ab46b9e472": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6090b2058c5742378cbe125311b292d5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "63ad8c832f5c4051a5c2af7783402f87": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63d9437ead6c44df915723ff77408f9c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63df64382913473c85c1b82061206724": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63e3053461834015af50112a4541a781": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_522757a6cda646c7b4964618bacf60f5", + "IPY_MODEL_489e671692134d01b55ccfdf0f279815", + "IPY_MODEL_ba12c1b2fb4044d2842c611104faa56e" + ], + "layout": "IPY_MODEL_a11aeabb5de04b99bad235b0f28f8170" + } + }, + "646ea66953b54ef39675331d8e75ea2b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0256256edf5b437f8f2a0e40f02ebf4f", + "max": 414184671, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_9a52683366a7431c9e2e7b18c45a485c", + "value": 414184671 + } + }, + "654c3a6120f4476eb492e8817393f905": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "65aaa7fc84384d97885f32b7d83909cc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "65f53422a6d843c89e9b1fb351d77f3f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "66525275363b4b599d4ace39178ab3f3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ad4ee5345c14479f8130ce42bab8d0ca", + "placeholder": "​", + "style": "IPY_MODEL_58b484e73f5440a9b6d6e8019217b28a", + "value": "train-00000-of-00025.parquet: 100%" + } + }, + "675e4d25bd2048c7b44aa2db8df56312": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6779c7c19a6a4dbf9f26b95da50f9de8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_123586ac7211467faeed1683ca06ac13", + "max": 463720573, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_3e4ad0a2e91848c78dd734167be52f5a", + "value": 463720573 + } + }, + "6913bda68e044825bdf64dc6de613f4c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "694458478e584cdfab576ef9f0dafd2b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "698d3073e312425392153d8ae4eab852": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6ca0ede720ef4d03afbced6fff52a4a6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6cdd7a0abfcb48a28f8b35517cce4aed": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6e10e0e5993b488999f833ad1364d43e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_104214d98ed9467ea2ed1abd06374794", + "max": 579809441, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_186eb4d1e558448c8ff8cc483ecd7703", + "value": 579809441 + } + }, + "6e67ee5786ee412aa881280169903de3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_da1f365f9f85410d9a16c1e9e6d62d98", + "IPY_MODEL_a27888b53a35435ea7e0998f658323de", + "IPY_MODEL_c141330dd16446df94396d3660c8056b" + ], + "layout": "IPY_MODEL_9e4431947b8b473ba680dda35b4377c7" + } + }, + "6e6e9cf68d164e849f5273d163f19751": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6f4ebefe932c4a6cad65b16c78a2ec11": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "700c8e4a968a4ea4a90583e73c712551": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_533fe3ed21b64e4e887b89986706ae32", + "placeholder": "​", + "style": "IPY_MODEL_94e3a89bef5b4fa6abeac497394e3e78", + "value": " 461M/461M [00:10<00:00, 42.9MB/s]" + } + }, + "713c0171956d4d5d8a989b191e1c2f0b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7196c745ae9e46bdafd45705356ca0a3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "729ff1112ea24eb1aec6d4f6b2c3e4ed": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7342ee7d99b34624b2473581ec02b67a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "740f5106d0344464962166882b01c8d9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "74a70c1cc98f4978add505e26eac8c1c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dcca1dd1def8409fa8364130a53303af", + "max": 402460179, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ddbf4f5d694740518913a06c87e0d327", + "value": 402460179 + } + }, + "75c89f6594424f13bcdd3ea4a02e2655": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "76619a51775d40019add9c05cd5755e2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "76989582f34d4cbfa4d6e9389e04db4a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "777fbc6266b24e85a81d2eb43e6654a1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "779f6cc38c144284bd43885cc28f2b97": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_157124ee867145a7922a28dbaef692a4", + "IPY_MODEL_45bb54ada39d42b299b84b38cbcfdc57", + "IPY_MODEL_5a32119c4e4f43fa8d09a5eae2db9e7d" + ], + "layout": "IPY_MODEL_ec86a457a3304bf194a4ee614aee2514" + } + }, + "78027e6d304a48bb9de1b44455f15bb4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4e5714779eb742469b3a35b55a2bd0fb", + "placeholder": "​", + "style": "IPY_MODEL_465d9b0a501242fd8cf553c37d5577a2", + "value": " 414M/414M [00:09<00:00, 43.0MB/s]" + } + }, + "7b101ad1103c4e4a96384af6b4fa6f87": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7bfea7ba7185402cbfddfab67a114fa9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7dc2fdd293c84a8486d15d5e219a9be6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "80deb6e259594a2db91f2a58aacfb2f7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "81a2ada60a87448793aaa2cae082f6ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9abac7d4d7e64d3d919d7597fa568c4d", + "max": 446115310, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b6e6c349737343fb963f1a0aa982de08", + "value": 446115310 + } + }, + "81ccd5086b794f8a8a2f9e8d3bace139": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "820d23cd4d8f4d42bef73b61ab543476": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8218d46eea1148f48f9293201a27ebcf": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7b101ad1103c4e4a96384af6b4fa6f87", + "placeholder": "​", + "style": "IPY_MODEL_d13dca96ab4849eca6f17afe70b1efe4", + "value": "train-00001-of-00025.parquet: 100%" + } + }, + "822ba7f7995a4c02a723cefdd6999151": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_870afbe338ce4405ac95b6c60a1de142", + "placeholder": "​", + "style": "IPY_MODEL_3af26e5bdee44e17878b862542a9c35f", + "value": "train-00017-of-00025.parquet: 100%" + } + }, + "827bac5093a8411ca301f3c86894bd1d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_36ddd2df250f43049370cd7ccce3c2f1", + "max": 441996628, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_0981ca3863c54ab1a05f9fab0ccbe0d0", + "value": 441996628 + } + }, + "8355da7d2f4f48f7aa3e39d2ea1eeb93": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8462599eb2124cfea3ace2237e03f360": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_52b9b270ba66435f9d34c8ac0648d783", + "IPY_MODEL_00332f760bbe49f5ba1aa5558c5889e0", + "IPY_MODEL_874be7de2d3e472a84bae74387a7181f" + ], + "layout": "IPY_MODEL_0107a77abfcc493a93edb73b959d20e9" + } + }, + "84962203ba79416394cdb6b19748e971": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "84da24b66e68416b8922eec6cd61ab1d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "870afbe338ce4405ac95b6c60a1de142": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "87253a974fb6448e908a23657518e524": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "874be7de2d3e472a84bae74387a7181f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_92c881ccb18e46a3874074b8082ad077", + "placeholder": "​", + "style": "IPY_MODEL_6e6e9cf68d164e849f5273d163f19751", + "value": " 411M/411M [00:09<00:00, 42.4MB/s]" + } + }, + "87d3f96b6adf468882c6f314a212910f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "87d4287b8f854b41bf4f6270c9c16cf9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8c7b2d00b78f47e8b09c74f48f5e52e7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8d9538f6cb63448eb3e795e001412ef4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8e768a684ea741818e8544a0c8a48c5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7bfea7ba7185402cbfddfab67a114fa9", + "placeholder": "​", + "style": "IPY_MODEL_f557c1bc229e407ebb44506fb46a3154", + "value": "train-00016-of-00025.parquet: 100%" + } + }, + "8e9257204c554ab290e0d8efb8504e68": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ec59748f9f114e5ab87fd4697f834d61", + "max": 15188, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_970551ae6d7a4226af9ea1ae08e61896", + "value": 15188 + } + }, + "8fbdc49dbacf4077a83011ec79af7ec9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9235ccdcb73d4481894955b18e30c46b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "92c881ccb18e46a3874074b8082ad077": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "92ff2291bbcc4af8af56fec952c3916a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "94beb36f40814c7db0f4993e38afeac3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_038a45adc53343519ccd7cabd7a47388", + "max": 535723129, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e87b68ade3ed4c52a9b40b0deee743b3", + "value": 535723129 + } + }, + "94c022f3ff194201988b86c167813d8c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "94e3a89bef5b4fa6abeac497394e3e78": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "957f243179a64596a38014cf526cbb31": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "96a70c9b59954809beae78ca47d8353a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "96cd2c47997e4e709cb0e88eddf8a30d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3447dd24d6c34e02b6472c6abfcd18f8", + "max": 418208246, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8d9538f6cb63448eb3e795e001412ef4", + "value": 418208246 + } + }, + "9700f29dedb14e5aaee2d70c194aba3b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_161f1a7ab29d4dafa0f9731f9882f256", + "IPY_MODEL_4acf04190b01439c87e587ab346a4e59", + "IPY_MODEL_b4a834203d3b4457af143ac9e217343c" + ], + "layout": "IPY_MODEL_caa7ae61393d49c8bf4c271ccf08234e" + } + }, + "970551ae6d7a4226af9ea1ae08e61896": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9872a9ec8d7144c2bd4d633dd1b3100d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9a52683366a7431c9e2e7b18c45a485c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9abac7d4d7e64d3d919d7597fa568c4d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9ad6d74e1dba4b18b5339966860eb49d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b10cc66d385d4ae382544a390694f9bc", + "placeholder": "​", + "style": "IPY_MODEL_5c52c8b79cde45e1a160baeb3fa14a01", + "value": "train-00013-of-00025.parquet: 100%" + } + }, + "9b157a35451b49b7b5a0299f4efe5956": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_698d3073e312425392153d8ae4eab852", + "placeholder": "​", + "style": "IPY_MODEL_a4875a38170043a698ee8f8f07738041", + "value": " 580M/580M [00:13<00:00, 42.8MB/s]" + } + }, + "9b7740280ec54e8cbcac9b7cf16355f1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9c741a50b0be40f98091237e1b1ce25c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9ca40089417d4cd5950a2d520efc46f9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9e4431947b8b473ba680dda35b4377c7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9f80b9ce82aa4c2bb3e6da8edb4887ef": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "VBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "VBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "VBoxView", + "box_style": "", + "children": [], + "layout": "IPY_MODEL_4d77ee1fa6ed43efa05683b12cf26239" + } + }, + "a0fb9c57cb3e43b2b635d5fb3fa18d71": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a10e7f2ac4f14452b187e4b711ef5670": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ab24137ed0404473bb68bd1ff939908d", + "placeholder": "​", + "style": "IPY_MODEL_6ca0ede720ef4d03afbced6fff52a4a6", + "value": "train-00012-of-00025.parquet: 100%" + } + }, + "a11aeabb5de04b99bad235b0f28f8170": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a1588161e0cc4b9abb9bdf2d75f63511": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a27888b53a35435ea7e0998f658323de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9c741a50b0be40f98091237e1b1ce25c", + "max": 24, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_5dda56e0301b460c9f3c25f192fdb0b3", + "value": 24 + } + }, + "a2ef2d0115b74948bc88ef4618afdefc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3d2801cb062b4d96a4a8139de264549d", + "placeholder": "​", + "style": "IPY_MODEL_713c0171956d4d5d8a989b191e1c2f0b", + "value": "train-00006-of-00025.parquet: 100%" + } + }, + "a32ee012a8ec4200b61750e063356e18": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9ad6d74e1dba4b18b5339966860eb49d", + "IPY_MODEL_94beb36f40814c7db0f4993e38afeac3", + "IPY_MODEL_5daa09de087a471b8f451e0c3708e6d8" + ], + "layout": "IPY_MODEL_56f5f85a19564659be0ef20c9ea74cd6" + } + }, + "a4875a38170043a698ee8f8f07738041": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a4f9d508ec9d4ab79a69632fe5971a7b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "a5588c9d2da54e4cbff358fcbee964dc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a59545d97ae849d59243940485bbaa21": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_48189c56783f446fb6423fe875fdc67a", + "IPY_MODEL_1c28b4a68c52447ebe5313d15e81a6d6", + "IPY_MODEL_e238a26f3d0d4f3a81eb3000fddc9cd8" + ], + "layout": "IPY_MODEL_58febd9d18a3450db3e11db0463ba091" + } + }, + "a5e3ad58a17443f89444956845737e85": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a60f10fe47de4920a2b7d76b61fe0fa8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a7a14d45c09643ceae5c5409ef874819": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_75c89f6594424f13bcdd3ea4a02e2655", + "max": 328, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_a4f9d508ec9d4ab79a69632fe5971a7b", + "value": 328 + } + }, + "a8a63855aef24146beb11017ac6d0949": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ebf880c29e8546498ddc85aa622de7cd", + "placeholder": "​", + "style": "IPY_MODEL_740f5106d0344464962166882b01c8d9", + "value": " 25/25 [04:42<00:00, 12.21s/files]" + } + }, + "a8e045605ec4422da9b99c5404ee43aa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8218d46eea1148f48f9293201a27ebcf", + "IPY_MODEL_f9ee5927a65a447a9a71ec62758c98e7", + "IPY_MODEL_12c27f65d1f14d0ab558e410af35505c" + ], + "layout": "IPY_MODEL_dff53a32e7ad42a0b14b11e2d8f8c5cf" + } + }, + "a90c881422c643b7b271ae0497934445": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fee2cd0525ab46179d3842af8a8659a3", + "placeholder": "​", + "style": "IPY_MODEL_c140120314234f30b16e31efa66dfbba", + "value": "train-00010-of-00025.parquet: 100%" + } + }, + "a93c0ed1d4334b7187ca7f02db7183f8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ab24137ed0404473bb68bd1ff939908d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "abdb6688dab944c3a3eae5e4e5362d6f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ac873dff291e43dfaa67ac6371607c76": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ad4ee5345c14479f8130ce42bab8d0ca": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ad986c75904a47158e746996f9fa2fef": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ae485223e0fa4f7fa240540f1cce5003": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ae8c0eca47a244a58ef8c95a23ee6863": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "aeea57a9ae2f4990a44f19354c7d9955": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "af4070e26e7b45d9b8fe49125d347ce8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "af6db746892943cabdbab797ef3c62d4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_30f0d3681c2e4c45aa36d5381d822801", + "placeholder": "​", + "style": "IPY_MODEL_099e4adeded644ffac281ee8609e7700", + "value": "train-00024-of-00025.parquet: 100%" + } + }, + "afbce0f83c4549ab8b45d5831ba4310c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b01fd3eead7443798ec06fb3a3340109": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b0701bc42ce14d58b8ae5d577f45350b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b10cc66d385d4ae382544a390694f9bc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b18d98944475447cac681c873dac0865": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5300e8c0400742c9a328595a27b10aeb", + "IPY_MODEL_b8eb13053e824a01a85009fe48c3c514", + "IPY_MODEL_a8a63855aef24146beb11017ac6d0949" + ], + "layout": "IPY_MODEL_fbaf48e120fd49d3b00e7d79a79f98a2" + } + }, + "b256754bfea54cb0a9557565710c23de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d2eb6579c0f945aeba083e0e299ca745", + "IPY_MODEL_f4a5a6f68d1542b1bdfd14b75fe40951", + "IPY_MODEL_c196b0f65fd74d799c98703e907c026b" + ], + "layout": "IPY_MODEL_c920a776cc4f4fc5999e7e9715d8c25a" + } + }, + "b36b656877f04cdcb7e77056a61b1e44": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4313a694fd0446ea064755c8a2f2d65": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c153dc2dc5c647019eaccfe9249833b1", + "placeholder": "​", + "style": "IPY_MODEL_92ff2291bbcc4af8af56fec952c3916a", + "value": " 480M/480M [00:11<00:00, 42.5MB/s]" + } + }, + "b488fdf55c144b08a1b3c07dcad1ff15": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4966ea427bb46f2a4bf17038f884e04": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4a834203d3b4457af143ac9e217343c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_12ff6852dfc44ac381444d378ab3a67e", + "placeholder": "​", + "style": "IPY_MODEL_f57e5217d491473ab2d9512b751d0eb2", + "value": " 442M/442M [00:10<00:00, 42.7MB/s]" + } + }, + "b4ba464113564b349ce5e46024286908": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2b87eefd9f944acc9a33e8a7dc8b6718", + "placeholder": "​", + "style": "IPY_MODEL_b01fd3eead7443798ec06fb3a3340109", + "value": " 502M/502M [00:18<00:00, 42.9MB/s]" + } + }, + "b4c6fbc83acc40df9c24d716d66bb796": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b36b656877f04cdcb7e77056a61b1e44", + "max": 502358422, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_2ccb37f162c04710a12d729aab582e30", + "value": 502358422 + } + }, + "b569db9285824492a1c520dad2894c1d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_ba0e8d1054914e58b06484867a93146a", + "IPY_MODEL_34f29f2c5f1a4f70ad300875be5b642d", + "IPY_MODEL_700c8e4a968a4ea4a90583e73c712551" + ], + "layout": "IPY_MODEL_81ccd5086b794f8a8a2f9e8d3bace139" + } + }, + "b5a0726fd0cc44f3a82fd14010a7c977": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a90c881422c643b7b271ae0497934445", + "IPY_MODEL_6e10e0e5993b488999f833ad1364d43e", + "IPY_MODEL_9b157a35451b49b7b5a0299f4efe5956" + ], + "layout": "IPY_MODEL_bb421c03fb0c4652adee1bbfed70a146" + } + }, + "b641aa0b645a423fb23f06704a61160a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b6b9f3596a2542d69539c06d99c8b1d9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b6e6c349737343fb963f1a0aa982de08": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b8229a261a184ccdbf7e6587ba7685b0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b8eb13053e824a01a85009fe48c3c514": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5ed0b1fddf0b46618d0ca1ef6ec31ed2", + "max": 25, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_18af3e0ec92c482687581a9cc60d8285", + "value": 25 + } + }, + "ba0e8d1054914e58b06484867a93146a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3fd53a9a71774284a74dd7f6375306cf", + "placeholder": "​", + "style": "IPY_MODEL_f7d2e40ebe764a159af6cbc65f08b972", + "value": "train-00019-of-00025.parquet: 100%" + } + }, + "ba12c1b2fb4044d2842c611104faa56e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4fb65c8098c14084b682994bd01138eb", + "placeholder": "​", + "style": "IPY_MODEL_654c3a6120f4476eb492e8817393f905", + "value": " 430M/430M [00:10<00:00, 42.8MB/s]" + } + }, + "bb421c03fb0c4652adee1bbfed70a146": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bb98436a43d64298a4c4f37c5cf10c69": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "bc0e7bdceed84886ab0862d97e14c6eb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bedf47e9c911410cac9489d4340371d3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bfc00a4ee75247d287ca8a1ff66346fc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0686d5f44dd7437a9bc53627711bab51", + "IPY_MODEL_d8a6db1212764ddcb8c75a99dfb4c056", + "IPY_MODEL_5137a2da58c24782898b8f15748ff9fa" + ], + "layout": "IPY_MODEL_63df64382913473c85c1b82061206724" + } + }, + "c1057cfdb85d4b7eb63f0ad0e935055f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c140120314234f30b16e31efa66dfbba": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c141330dd16446df94396d3660c8056b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4478e477962c4314950dd525a1ef6612", + "placeholder": "​", + "style": "IPY_MODEL_ffec7d4bdc9942a080c3b1acd9208578", + "value": " 24/24 [00:00<00:00, 1071.26it/s]" + } + }, + "c153dc2dc5c647019eaccfe9249833b1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c196b0f65fd74d799c98703e907c026b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b4966ea427bb46f2a4bf17038f884e04", + "placeholder": "​", + "style": "IPY_MODEL_b8229a261a184ccdbf7e6587ba7685b0", + "value": " 401M/401M [00:09<00:00, 42.8MB/s]" + } + }, + "c206be3d852e41edb678d98abbc49d54": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_3308410a19a14306b5b1c86d4d18b91e", + "IPY_MODEL_646ea66953b54ef39675331d8e75ea2b", + "IPY_MODEL_78027e6d304a48bb9de1b44455f15bb4" + ], + "layout": "IPY_MODEL_c9200d9b9973414f91adc1f20e95ded4" + } + }, + "c221b052cd8b47f99bc9d794cf8c17de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a2ef2d0115b74948bc88ef4618afdefc", + "IPY_MODEL_74a70c1cc98f4978add505e26eac8c1c", + "IPY_MODEL_0fcde6e5aa2d488899e2b25e755c07d7" + ], + "layout": "IPY_MODEL_80deb6e259594a2db91f2a58aacfb2f7" + } + }, + "c3b105d39e2b4b95ad7718737f57452a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c4de3a9dbdeb418fa16399c8197f48c4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c4e8dca90e364ee2b25f992ff4dd63ae": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c6a9adf308a04e2c8c8f233245011e5b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_af4070e26e7b45d9b8fe49125d347ce8", + "placeholder": "​", + "style": "IPY_MODEL_53b01da911a146ae8447c98fe569b9ce", + "value": " 328/328 [00:00<00:00, 21.6kB/s]" + } + }, + "c9200d9b9973414f91adc1f20e95ded4": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c920a776cc4f4fc5999e7e9715d8c25a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c9989e1a4911445fbbbb6e48a8d4649f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a10e7f2ac4f14452b187e4b711ef5670", + "IPY_MODEL_6779c7c19a6a4dbf9f26b95da50f9de8", + "IPY_MODEL_076dd00813d24851b3f194910ed43c3d" + ], + "layout": "IPY_MODEL_e492e321636346c59c0183eac9d74981" + } + }, + "c99f495386cf459c8c69c9edbd8294e8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c3b105d39e2b4b95ad7718737f57452a", + "placeholder": "​", + "style": "IPY_MODEL_ae485223e0fa4f7fa240540f1cce5003", + "value": "train-00003-of-00025.parquet: 100%" + } + }, + "caa7ae61393d49c8bf4c271ccf08234e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cb20a0fa705049deae05a4a8cb92e11a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cc834734586f460db9ab04fad9b8aacd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6913bda68e044825bdf64dc6de613f4c", + "placeholder": "​", + "style": "IPY_MODEL_a60f10fe47de4920a2b7d76b61fe0fa8", + "value": " 446M/446M [00:10<00:00, 42.8MB/s]" + } + }, + "cdaa464aef654974ad17770131bfcd5b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "cfacad7625ed485e8284c0240fcfb957": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d0f1269c9634485c90bac76669ccc712": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e9b80f2a1ec642afb593a40cf9208554", + "IPY_MODEL_e3624558df97411c8ca2be543cdd0da5", + "IPY_MODEL_4e25092f9e4944298d08fa203f54d659" + ], + "layout": "IPY_MODEL_5d051a177a454538ba18d061a701e893" + } + }, + "d13dca96ab4849eca6f17afe70b1efe4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d19c66e8cbe44d4a8030482d4f6310e5": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d2a414b61531489a81b201374586fd56": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "d2bf19d81b434a61986e3c7ada93d7d2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_c99f495386cf459c8c69c9edbd8294e8", + "IPY_MODEL_591571eff3694bec89ea2fd63ad2a977", + "IPY_MODEL_4bf9dba084724df5be12b4e61cc41ae1" + ], + "layout": "IPY_MODEL_2aeccda4ea334e0f922657f77c24fd5a" + } + }, + "d2eb6579c0f945aeba083e0e299ca745": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_76619a51775d40019add9c05cd5755e2", + "placeholder": "​", + "style": "IPY_MODEL_4b214fd9634b4fe08f992efedc62dd83", + "value": "train-00007-of-00025.parquet: 100%" + } + }, + "d349568c0827456f843805cacacce56c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8e768a684ea741818e8544a0c8a48c5e", + "IPY_MODEL_39ad775162a446dbb693f744e8640d57", + "IPY_MODEL_2d83e7a9b6a44e8194efefe0954a24b1" + ], + "layout": "IPY_MODEL_94c022f3ff194201988b86c167813d8c" + } + }, + "d3ccf84373b94910848afb32153a3728": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d655f4108d234d66b7fafa1e5220b9d5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d7a8bc0198364788bcec81f3c527e8b4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d8a6db1212764ddcb8c75a99dfb4c056": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ae8c0eca47a244a58ef8c95a23ee6863", + "max": 491047193, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_28f56259ba224b1fab5f0b3c8fae3e4a", + "value": 491047193 + } + }, + "d984dec1cb254cf5af11265518429e75": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "da1f365f9f85410d9a16c1e9e6d62d98": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_45267485258244e2afc227fe5fe626ec", + "placeholder": "​", + "style": "IPY_MODEL_ac873dff291e43dfaa67ac6371607c76", + "value": "Loading dataset shards: 100%" + } + }, + "dcbad259b7e04b5ab20642a0cdb648fa": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dcca1dd1def8409fa8364130a53303af": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ddbf4f5d694740518913a06c87e0d327": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "de5199ac86734b789828d7f0d83fbf15": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ded56017e08a4b2cbcf2dbfcc2810b06": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_139e7be5a932473aaa949f333c18baee", + "placeholder": "​", + "style": "IPY_MODEL_e193690063ba4876bc8fb5db19a1af5e", + "value": "Generating train split: 100%" + } + }, + "dff53a32e7ad42a0b14b11e2d8f8c5cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e08daa5f69c6404198dab5e68a191648": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e0b0c538927241c6be3dd775daf49ab6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e193690063ba4876bc8fb5db19a1af5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e1eec75f753845498ed3e19bb06f10cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e212e77c37e946318d23a173b79d8546": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3a007781d15a4a618cb3c1f0a8ed7f48", + "max": 419651767, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_027a94aef2a3410382712741ae34c239", + "value": 419651767 + } + }, + "e238a26f3d0d4f3a81eb3000fddc9cd8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_016d76fbd3264ac5acb1b484a69f7a0f", + "placeholder": "​", + "style": "IPY_MODEL_9235ccdcb73d4481894955b18e30c46b", + "value": " 451M/451M [00:10<00:00, 42.6MB/s]" + } + }, + "e29b6c4459f04cd0b42d3bf48017f319": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e3624558df97411c8ca2be543cdd0da5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2926886622ad443ca0d592981f631f22", + "max": 367018761, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_87253a974fb6448e908a23657518e524", + "value": 367018761 + } + }, + "e41e7e1b3f0c4765a12c7155b96c3fb5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fddbbbf2ad00459c9a54660079b21008", + "placeholder": "​", + "style": "IPY_MODEL_e29b6c4459f04cd0b42d3bf48017f319", + "value": "train-00020-of-00025.parquet: 100%" + } + }, + "e492e321636346c59c0183eac9d74981": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e558befb332e4efca8c22a1a7d1d2b74": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_4335107bac0b40ad8b6266cf2f9469fe", + "IPY_MODEL_3c3cdf15bdcc41da8affcdc9317cec5e", + "IPY_MODEL_ed9812bc02f04c60a761b73bb038c58a" + ], + "layout": "IPY_MODEL_524952c50aa34a5290cd9a91cd9bae09" + } + }, + "e78d95ffdabc4a9899abef5e92ca1b03": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_05909678d7cb4eb2aba33bc8deb39474", + "placeholder": "​", + "style": "IPY_MODEL_694458478e584cdfab576ef9f0dafd2b", + "value": "train-00014-of-00025.parquet: 100%" + } + }, + "e87b68ade3ed4c52a9b40b0deee743b3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "e9b80f2a1ec642afb593a40cf9208554": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e08daa5f69c6404198dab5e68a191648", + "placeholder": "​", + "style": "IPY_MODEL_d7a8bc0198364788bcec81f3c527e8b4", + "value": "train-00015-of-00025.parquet: 100%" + } + }, + "ea24c5812607433482e4e7e9601b1e0c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ebf880c29e8546498ddc85aa622de7cd": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ec59748f9f114e5ab87fd4697f834d61": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ec7a6748f14b4154adb6d29a3f3e92c0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ec86a457a3304bf194a4ee614aee2514": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ed9812bc02f04c60a761b73bb038c58a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63ad8c832f5c4051a5c2af7783402f87", + "placeholder": "​", + "style": "IPY_MODEL_aeea57a9ae2f4990a44f19354c7d9955", + "value": " 25/25 [00:00<00:00, 10.35it/s]" + } + }, + "ef10427e02b74ec186b18644998e515b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f4a5a6f68d1542b1bdfd14b75fe40951": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_21b8ed31f91e45eaa7b239c799e33f38", + "max": 401201678, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8355da7d2f4f48f7aa3e39d2ea1eeb93", + "value": 401201678 + } + }, + "f557c1bc229e407ebb44506fb46a3154": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f57e5217d491473ab2d9512b751d0eb2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f5f19bb9e2624411b8ddf8c610d65040": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f700b32085d24beeb30b75624a5560fd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "f7d2e40ebe764a159af6cbc65f08b972": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f7d6e89925d845b0aa7bef8354ea9948": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f85827957bfa4cf0a3af0eb4605778d4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_1d102e4187224269a1402af566e597ab", + "IPY_MODEL_07b5c8c1cecf46a399fe4273b3d8a382", + "IPY_MODEL_15a4ce6378ec41148b6a2a77e7633a84" + ], + "layout": "IPY_MODEL_4e4cbdc156294bf296758a05d9b2ee2f" + } + }, + "f9b7075028b44dc5bd8d3deba72ebec7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f9ee5927a65a447a9a71ec62758c98e7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0bc5b8afdd0046b18ac5e9a724934d1c", + "max": 367682329, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_abdb6688dab944c3a3eae5e4e5362d6f", + "value": 367682329 + } + }, + "fa2bc0d069be42579bc248f978d3c9ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_fd98a38e9b5a4b1ebbdb4ec50d13dd4d", + "IPY_MODEL_81a2ada60a87448793aaa2cae082f6ab", + "IPY_MODEL_cc834734586f460db9ab04fad9b8aacd" + ], + "layout": "IPY_MODEL_87d3f96b6adf468882c6f314a212910f" + } + }, + "fbaf48e120fd49d3b00e7d79a79f98a2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fc72c2dcfe9c4d29ad699e6cc5a08da6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fd98a38e9b5a4b1ebbdb4ec50d13dd4d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3bed75b0e2d74ebfa34026eeb4c2966b", + "placeholder": "​", + "style": "IPY_MODEL_6090b2058c5742378cbe125311b292d5", + "value": "train-00002-of-00025.parquet: 100%" + } + }, + "fddbbbf2ad00459c9a54660079b21008": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fe0f8e352f7a4a64b7e0f9343b9c3ce2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6f4ebefe932c4a6cad65b16c78a2ec11", + "max": 479799775, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_f700b32085d24beeb30b75624a5560fd", + "value": 479799775 + } + }, + "fee2cd0525ab46179d3842af8a8659a3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ffec7d4bdc9942a080c3b1acd9208578": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e0b88a0e362c4a6a90007d6dbb7898f7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d43a756456da4d90b0ff3a68f495b2a4", + "IPY_MODEL_10bf93a19adb4be98db0eef6a6d3e4b7", + "IPY_MODEL_61fb2ad3726249e7997db481f16ec38d" + ], + "layout": "IPY_MODEL_583a4e6780ae4b5fb57ff7a9abcbb8c0" + } + }, + "d43a756456da4d90b0ff3a68f495b2a4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_bf5d385efe034480a6094d60cabb0494", + "placeholder": "​", + "style": "IPY_MODEL_76f5c621fdb842e884114096a5f39e2b", + "value": "Map: 100%" + } + }, + "10bf93a19adb4be98db0eef6a6d3e4b7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_073b1c763bd745f6988bb9bd801327c0", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_885207f1cd3441ad8957327a2a982ac6", + "value": 1000 + } + }, + "61fb2ad3726249e7997db481f16ec38d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d7b3312c66d849598a7043e3e73b4737", + "placeholder": "​", + "style": "IPY_MODEL_89d909976ce94c08a91a5efacbd3e62e", + "value": " 1000/1000 [04:19<00:00,  5.33 examples/s]" + } + }, + "583a4e6780ae4b5fb57ff7a9abcbb8c0": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bf5d385efe034480a6094d60cabb0494": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "76f5c621fdb842e884114096a5f39e2b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "073b1c763bd745f6988bb9bd801327c0": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "885207f1cd3441ad8957327a2a982ac6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "d7b3312c66d849598a7043e3e73b4737": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "89d909976ce94c08a91a5efacbd3e62e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "46d7d1c3a76243619f326cf8c7b73fca": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_54bba0e876be46dda328603faa8cf66e", + "IPY_MODEL_35c3a2946dae4070bcf022d35fa265a6", + "IPY_MODEL_89ec11c7bcae45f2be0903830a95961d" + ], + "layout": "IPY_MODEL_31a684f538da4d1a9648e59ae1b9bf73" + } + }, + "54bba0e876be46dda328603faa8cf66e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c099ad1ead9d4c89ba905a6c707036dc", + "placeholder": "​", + "style": "IPY_MODEL_4e597e4abdd54c3da89e0969f1ea668a", + "value": "Map: 100%" + } + }, + "35c3a2946dae4070bcf022d35fa265a6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_09621288a09d4bca8384b6207a2a1aea", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_902a8e3295e44eeea8f408f35123fcb4", + "value": 1000 + } + }, + "89ec11c7bcae45f2be0903830a95961d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_05ad3715094e46f18b655919f4069cd5", + "placeholder": "​", + "style": "IPY_MODEL_64b2f5fc28e2442eb9cc3f7754b8b42d", + "value": " 1000/1000 [04:18<00:00,  4.67 examples/s]" + } + }, + "31a684f538da4d1a9648e59ae1b9bf73": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c099ad1ead9d4c89ba905a6c707036dc": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e597e4abdd54c3da89e0969f1ea668a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "09621288a09d4bca8384b6207a2a1aea": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "902a8e3295e44eeea8f408f35123fcb4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "05ad3715094e46f18b655919f4069cd5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "64b2f5fc28e2442eb9cc3f7754b8b42d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "893eb6db012c4b64b3a85085c2e49734": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_448bec40f2f84efe92b8d63fb171e969", + "IPY_MODEL_20264245dd924561890a07a0fbb27e3f", + "IPY_MODEL_d338e081756841cc8be1e15d0f0d1df7" + ], + "layout": "IPY_MODEL_70af51385e9944f3a3ec109a74bc00b9" + } + }, + "448bec40f2f84efe92b8d63fb171e969": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_15c57fc3b1734b78880366ced3655823", + "placeholder": "​", + "style": "IPY_MODEL_819a5399a0bb4db1a4f3cd626d64afd2", + "value": "Map: 100%" + } + }, + "20264245dd924561890a07a0fbb27e3f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3d9e0d472b984f968df1b93b2c678755", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_f584557ca9a5443db73be962b4aff54a", + "value": 1000 + } + }, + "d338e081756841cc8be1e15d0f0d1df7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_904be14313f24ad682925fed28b4e9cd", + "placeholder": "​", + "style": "IPY_MODEL_f0fea1eb546444d89abb36ba5e73574a", + "value": " 1000/1000 [04:20<00:00,  3.35 examples/s]" + } + }, + "70af51385e9944f3a3ec109a74bc00b9": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "15c57fc3b1734b78880366ced3655823": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "819a5399a0bb4db1a4f3cd626d64afd2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3d9e0d472b984f968df1b93b2c678755": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f584557ca9a5443db73be962b4aff54a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "904be14313f24ad682925fed28b4e9cd": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f0fea1eb546444d89abb36ba5e73574a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5459902949304d34abd7da1e8d2831e9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_ec17c15e5a8c45ffa7b4c9a6b709f62a", + "IPY_MODEL_edcafae4e5b147da9307ec820dc2036c", + "IPY_MODEL_89c4596fc5024b14a60336b9c2719d5e" + ], + "layout": "IPY_MODEL_bc4398d6dd3145cfb44b7ef2da31fb14" + } + }, + "ec17c15e5a8c45ffa7b4c9a6b709f62a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2d4c4a3a3dfc462f90bb077a9c4a6b9d", + "placeholder": "​", + "style": "IPY_MODEL_b7a26d7018ca40c9a94fbcc74d9bfe42", + "value": "Map: 100%" + } + }, + "edcafae4e5b147da9307ec820dc2036c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4335c6b80d7449f4933b568eb8178db8", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_08de406e0aca4d2e9ed08733b6d0d68c", + "value": 1000 + } + }, + "89c4596fc5024b14a60336b9c2719d5e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_10d17e69e05d43418cc2887a73a8bfc6", + "placeholder": "​", + "style": "IPY_MODEL_cb9d646d58654ee6a16b3ddc99442b34", + "value": " 1000/1000 [04:03<00:00,  4.40 examples/s]" + } + }, + "bc4398d6dd3145cfb44b7ef2da31fb14": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2d4c4a3a3dfc462f90bb077a9c4a6b9d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b7a26d7018ca40c9a94fbcc74d9bfe42": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4335c6b80d7449f4933b568eb8178db8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "08de406e0aca4d2e9ed08733b6d0d68c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "10d17e69e05d43418cc2887a73a8bfc6": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cb9d646d58654ee6a16b3ddc99442b34": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "02ba2162a0e54444934e56c2d3e200a8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_818a9551e791429fae1bc40eb118c232", + "IPY_MODEL_e36af641e4e746429bde99c695f41b32", + "IPY_MODEL_e1568df30b1f47f9aaeeeb189dc721cf" + ], + "layout": "IPY_MODEL_22918d9f5480470f8d4e6ee7b0b5e3d8" + } + }, + "818a9551e791429fae1bc40eb118c232": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b4edf681cf394527bffb917b492dda1a", + "placeholder": "​", + "style": "IPY_MODEL_a2b59e72a60746999c28b24a20a0544d", + "value": "Map: 100%" + } + }, + "e36af641e4e746429bde99c695f41b32": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_68c8b0cafcf545e5a42f397be6c5cb2b", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ad0523cec3534a14ae468f5e0ea1fde3", + "value": 1000 + } + }, + "e1568df30b1f47f9aaeeeb189dc721cf": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5ad34c92e12e49cebb9b92233f263816", + "placeholder": "​", + "style": "IPY_MODEL_270b7c4a7dc240098e86c617ef7ca663", + "value": " 1000/1000 [03:54<00:00,  3.68 examples/s]" + } + }, + "22918d9f5480470f8d4e6ee7b0b5e3d8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4edf681cf394527bffb917b492dda1a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a2b59e72a60746999c28b24a20a0544d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "68c8b0cafcf545e5a42f397be6c5cb2b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ad0523cec3534a14ae468f5e0ea1fde3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "5ad34c92e12e49cebb9b92233f263816": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "270b7c4a7dc240098e86c617ef7ca663": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "dd42d28d30c74f0a850ed62b2a63ea7a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_b6f6b19e08864f9d82c3e047c9138b48", + "IPY_MODEL_3a39f638ad0c47d78af431c610c55ecf", + "IPY_MODEL_7dab18879bc54bdfb61d6b2d74410289" + ], + "layout": "IPY_MODEL_7376312405634b869d2346528c844e67" + } + }, + "b6f6b19e08864f9d82c3e047c9138b48": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d4aaa54c5ef94e4c9ded368c88195d6d", + "placeholder": "​", + "style": "IPY_MODEL_63c37cc94900469388af05b0b8acbfa0", + "value": "Map: 100%" + } + }, + "3a39f638ad0c47d78af431c610c55ecf": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_49ab15fd88dd4b9aa6af7fde30c5d60b", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_63888496153842e684e12f6aff8553e7", + "value": 1000 + } + }, + "7dab18879bc54bdfb61d6b2d74410289": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ba1486d63c444cff8b0d8e8fcdfe6e54", + "placeholder": "​", + "style": "IPY_MODEL_0ff12ea1edf24eacb5d724f233749f78", + "value": " 1000/1000 [04:34<00:00,  3.88 examples/s]" + } + }, + "7376312405634b869d2346528c844e67": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d4aaa54c5ef94e4c9ded368c88195d6d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63c37cc94900469388af05b0b8acbfa0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "49ab15fd88dd4b9aa6af7fde30c5d60b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63888496153842e684e12f6aff8553e7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ba1486d63c444cff8b0d8e8fcdfe6e54": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0ff12ea1edf24eacb5d724f233749f78": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c128085ecd0249ebb0ed2a8ca6134dd7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_09f01c09c95d4167990f8c1414eef171", + "IPY_MODEL_3d58d863744c4b7a8caca51c917ef11f", + "IPY_MODEL_e87f526ef56b47088613a1ae7bcc85e6" + ], + "layout": "IPY_MODEL_9f0e31734a5a4504a174de5ec75a0d77" + } + }, + "09f01c09c95d4167990f8c1414eef171": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b50b1a1ac43449dea025bfc3c811383a", + "placeholder": "​", + "style": "IPY_MODEL_04a0f28bee314e43a85758d527b54eea", + "value": "Map: 100%" + } + }, + "3d58d863744c4b7a8caca51c917ef11f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c7c347bb24424ff58652dc92e3a1a270", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b94091e6a1614bc9be7975efcf5cccff", + "value": 1000 + } + }, + "e87f526ef56b47088613a1ae7bcc85e6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9d7c51757d304f8d8acf1dd800639d92", + "placeholder": "​", + "style": "IPY_MODEL_1299f906adee4e76825dccef35ab95cc", + "value": " 1000/1000 [05:11<00:00,  2.65 examples/s]" + } + }, + "9f0e31734a5a4504a174de5ec75a0d77": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b50b1a1ac43449dea025bfc3c811383a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "04a0f28bee314e43a85758d527b54eea": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c7c347bb24424ff58652dc92e3a1a270": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b94091e6a1614bc9be7975efcf5cccff": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9d7c51757d304f8d8acf1dd800639d92": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1299f906adee4e76825dccef35ab95cc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4eedef133c70440b900d14622033bec8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_437f9922127a4dacb86413a7262a47ec", + "IPY_MODEL_7ea4df4ad2f04b00b4067a1bcb3f83f6", + "IPY_MODEL_04e468d1920148a5a472eb1eac8c9e59" + ], + "layout": "IPY_MODEL_aa2667e808f94e9cb740808252acb221" + } + }, + "437f9922127a4dacb86413a7262a47ec": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e528b3e004cc4e02b47dfe8fd2c6b81a", + "placeholder": "​", + "style": "IPY_MODEL_ec015a0611c2477cb783c0aa9bb5303a", + "value": "Map: 100%" + } + }, + "7ea4df4ad2f04b00b4067a1bcb3f83f6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_787de6d829ab46a392e16f445cb5623e", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_24c0dfaeff7b4d488ebe0024cecb998c", + "value": 1000 + } + }, + "04e468d1920148a5a472eb1eac8c9e59": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_10ca3614b1f94c7b92f2ea373127d503", + "placeholder": "​", + "style": "IPY_MODEL_695689b5aff04ed1a50864a01088f699", + "value": " 1000/1000 [04:42<00:00,  3.40 examples/s]" + } + }, + "aa2667e808f94e9cb740808252acb221": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e528b3e004cc4e02b47dfe8fd2c6b81a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ec015a0611c2477cb783c0aa9bb5303a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "787de6d829ab46a392e16f445cb5623e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "24c0dfaeff7b4d488ebe0024cecb998c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "10ca3614b1f94c7b92f2ea373127d503": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "695689b5aff04ed1a50864a01088f699": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "24c3443556004f85a7b0765f9f038287": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9fbda99be48f42d188087719c797b471", + "IPY_MODEL_d32b859e16ae490baf0ebe9e2586341c", + "IPY_MODEL_e6902685b2e94d3381fe650f791d5dbd" + ], + "layout": "IPY_MODEL_c4eea6a1540746a0a845e86e888489ea" + } + }, + "9fbda99be48f42d188087719c797b471": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_441fd0c761bd4407a237a7dd1a8ee2da", + "placeholder": "​", + "style": "IPY_MODEL_8965eebbb04b457c9857425e2fafca4b", + "value": "Map: 100%" + } + }, + "d32b859e16ae490baf0ebe9e2586341c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2421b4d14f7843cba43721650ab80960", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_28ec94a31aed477ea761e361e59af62f", + "value": 1000 + } + }, + "e6902685b2e94d3381fe650f791d5dbd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_197e81535b54451b8995f9e4c627d23b", + "placeholder": "​", + "style": "IPY_MODEL_3c64fa79fa0d479f9095924dbf804dc5", + "value": " 1000/1000 [04:55<00:00,  2.47 examples/s]" + } + }, + "c4eea6a1540746a0a845e86e888489ea": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "441fd0c761bd4407a237a7dd1a8ee2da": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8965eebbb04b457c9857425e2fafca4b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "2421b4d14f7843cba43721650ab80960": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "28ec94a31aed477ea761e361e59af62f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "197e81535b54451b8995f9e4c627d23b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3c64fa79fa0d479f9095924dbf804dc5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "0cb78bec603646e9981b3eb85bbe0665": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_19be6a0dadf143bd9cbfc8a39bc243ae", + "IPY_MODEL_6e254c9790e2456ba7c67fa850bff4c6", + "IPY_MODEL_85cd361203074a3382961a02f78b726f" + ], + "layout": "IPY_MODEL_791ea412bca3457a938e6b3afcfc38be" + } + }, + "19be6a0dadf143bd9cbfc8a39bc243ae": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cefce837299549ddb3902bbc5175bd78", + "placeholder": "​", + "style": "IPY_MODEL_c7976918ead54dfc81e055e3cb33bb1b", + "value": "Map: 100%" + } + }, + "6e254c9790e2456ba7c67fa850bff4c6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_484ac3c038194e3abcad757b88fe4651", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_712cb8cf9af14efbb1e59ad0ee6ebe6f", + "value": 1000 + } + }, + "85cd361203074a3382961a02f78b726f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8cbd10126b794a9b83f5c8edfddb9172", + "placeholder": "​", + "style": "IPY_MODEL_92051a1edead4a6c950b9e0d13f00c75", + "value": " 1000/1000 [04:20<00:00,  3.66 examples/s]" + } + }, + "791ea412bca3457a938e6b3afcfc38be": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cefce837299549ddb3902bbc5175bd78": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c7976918ead54dfc81e055e3cb33bb1b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "484ac3c038194e3abcad757b88fe4651": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "712cb8cf9af14efbb1e59ad0ee6ebe6f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8cbd10126b794a9b83f5c8edfddb9172": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "92051a1edead4a6c950b9e0d13f00c75": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1ddfe317751b4d2890a3ee1e08b0d6f2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_c565efa570c74a7da51e33a256b087c3", + "IPY_MODEL_1e57ba99026b452bb745372e7275b98c", + "IPY_MODEL_c7490a822b9440d6b094d984f48093f3" + ], + "layout": "IPY_MODEL_1ea5aefc24714c35ac8760cd958e001d" + } + }, + "c565efa570c74a7da51e33a256b087c3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d38b0b2d113f4760a79ff06af51f2ff7", + "placeholder": "​", + "style": "IPY_MODEL_24231915e90445f3b39ad0666e3aa7ae", + "value": "Map: 100%" + } + }, + "1e57ba99026b452bb745372e7275b98c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b94e1a9b5cdf492dbf06d215b031b2d4", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_39d5730b09374c00b46799df0019ce3e", + "value": 1000 + } + }, + "c7490a822b9440d6b094d984f48093f3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5739856f968a43c29d4d45ef0d46f57d", + "placeholder": "​", + "style": "IPY_MODEL_ce25c0d80ef8456a999487151a52f3c9", + "value": " 1000/1000 [04:20<00:00,  3.37 examples/s]" + } + }, + "1ea5aefc24714c35ac8760cd958e001d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d38b0b2d113f4760a79ff06af51f2ff7": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "24231915e90445f3b39ad0666e3aa7ae": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b94e1a9b5cdf492dbf06d215b031b2d4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "39d5730b09374c00b46799df0019ce3e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "5739856f968a43c29d4d45ef0d46f57d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ce25c0d80ef8456a999487151a52f3c9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "28dbaf12ec3c420bafb1cbb79ecaf09b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d6b9ea69c91e4049b71b2d5c74b65fa3", + "IPY_MODEL_b4bbe3eb14304356a331f063de3b4813", + "IPY_MODEL_9b49f747ac9c4175a6c726c49f2b931c" + ], + "layout": "IPY_MODEL_20a01633ffc04a4a972ae88ee13a0763" + } + }, + "d6b9ea69c91e4049b71b2d5c74b65fa3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dc7ca1863ef94572a9f2cc51ff3dd94c", + "placeholder": "​", + "style": "IPY_MODEL_98da0eb0a96d4eec874d048dc6e605a3", + "value": "Map: 100%" + } + }, + "b4bbe3eb14304356a331f063de3b4813": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f1b463b37b9e47d5860d6ec9b7d61be4", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_eaa7340b424241b2878b0b17cead8ebe", + "value": 1000 + } + }, + "9b49f747ac9c4175a6c726c49f2b931c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_25f10c088357447988b6734c4bafed58", + "placeholder": "​", + "style": "IPY_MODEL_bf25e59b685d4f31b478c8b52bb7730d", + "value": " 1000/1000 [04:21<00:00,  3.70 examples/s]" + } + }, + "20a01633ffc04a4a972ae88ee13a0763": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dc7ca1863ef94572a9f2cc51ff3dd94c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "98da0eb0a96d4eec874d048dc6e605a3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f1b463b37b9e47d5860d6ec9b7d61be4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "eaa7340b424241b2878b0b17cead8ebe": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "25f10c088357447988b6734c4bafed58": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bf25e59b685d4f31b478c8b52bb7730d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4a729df9e574489098ed5e64bb7ad536": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0a9970ff55004cf68a69c330325c3823", + "IPY_MODEL_2d45c9a555074335b69401b2f91366e5", + "IPY_MODEL_3568c721a39446a1bddb730819dbb7cc" + ], + "layout": "IPY_MODEL_4c05845c6fdf463ba7d77c3c1dfa9f3e" + } + }, + "0a9970ff55004cf68a69c330325c3823": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8828b549b71349b3a34d3cb093b5983a", + "placeholder": "​", + "style": "IPY_MODEL_6bee9d40325a4b5cb22863e78bf64ddd", + "value": "Map: 100%" + } + }, + "2d45c9a555074335b69401b2f91366e5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_91768d1a22ae4305852fb3390f9985fe", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8f8e4b419f5c44deb29d870c7cc26ed6", + "value": 1000 + } + }, + "3568c721a39446a1bddb730819dbb7cc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c1d4b007762d403ab14b4797706ce837", + "placeholder": "​", + "style": "IPY_MODEL_2303cbb8d34f4101b2bf99189f64cd61", + "value": " 1000/1000 [05:24<00:00,  3.25 examples/s]" + } + }, + "4c05845c6fdf463ba7d77c3c1dfa9f3e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8828b549b71349b3a34d3cb093b5983a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6bee9d40325a4b5cb22863e78bf64ddd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "91768d1a22ae4305852fb3390f9985fe": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8f8e4b419f5c44deb29d870c7cc26ed6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c1d4b007762d403ab14b4797706ce837": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2303cbb8d34f4101b2bf99189f64cd61": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6d0dfe528ee1487da4c66d0ecf7d88e2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_05b4584d86f54207adadc05b0a366741", + "IPY_MODEL_eff9aef9db1a422db624a9692d676b64", + "IPY_MODEL_cd803a33e75e4e9f8481be3bcdcbd670" + ], + "layout": "IPY_MODEL_cff27e7197f84d67abd01fc74c4c0270" + } + }, + "05b4584d86f54207adadc05b0a366741": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8345c02de21d4a5d8ca5ad5c0c919998", + "placeholder": "​", + "style": "IPY_MODEL_16fc05264a414023b52683c89cf5dafc", + "value": "Map: 100%" + } + }, + "eff9aef9db1a422db624a9692d676b64": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e0f7aa7ed2d04a58a0840cacf3696d4e", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_1b8779420808487ebb2afa6508c6610c", + "value": 1000 + } + }, + "cd803a33e75e4e9f8481be3bcdcbd670": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d9aa9de0d8b74acf82a97441fb27f993", + "placeholder": "​", + "style": "IPY_MODEL_1d8d9b9be18b4899a04078a351404160", + "value": " 1000/1000 [04:49<00:00,  2.90 examples/s]" + } + }, + "cff27e7197f84d67abd01fc74c4c0270": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8345c02de21d4a5d8ca5ad5c0c919998": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "16fc05264a414023b52683c89cf5dafc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e0f7aa7ed2d04a58a0840cacf3696d4e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1b8779420808487ebb2afa6508c6610c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "d9aa9de0d8b74acf82a97441fb27f993": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1d8d9b9be18b4899a04078a351404160": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a5b1b503389c4f71a572046479faaf20": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0df1ea9adfcb4e68af0d6797df47ba3f", + "IPY_MODEL_760bedf1e76142999cb3fc8004320f48", + "IPY_MODEL_1db92315e01441b8b3279ddf2befef1b" + ], + "layout": "IPY_MODEL_077ed5edec7f4f20a6c13c95341f91c8" + } + }, + "0df1ea9adfcb4e68af0d6797df47ba3f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a4ed001d6cd9417ca96b5604cf6c214f", + "placeholder": "​", + "style": "IPY_MODEL_1fde53e46e894b3dae285f2a11a0e0b0", + "value": "Map: 100%" + } + }, + "760bedf1e76142999cb3fc8004320f48": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_acfef966dfab4825ad82584439aa3bdd", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_3648fcb592a848f7bbabe7e4b50c8202", + "value": 1000 + } + }, + "1db92315e01441b8b3279ddf2befef1b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_500d4fbd3a314c1a8897bb88ce70b822", + "placeholder": "​", + "style": "IPY_MODEL_cd016f0ceb6c4584be5b54f6310bd971", + "value": " 1000/1000 [05:01<00:00,  2.19 examples/s]" + } + }, + "077ed5edec7f4f20a6c13c95341f91c8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a4ed001d6cd9417ca96b5604cf6c214f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1fde53e46e894b3dae285f2a11a0e0b0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "acfef966dfab4825ad82584439aa3bdd": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3648fcb592a848f7bbabe7e4b50c8202": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "500d4fbd3a314c1a8897bb88ce70b822": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cd016f0ceb6c4584be5b54f6310bd971": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1570b6102ec5492aa88630dd059386fa": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9d1eff09299e425daf16ce9579d6f025", + "IPY_MODEL_0cbfe481c0d14f558ff23469bf869353", + "IPY_MODEL_c5dd64b0381149088d6202302b59e0b7" + ], + "layout": "IPY_MODEL_48090cb69d94470e914302bdd13acb8c" + } + }, + "9d1eff09299e425daf16ce9579d6f025": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_720c8e83984046f58389381f1cd0f9fa", + "placeholder": "​", + "style": "IPY_MODEL_b95c7ce80f6b407a96d18b0425714ea4", + "value": "Map: 100%" + } + }, + "0cbfe481c0d14f558ff23469bf869353": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cd5215d24c294a02a4bda8bd0638e1eb", + "max": 188, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_05c5977a593a473d86e139786238c295", + "value": 188 + } + }, + "c5dd64b0381149088d6202302b59e0b7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_758f179bcf3f452eb6da94787942aa85", + "placeholder": "​", + "style": "IPY_MODEL_7d62e152daf44238ba2026b468ab8a8c", + "value": " 188/188 [00:57<00:00,  4.65 examples/s]" + } + }, + "48090cb69d94470e914302bdd13acb8c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "720c8e83984046f58389381f1cd0f9fa": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b95c7ce80f6b407a96d18b0425714ea4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "cd5215d24c294a02a4bda8bd0638e1eb": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "05c5977a593a473d86e139786238c295": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "758f179bcf3f452eb6da94787942aa85": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7d62e152daf44238ba2026b468ab8a8c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} \ No newline at end of file diff --git a/yarngpt/notebooks/audio_0c026c21-f432-4d20-a86b-899a10d9ed60.webp b/yarngpt/notebooks/audio_0c026c21-f432-4d20-a86b-899a10d9ed60.webp new file mode 100644 index 0000000000000000000000000000000000000000..f1924e32841ad940ab32c62bbcc8b634c43e725a --- /dev/null +++ b/yarngpt/notebooks/audio_0c026c21-f432-4d20-a86b-899a10d9ed60.webp @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2340310c5cad3c8bbb5a435bb61546ba30452d681264047babd448d7ca02f52e +size 228912 diff --git a/yarngpt/notebooks/train_YarnGPT.ipynb b/yarngpt/notebooks/train_YarnGPT.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..0595d98a540f1f94c2915625f2ddbbc06d442379 --- /dev/null +++ b/yarngpt/notebooks/train_YarnGPT.ipynb @@ -0,0 +1,7058 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Rxa73RyKnhy3", + "outputId": "fe390372-d5e1-4abd-c04a-3a66ff11701d" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Collecting outetts\n", + " Downloading outetts-0.2.3-py3-none-any.whl.metadata (10 kB)\n", + "Collecting uroman\n", + " Downloading uroman-1.3.1.1-py3-none-any.whl.metadata (18 kB)\n", + "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from outetts) (1.13.1)\n", + "Requirement already satisfied: einops in /usr/local/lib/python3.10/dist-packages (from outetts) (0.8.0)\n", + "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from outetts) (6.0.2)\n", + "Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from outetts) (0.27.0)\n", + "Collecting encodec (from outetts)\n", + " Downloading encodec-0.1.1.tar.gz (3.7 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.7/3.7 MB\u001b[0m \u001b[31m84.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from outetts) (3.8.0)\n", + "Requirement already satisfied: transformers>=4.46.1 in /usr/local/lib/python3.10/dist-packages (from outetts) (4.47.1)\n", + "Collecting pytorch-lightning (from outetts)\n", + " Downloading pytorch_lightning-2.5.0.post0-py3-none-any.whl.metadata (21 kB)\n", + "Collecting tensorboardX (from outetts)\n", + " Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl.metadata (5.8 kB)\n", + "Requirement already satisfied: soundfile in /usr/local/lib/python3.10/dist-packages (from outetts) (0.12.1)\n", + "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from outetts) (1.26.4)\n", + "Collecting jsonargparse (from outetts)\n", + " Downloading jsonargparse-4.35.0-py3-none-any.whl.metadata (12 kB)\n", + "Collecting torchcrepe (from outetts)\n", + " Downloading torchcrepe-0.0.23-py3-none-any.whl.metadata (7.8 kB)\n", + "Requirement already satisfied: librosa in /usr/local/lib/python3.10/dist-packages (from outetts) (0.10.2.post1)\n", + "Collecting pesq (from outetts)\n", + " Downloading pesq-0.0.4.tar.gz (38 kB)\n", + " Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: inflect in /usr/local/lib/python3.10/dist-packages (from outetts) (7.4.0)\n", + "Collecting loguru (from outetts)\n", + " Downloading loguru-0.7.3-py3-none-any.whl.metadata (22 kB)\n", + "Requirement already satisfied: polars in /usr/local/lib/python3.10/dist-packages (from outetts) (1.9.0)\n", + "Requirement already satisfied: natsort in /usr/local/lib/python3.10/dist-packages (from outetts) (8.4.0)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from outetts) (4.67.1)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from outetts) (2.32.3)\n", + "Collecting sounddevice (from outetts)\n", + " Downloading sounddevice-0.5.1-py3-none-any.whl.metadata (1.4 kB)\n", + "Collecting mecab-python3 (from outetts)\n", + " Downloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.2 kB)\n", + "Collecting unidic-lite (from outetts)\n", + " Downloading unidic-lite-1.0.8.tar.gz (47.4 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.4/47.4 MB\u001b[0m \u001b[31m38.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Collecting openai-whisper>=20240930 (from outetts)\n", + " Downloading openai-whisper-20240930.tar.gz (800 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m800.5/800.5 kB\u001b[0m \u001b[31m48.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: regex>=2024.5.15 in /usr/local/lib/python3.10/dist-packages (from uroman) (2024.11.6)\n", + "Requirement already satisfied: numba in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (0.60.0)\n", + "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: more-itertools in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (10.5.0)\n", + "Collecting tiktoken (from openai-whisper>=20240930->outetts)\n", + " Downloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n", + "Collecting triton>=2.0.0 (from openai-whisper>=20240930->outetts)\n", + " Downloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.3 kB)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (3.16.1)\n", + "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (24.2)\n", + "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.21.0)\n", + "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.4.5)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (2024.10.0)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (4.12.2)\n", + "Requirement already satisfied: torchaudio in /usr/local/lib/python3.10/dist-packages (from encodec->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: typeguard>=4.0.1 in /usr/local/lib/python3.10/dist-packages (from inflect->outetts) (4.4.1)\n", + "Requirement already satisfied: audioread>=2.1.9 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (3.0.1)\n", + "Requirement already satisfied: scikit-learn>=0.20.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.6.0)\n", + "Requirement already satisfied: joblib>=0.14 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.4.2)\n", + "Requirement already satisfied: decorator>=4.3.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (4.4.2)\n", + "Requirement already satisfied: pooch>=1.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.8.2)\n", + "Requirement already satisfied: soxr>=0.3.2 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.5.0.post1)\n", + "Requirement already satisfied: lazy-loader>=0.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.4)\n", + "Requirement already satisfied: msgpack>=1.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.1.0)\n", + "Requirement already satisfied: cffi>=1.0 in /usr/local/lib/python3.10/dist-packages (from soundfile->outetts) (1.17.1)\n", + "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.3.1)\n", + "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (0.12.1)\n", + "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (4.55.3)\n", + "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.4.7)\n", + "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (11.0.0)\n", + "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (3.2.0)\n", + "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (2.8.2)\n", + "Collecting torchmetrics>=0.7.0 (from pytorch-lightning->outetts)\n", + " Downloading torchmetrics-1.6.1-py3-none-any.whl.metadata (21 kB)\n", + "Collecting lightning-utilities>=0.10.0 (from pytorch-lightning->outetts)\n", + " Downloading lightning_utilities-0.11.9-py3-none-any.whl.metadata (5.2 kB)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.4.0)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2.2.3)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2024.12.14)\n", + "Requirement already satisfied: protobuf>=3.20 in /usr/local/lib/python3.10/dist-packages (from tensorboardX->outetts) (4.25.5)\n", + "Collecting resampy (from torchcrepe->outetts)\n", + " Downloading resampy-0.4.3-py3-none-any.whl.metadata (3.0 kB)\n", + "Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0->soundfile->outetts) (2.22)\n", + "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.10/dist-packages (from fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (3.11.10)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from lightning-utilities>=0.10.0->pytorch-lightning->outetts) (75.1.0)\n", + "Requirement already satisfied: llvmlite<0.44,>=0.43.0dev0 in /usr/local/lib/python3.10/dist-packages (from numba->openai-whisper>=20240930->outetts) (0.43.0)\n", + "Requirement already satisfied: platformdirs>=2.5.0 in /usr/local/lib/python3.10/dist-packages (from pooch>=1.1->librosa->outetts) (4.3.6)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7->matplotlib->outetts) (1.17.0)\n", + "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.20.0->librosa->outetts) (3.5.0)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.4.2)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.1.4)\n", + "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (1.13.1)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy==1.13.1->torch->openai-whisper>=20240930->outetts) (1.3.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (2.4.4)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.3.2)\n", + "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (4.0.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (24.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (0.2.1)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.18.3)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->openai-whisper>=20240930->outetts) (3.0.2)\n", + "Downloading outetts-0.2.3-py3-none-any.whl (125 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m125.1/125.1 kB\u001b[0m \u001b[31m10.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading uroman-1.3.1.1-py3-none-any.whl (930 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m930.7/930.7 kB\u001b[0m \u001b[31m50.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading jsonargparse-4.35.0-py3-none-any.whl (211 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.0/211.0 kB\u001b[0m \u001b[31m16.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading loguru-0.7.3-py3-none-any.whl (61 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.6/61.6 kB\u001b[0m \u001b[31m4.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (581 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m581.7/581.7 kB\u001b[0m \u001b[31m38.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading pytorch_lightning-2.5.0.post0-py3-none-any.whl (819 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m819.3/819.3 kB\u001b[0m \u001b[31m48.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading sounddevice-0.5.1-py3-none-any.whl (32 kB)\n", + "Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl (101 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m101.7/101.7 kB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading torchcrepe-0.0.23-py3-none-any.whl (72.3 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.3/72.3 MB\u001b[0m \u001b[31m31.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading lightning_utilities-0.11.9-py3-none-any.whl (28 kB)\n", + "Downloading torchmetrics-1.6.1-py3-none-any.whl (927 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m927.3/927.3 kB\u001b[0m \u001b[31m49.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (209.5 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.5/209.5 MB\u001b[0m \u001b[31m6.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading resampy-0.4.3-py3-none-any.whl (3.1 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m84.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m58.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hBuilding wheels for collected packages: openai-whisper, encodec, pesq, unidic-lite\n", + " Building wheel for openai-whisper (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for openai-whisper: filename=openai_whisper-20240930-py3-none-any.whl size=803320 sha256=6310a3872b943e212b799ca415886df50181c3f31a4f0e0f8238a92c677d1666\n", + " Stored in directory: /root/.cache/pip/wheels/dd/4a/1f/d1c4bf3b9133c8168fe617ed979cab7b14fe381d059ffb9d83\n", + " Building wheel for encodec (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for encodec: filename=encodec-0.1.1-py3-none-any.whl size=45760 sha256=9829a073ec3d628cf4f285d2cb3086c4ed1754c8c9379751bc73a93fbd79bd16\n", + " Stored in directory: /root/.cache/pip/wheels/fc/36/cb/81af8b985a5f5e0815312d5e52b41263237af07b977e6bcbf3\n", + " Building wheel for pesq (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for pesq: filename=pesq-0.0.4-cp310-cp310-linux_x86_64.whl size=262947 sha256=63cded0d985ae39346f87a33fe8ea249b8c9f65e4b1403c1d03b294c83191a5b\n", + " Stored in directory: /root/.cache/pip/wheels/c5/4e/2c/251524370c0fdd659e99639a0fbd0ca5a782c3aafcd456b28d\n", + " Building wheel for unidic-lite (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for unidic-lite: filename=unidic_lite-1.0.8-py3-none-any.whl size=47658818 sha256=446f876b7d53ed4cd89bdd8a3e6fca77757adffa2ecb331c6e1291119d666e55\n", + " Stored in directory: /root/.cache/pip/wheels/89/e8/68/f9ac36b8cc6c8b3c96888cd57434abed96595d444f42243853\n", + "Successfully built openai-whisper encodec pesq unidic-lite\n", + "Installing collected packages: unidic-lite, pesq, mecab-python3, uroman, triton, tensorboardX, loguru, lightning-utilities, jsonargparse, tiktoken, sounddevice, resampy, torchmetrics, openai-whisper, torchcrepe, encodec, pytorch-lightning, outetts\n", + "Successfully installed encodec-0.1.1 jsonargparse-4.35.0 lightning-utilities-0.11.9 loguru-0.7.3 mecab-python3-1.0.10 openai-whisper-20240930 outetts-0.2.3 pesq-0.0.4 pytorch-lightning-2.5.0.post0 resampy-0.4.3 sounddevice-0.5.1 tensorboardX-2.6.2.2 tiktoken-0.8.0 torchcrepe-0.0.23 torchmetrics-1.6.1 triton-3.1.0 unidic-lite-1.0.8 uroman-1.3.1.1\n" + ] + } + ], + "source": [ + "pip install outetts uroman" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "HgJjekSOT8iX", + "outputId": "67d1139a-a4d5-4afc-d05f-93fedabe0963" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Collecting datasets\n", + " Downloading datasets-3.2.0-py3-none-any.whl.metadata (20 kB)\n", + "Requirement already satisfied: triton in /usr/local/lib/python3.10/dist-packages (3.1.0)\n", + "Collecting snac\n", + " Downloading snac-1.2.1-py3-none-any.whl.metadata (3.5 kB)\n", + "Requirement already satisfied: wandb in /usr/local/lib/python3.10/dist-packages (0.19.1)\n", + "Requirement already satisfied: accelerate in /usr/local/lib/python3.10/dist-packages (1.2.1)\n", + "Collecting torchdata\n", + " Downloading torchdata-0.10.1-py3-none-any.whl.metadata (6.3 kB)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets) (3.16.1)\n", + "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.26.4)\n", + "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (17.0.0)\n", + "Collecting dill<0.3.9,>=0.3.0 (from datasets)\n", + " Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)\n", + "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (2.2.2)\n", + "Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.32.3)\n", + "Requirement already satisfied: tqdm>=4.66.3 in /usr/local/lib/python3.10/dist-packages (from datasets) (4.67.1)\n", + "Collecting xxhash (from datasets)\n", + " Downloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n", + "Collecting multiprocess<0.70.17 (from datasets)\n", + " Downloading multiprocess-0.70.16-py310-none-any.whl.metadata (7.2 kB)\n", + "Collecting fsspec<=2024.9.0,>=2023.1.0 (from fsspec[http]<=2024.9.0,>=2023.1.0->datasets)\n", + " Downloading fsspec-2024.9.0-py3-none-any.whl.metadata (11 kB)\n", + "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.11.10)\n", + "Requirement already satisfied: huggingface-hub>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.27.0)\n", + "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (24.2)\n", + "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0.2)\n", + "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from snac) (2.5.1+cu121)\n", + "Requirement already satisfied: einops in /usr/local/lib/python3.10/dist-packages (from snac) (0.8.0)\n", + "Requirement already satisfied: click!=8.0.0,>=7.1 in /usr/local/lib/python3.10/dist-packages (from wandb) (8.1.7)\n", + "Requirement already satisfied: docker-pycreds>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (0.4.0)\n", + "Requirement already satisfied: gitpython!=3.1.29,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (3.1.43)\n", + "Requirement already satisfied: platformdirs in /usr/local/lib/python3.10/dist-packages (from wandb) (4.3.6)\n", + "Requirement already satisfied: protobuf!=4.21.0,!=5.28.0,<6,>=3.19.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (4.25.5)\n", + "Requirement already satisfied: psutil>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (5.9.5)\n", + "Requirement already satisfied: pydantic<3,>=2.6 in /usr/local/lib/python3.10/dist-packages (from wandb) (2.10.3)\n", + "Requirement already satisfied: sentry-sdk>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (2.19.2)\n", + "Requirement already satisfied: setproctitle in /usr/local/lib/python3.10/dist-packages (from wandb) (1.3.4)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from wandb) (75.1.0)\n", + "Requirement already satisfied: typing-extensions<5,>=4.4 in /usr/local/lib/python3.10/dist-packages (from wandb) (4.12.2)\n", + "Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.10/dist-packages (from accelerate) (0.4.5)\n", + "Requirement already satisfied: urllib3>=1.25 in /usr/local/lib/python3.10/dist-packages (from torchdata) (2.2.3)\n", + "Requirement already satisfied: six>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from docker-pycreds>=0.4.0->wandb) (1.17.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.4.4)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.2)\n", + "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (24.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (0.2.1)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.18.3)\n", + "Requirement already satisfied: gitdb<5,>=4.0.1 in /usr/local/lib/python3.10/dist-packages (from gitpython!=3.1.29,>=1.0.0->wandb) (4.0.11)\n", + "Requirement already satisfied: annotated-types>=0.6.0 in /usr/local/lib/python3.10/dist-packages (from pydantic<3,>=2.6->wandb) (0.7.0)\n", + "Requirement already satisfied: pydantic-core==2.27.1 in /usr/local/lib/python3.10/dist-packages (from pydantic<3,>=2.6->wandb) (2.27.1)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (3.4.0)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (3.10)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (2024.12.14)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->snac) (3.4.2)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->snac) (3.1.4)\n", + "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from torch->snac) (1.13.1)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy==1.13.1->torch->snac) (1.3.0)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n", + "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.2)\n", + "Requirement already satisfied: smmap<6,>=3.0.1 in /usr/local/lib/python3.10/dist-packages (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb) (5.0.1)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->snac) (3.0.2)\n", + "Downloading datasets-3.2.0-py3-none-any.whl (480 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m480.6/480.6 kB\u001b[0m \u001b[31m31.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading snac-1.2.1-py3-none-any.whl (8.4 kB)\n", + "Downloading torchdata-0.10.1-py3-none-any.whl (57 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.5/57.5 kB\u001b[0m \u001b[31m4.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading dill-0.3.8-py3-none-any.whl (116 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m8.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading fsspec-2024.9.0-py3-none-any.whl (179 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m179.3/179.3 kB\u001b[0m \u001b[31m14.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m11.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m15.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hInstalling collected packages: xxhash, fsspec, dill, multiprocess, torchdata, snac, datasets\n", + " Attempting uninstall: fsspec\n", + " Found existing installation: fsspec 2024.10.0\n", + " Uninstalling fsspec-2024.10.0:\n", + " Successfully uninstalled fsspec-2024.10.0\n", + "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", + "gcsfs 2024.10.0 requires fsspec==2024.10.0, but you have fsspec 2024.9.0 which is incompatible.\u001b[0m\u001b[31m\n", + "\u001b[0mSuccessfully installed datasets-3.2.0 dill-0.3.8 fsspec-2024.9.0 multiprocess-0.70.16 snac-1.2.1 torchdata-0.10.1 xxhash-3.5.0\n" + ] + } + ], + "source": [ + "!pip install datasets triton snac wandb accelerate torchdata" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "m4uPM3IpnsEo", + "outputId": "0e2fed8e-9448-426f-e5ad-c3403faf68bd" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2024-12-31 12:17:21.441\u001b[0m | \u001b[31m\u001b[1mERROR \u001b[0m | \u001b[36moutetts.version.v1.interface\u001b[0m:\u001b[36m\u001b[0m:\u001b[36m21\u001b[0m - \u001b[31m\u001b[1mPortAudio library not found\u001b[0m\n", + "\u001b[32m2024-12-31 12:17:21.443\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36moutetts.version.v1.interface\u001b[0m:\u001b[36m\u001b[0m:\u001b[36m22\u001b[0m - \u001b[33m\u001b[1mFailed to import sounddevice. Audio playback is disabled.\u001b[0m\n" + ] + } + ], + "source": [ + "from outetts.wav_tokenizer.decoder import WavTokenizer\n", + "from outetts.wav_tokenizer.encoder.utils import convert_audio" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "543a-ZmC7xjE", + "outputId": "3572c26c-f122-4fa3-aaa8-0cd93aeb13c1" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Mounted at /content/drive\n" + ] + } + ], + "source": [ + "from google.colab import drive\n", + "drive.mount('/content/drive')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "EVyBedbQUM3F" + }, + "outputs": [], + "source": [ + "\n", + "\n", + "import os\n", + "import torch\n", + "import time\n", + "import numpy as np\n", + "import torchaudio\n", + "#from snac import SNAC\n", + "from tqdm import tqdm\n", + "import huggingface_hub\n", + "import shutil\n", + "import soundfile as sf\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from transformers import AdamW, get_linear_schedule_with_warmup, DataCollatorWithPadding\n", + "from datasets import load_dataset, concatenate_datasets, Audio, load_from_disk, interleave_datasets,Dataset" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "Z8LFkziTgFRf" + }, + "outputs": [], + "source": [ + "import torchaudio\n", + "import torch\n", + "import torchaudio.functional as F\n", + "import inflect\n", + "import re\n", + "import uroman as ur\n", + "import pandas as pd" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 17, + "referenced_widgets": [ + "c8b57e894816423d8001c6431f4fcb8f", + "06360960a0c44095b4438561b56250c6" + ] + }, + "id": "DN19SQCOUc6m", + "outputId": "38921b10-5798-4cd0-ee64-746f9cbba82c" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "c8b57e894816423d8001c6431f4fcb8f", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "VBox(children=(HTML(value='
\",\n", + " \"<|im_end|>\",\n", + " \"<|text_start|>\",\n", + " \"<|text_end|>\",\n", + " \"<|audio_start|>\",\n", + " \"<|audio_end|>\",\n", + " \"<|code_start|>\",\n", + " \"<|code_end|>\",\n", + " \"<|text_sep|>\"])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "2jHr-11YmoId", + "outputId": "7c511577-3533-4201-a67b-70102ca53c3b" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "2024" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "audio_tokens=[f\"<|{i}|>\" for i in range(0,2024)]\n", + "tokenizer.add_tokens(audio_tokens)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "xZKFh8sdmqWB", + "outputId": "eec66d52-e0dd-4e33-8aef-8c2bcc91db74" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "1000" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "time_tokens=[f\"<|t_{round(i,2)}|>\" for i in np.arange(0,10,0.01)]#time_tokens\n", + "tokenizer.add_tokens(time_tokens)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "OJk2i5urKIec", + "outputId": "779099fa-c0aa-4dee-8009-f11d953116b6" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "0" + ] + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "tokenizer.eos_token_id" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "6BPy5GpEKGP_" + }, + "outputs": [], + "source": [ + "tokenizer.pad_token_id=0" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "N90blgKsHJo6", + "outputId": "07cbd6bb-4209-4751-875b-2214f688c62d" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "52183" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(tokenizer)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "AyP1GBHDoO4v" + }, + "outputs": [], + "source": [ + "total_tokens=49152+4096" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "tMpZOv8gVya2", + "outputId": "3b26d2dc-051a-411b-dfd6-96a45fd5bb5f" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "The new embeddings will be initialized from a multivariate normal distribution that has old embeddings' mean and covariance. As described in this article: https://nlp.stanford.edu/~johnhew/vocab-expansion.html. To disable this, use `mean_resizing=False`\n" + ] + }, + { + "data": { + "text/plain": [ + "Embedding(53248, 960)" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model.resize_token_embeddings(total_tokens)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "1yjGTRLMWI26" + }, + "outputs": [], + "source": [ + "model=torch.compile(model.to(device))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "QOxVQVeZWL1d", + "outputId": "775ef716-27b0-4e4b-a0a9-b9547eacd55c" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "731.510784" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model.get_memory_footprint()/ 1e6" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Zqe1ZczmWP1b", + "outputId": "f7c64a79-d17a-4694-bc8a-502f9bbbb6f7" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "365753280" + ] + }, + "execution_count": 17, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model.num_parameters()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "IYyt-dhuWx9q", + "outputId": "08a27722-2365-44b2-ec22-62914a7b8f1e" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/torch/nn/utils/weight_norm.py:143: FutureWarning: `torch.nn.utils.weight_norm` is deprecated in favor of `torch.nn.utils.parametrizations.weight_norm`.\n", + " WeightNorm.apply(module, name, dim)\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "making attention of type 'vanilla' with 768 in_channels\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/outetts/wav_tokenizer/decoder/pretrained.py:101: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", + " state_dict_raw = torch.load(model_path, map_location=\"cpu\")['state_dict']\n" + ] + } + ], + "source": [ + "config_path = \"/content/drive/MyDrive/audio_datasets/wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml\"\n", + "model_path = \"/content/drive/MyDrive/audio_datasets/wavtokenizer_large_speech_320_24k.ckpt\"#\"/content/wavtokenizer_medium_speech_320_24k_v2.ckpt\"\n", + "wavtokenizer = WavTokenizer.from_pretrained0802(config_path, model_path)\n", + "wavtokenizer = wavtokenizer.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "275g7SweCKAe" + }, + "outputs": [], + "source": [ + "def resample(audio: np.ndarray, sr: int, target_sr: int):\n", + " audio = audio.to(dtype=torch.float32)\n", + " #.clone().detach()\n", + " audio = audio.unsqueeze(0)\n", + " # 1 as last arg corresponds to mono audio\n", + " resampled = convert_audio(audio, sr, target_sr, 1)\n", + " return resampled.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "N85dYwCmWZG8" + }, + "outputs": [], + "source": [ + "def quantize_wavtokenizer_ctc(audio_data,sampling_rate=16000, quantizer=wavtokenizer):\n", + " #audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + " audio = resample(audio_data, sampling_rate, 24000).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio=audio.squeeze(0)\n", + " _, codes = quantizer.encode_infer(audio, bandwidth_id=bandwidth_id)\n", + " codes = codes.squeeze(1).to(device)#+last_text_token\n", + "\n", + " return codes[0].tolist()#+last_text_token" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "txxV2uboCYih" + }, + "outputs": [], + "source": [ + "def quantize_wavtokenizer(row, quantizer=wavtokenizer):\n", + " audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + " audio = resample(audio_data, sample_rate, 24000).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " #print(audio.shape)\n", + " #print(audio.dim())\n", + " _, codes = quantizer.encode_infer(audio, bandwidth_id=bandwidth_id)\n", + " codes = codes.squeeze(1).to(device)#+last_text_token\n", + "\n", + " return codes[0].tolist()#+last_text_token" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "0U_45AQey40V" + }, + "outputs": [], + "source": [ + "def decode_tokenizer(discrete_code):\n", + " #discrete code is a list\n", + " discrete_code=torch.tensor([[discrete_code]]).to(device)#-last_text_token\n", + " features = wavtokenizer.codes_to_features(discrete_code).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio_out = wavtokenizer.decode(features, bandwidth_id=bandwidth_id)\n", + " return audio_out" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "gRdr07gcLN7H" + }, + "outputs": [], + "source": [ + "train_data=pd.read_csv(\"/content/drive/MyDrive/Tokenized2/all_data.csv\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 461 + }, + "id": "t9rddLyYLgnh", + "outputId": "a73f13da-9bd7-48fe-8039-c06355a8d983" + }, + "outputs": [ + { + "data": { + "application/vnd.google.colaboratory.intrinsic+json": { + "type": "dataframe", + "variable_name": "train_data" + }, + "text/html": [ + "\n", + "
\n", + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 00length
00<|im_start|>\\n<|text_start|>yeah<|text_sep|>an...831
11<|im_start|>\\n<|text_start|>enjoying<|text_sep...1650
22<|im_start|>\\n<|text_start|>other<|text_sep|>i...750
33<|im_start|>\\n<|text_start|>in<|text_sep|>nige...977
44<|im_start|>\\n<|text_start|>listen<|text_sep|>...1070
............
64214552152<|im_start|>\\n<|text_start|>we<|text_sep|>who<...705
64214652153<|im_start|>\\n<|text_start|>the<|text_sep|>boy...241
64214752154<|im_start|>\\n<|text_start|>he<|text_sep|>was<...219
64214852155<|im_start|>\\n<|text_start|>is<|text_sep|>that...495
64214952156<|im_start|>\\n<|text_start|>the<|text_sep|>war...225
\n", + "

642150 rows × 3 columns

\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "\n", + " \n", + "\n", + " \n", + "
\n", + "\n", + "\n", + "
\n", + " \n", + "\n", + "\n", + "\n", + " \n", + "
\n", + "\n", + "
\n", + " \n", + " \n", + " \n", + "
\n", + "\n", + "
\n", + "
\n" + ], + "text/plain": [ + " Unnamed: 0 0 length\n", + "0 0 <|im_start|>\\n<|text_start|>yeah<|text_sep|>an... 831\n", + "1 1 <|im_start|>\\n<|text_start|>enjoying<|text_sep... 1650\n", + "2 2 <|im_start|>\\n<|text_start|>other<|text_sep|>i... 750\n", + "3 3 <|im_start|>\\n<|text_start|>in<|text_sep|>nige... 977\n", + "4 4 <|im_start|>\\n<|text_start|>listen<|text_sep|>... 1070\n", + "... ... ... ...\n", + "642145 52152 <|im_start|>\\n<|text_start|>we<|text_sep|>who<... 705\n", + "642146 52153 <|im_start|>\\n<|text_start|>the<|text_sep|>boy... 241\n", + "642147 52154 <|im_start|>\\n<|text_start|>he<|text_sep|>was<... 219\n", + "642148 52155 <|im_start|>\\n<|text_start|>is<|text_sep|>that... 495\n", + "642149 52156 <|im_start|>\\n<|text_start|>the<|text_sep|>war... 225\n", + "\n", + "[642150 rows x 3 columns]" + ] + }, + "execution_count": 24, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_data" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "1oYlD-iTIFXw", + "outputId": "93a3d98b-5ba4-44f2-8069-ae127a2bc08c" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(642150, 3)" + ] + }, + "execution_count": 25, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_data.shape" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "mR8OImavy1Z5", + "outputId": "4664f2a2-c722-43e4-c7d3-e6fff69513fd" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "3999" + ] + }, + "execution_count": 26, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_data[\"length\"].max()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "AFTfQ4RHIyw8", + "outputId": "3fae2b3f-1920-4230-ecef-813e82382b30" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(642150, 3)" + ] + }, + "execution_count": 27, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_data.shape" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "nDWFPH4YI4q-" + }, + "outputs": [], + "source": [ + "#train_data=train_data.reset_index(drop=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "t0QWUWIlI-U9" + }, + "outputs": [], + "source": [ + "\n", + "from datasets import Dataset\n", + "train_dataset=Dataset.from_pandas(train_data[[\"0\"]])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "QepGS-a8qSJL" + }, + "outputs": [], + "source": [ + "train_dataset=train_dataset.shuffle()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "Eoxv09xaGsM_" + }, + "outputs": [], + "source": [ + "from torch.utils.data import DataLoader, Dataset\n", + "class YarnDataset(Dataset):\n", + " def __init__(self,dataset):\n", + " self.ds = dataset\n", + " super().__init__()\n", + "\n", + " def __len__(self):\n", + " return len(self.ds)\n", + "\n", + "\n", + " def __getitem__(self, idx):\n", + " prompt=self.ds[idx][\"0\"]\n", + " #print(prompt)\n", + " return tokenizer(prompt,)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "PdiQt7_Ctlbb" + }, + "outputs": [], + "source": [ + "yarn_dataset = YarnDataset(train_dataset)#train_dataset.select(rang(0600000))#CustomDataSetAfriSpeech(data)#" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "QJBKk_oXQ3HP" + }, + "outputs": [], + "source": [ + "batch_size=4\n", + "learning_rate=1e-3" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "qPkuxPZIO1dP" + }, + "outputs": [], + "source": [ + "# Initialize data collator\n", + "data_collator = DataCollatorWithPadding(tokenizer=tokenizer)\n", + "\n", + "# Create DataLoader with collate_fn using data collator\n", + "dataloader = DataLoader(\n", + " yarn_dataset,\n", + " batch_size=batch_size,\n", + " collate_fn=data_collator,shuffle=True # Automatically handles padding\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "XHZZVQBQRaXi", + "outputId": "ab1af510-f5f9-4944-e6b7-8e23da2c907a" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "642150" + ] + }, + "execution_count": 39, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(yarn_dataset)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "mpqTRQC50jEy", + "outputId": "653029cd-43b6-4aae-fc2d-d55448d1a8cb" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "{'input_ids': [1, 198, 49152, 257, 3296, 363, 49158, 48187, 49158, 89, 49158, 17076, 49158, 13671, 49158, 15727, 264, 49158, 349, 49158, 12609, 49158, 89, 49158, 12730, 49158, 81, 49158, 322, 524, 49158, 38984, 49158, 8320, 49158, 522, 49158, 1595, 447, 274, 49158, 6859, 541, 49158, 84, 1866, 49158, 2016, 49158, 1558, 49158, 4350, 49158, 10128, 49158, 1531, 49158, 6859, 541, 49158, 373, 1457, 49158, 1766, 49158, 5588, 49158, 306, 49158, 99, 21127, 49158, 2334, 49158, 84, 517, 49158, 404, 49158, 39139, 49158, 11527, 49158, 1710, 49158, 11355, 49158, 677, 3504, 49158, 11355, 49158, 677, 3504, 49158, 537, 49158, 100, 455, 49158, 11355, 49158, 677, 3504, 49158, 5907, 49158, 23689, 49158, 89, 49158, 3447, 49158, 5907, 49158, 11355, 49158, 677, 3504, 49158, 1714, 49158, 16839, 7566, 49158, 6770, 49158, 3189, 49158, 520, 2522, 49158, 8320, 49158, 1766, 49158, 4009, 49153, 198, 49154, 198, 257, 3296, 363, 51319, 49156, 49324, 50378, 50860, 50963, 50960, 50858, 49544, 50676, 50864, 50565, 50813, 49217, 49312, 50274, 49402, 50561, 49161, 50837, 50489, 49705, 50965, 50988, 50988, 50295, 49240, 49633, 49329, 49468, 49498, 49633, 49796, 50636, 50237, 50045, 50885, 50339, 50385, 50779, 50256, 50898, 50941, 50446, 50551, 49656, 49210, 50236, 50207, 50931, 50930, 50830, 50968, 50311, 50914, 49977, 49161, 49267, 50176, 49296, 50853, 50528, 50148, 50558, 50314, 49705, 50949, 50644, 49895, 50918, 50977, 50844, 50368, 50027, 49605, 49959, 49769, 50041, 50462, 50833, 50199, 50928, 50680, 50491, 49561, 50381, 49395, 50371, 50377, 50504, 50936, 50326, 49291, 50810, 50242, 50376, 50989, 50991, 50593, 50743, 50900, 50945, 50788, 50954, 50975, 49157, 198, 48187, 51205, 49156, 50889, 50656, 49390, 50588, 49456, 50003, 50246, 50320, 50406, 50361, 49932, 49900, 50346, 50795, 50384, 50960, 50836, 49157, 198, 89, 44, 108, 100, 79, 32, 30, 35, 32, 108, 46, 49156, 50492, 50559, 50470, 50935, 50780, 50474, 50834, 50811, 50460, 50490, 49941, 50576, 50117, 50294, 50117, 49332, 49458, 50160, 49787, 50161, 50917, 50484, 50917, 49157, 198, 17076, 51197, 49156, 50579, 50420, 50406, 50657, 49398, 50437, 50766, 50538, 50642, 50000, 49801, 49157, 198, 13671, 51201, 49156, 49240, 50342, 50483, 49323, 50288, 50391, 49530, 50875, 50621, 50257, 50243, 50418, 50815, 50830, 49157, 198, 15727, 264, 51211, 49156, 50462, 50989, 50875, 49736, 50326, 49224, 49189, 50436, 50792, 50910, 50905, 50397, 49632, 50621, 49216, 50243, 50509, 50739, 50926, 50315, 50269, 49823, 49157, 198, 349, 51195, 49156, 50341, 49780, 49523, 49950, 50822, 50665, 50415, 50173, 50925, 50815, 49157, 198, 12609, 51195, 49156, 50456, 50160, 49691, 50306, 50571, 50658, 50319, 50895, 50901, 50973, 49157, 198, 89, 51189, 49156, 50618, 50657, 50561, 50503, 50839, 49157, 198, 12730, 51201, 49156, 50383, 49870, 50412, 50892, 49874, 49787, 50000, 49541, 50646, 50988, 50933, 50404, 49796, 50558, 49157, 198, 81, 51195, 49156, 50333, 49923, 50596, 50590, 50285, 50576, 50164, 50576, 50412, 50895, 49157, 198, 322, 524, 51229, 49156, 50747, 49669, 49824, 49787, 49552, 50023, 49299, 49458, 50246, 49658, 49581, 50315, 50339, 50615, 50247, 50559, 50953, 50418, 50901, 50892, 50554, 50867, 50810, 50805, 50867, 50810, 50805, 50713, 50780, 50480, 50939, 50591, 50439, 50691, 50849, 49157, 198, 38984, 51249, 49156, 50163, 50305, 50657, 50887, 50836, 50351, 50810, 50797, 50869, 50380, 49892, 50041, 50970, 49575, 50939, 50397, 50892, 50914, 50672, 50792, 49878, 50838, 50933, 50598, 50747, 50949, 49181, 50891, 50606, 50683, 50596, 49878, 50982, 50963, 50797, 50972, 50973, 50659, 50789, 50879, 50889, 50665, 50797, 50965, 50960, 50936, 50934, 50982, 50991, 50958, 49157, 198, 8320, 51191, 49156, 50912, 50191, 49878, 49884, 50153, 50901, 50234, 49157, 198, 522, 44, 108, 100, 79, 32, 30, 33, 32, 108, 46, 49156, 49719, 50075, 50562, 50917, 50775, 49949, 50805, 50060, 49157, 198, 1595, 447, 274, 51261, 49156, 50017, 49729, 50949, 49947, 50306, 49787, 49518, 50030, 50457, 50102, 50437, 49462, 49562, 50700, 50003, 50517, 50960, 50902, 50251, 50420, 50842, 50890, 49878, 50980, 50982, 49678, 50920, 50606, 50877, 50953, 50911, 50504, 50602, 50153, 49939, 50700, 50501, 50789, 50990, 50967, 50749, 50841, 50678, 50676, 50581, 50905, 50612, 50569, 50895, 50977, 50496, 50949, 50429, 50445, 50836, 50501, 50616, 49181, 50747, 49157, 198, 6859, 541, 44, 108, 100, 79, 32, 30, 37, 32, 108, 46, 49156, 50496, 50644, 50819, 50186, 50949, 50670, 49235, 49648, 50948, 49746, 50211, 49837, 50613, 49953, 50147, 49566, 49245, 49859, 49159, 50227, 50504, 50437, 50766, 49798, 50319, 50885, 50581, 50657, 49754, 49657, 50531, 50406, 50406, 50810, 49729, 50503, 50103, 50006, 49157, 198, 84, 1866, 51197, 49156, 49949, 49458, 50051, 49680, 49824, 49571, 49216, 50845, 49708, 49915, 49398, 49157, 198, 2016, 51197, 49156, 50465, 49709, 49467, 49265, 50676, 49391, 49625, 50660, 50724, 50445, 50713, 49157, 198, 1558, 51207, 49156, 49654, 49736, 49735, 49341, 50963, 50808, 49705, 50795, 49276, 50455, 50484, 50086, 50902, 50970, 50796, 50867, 50836, 50935, 50986, 49157, 198, 4350, 51207, 49156, 50766, 50517, 50960, 49172, 49650, 50157, 49479, 49515, 49224, 50063, 50990, 49669, 50839, 50810, 49678, 49478, 49798, 49678, 50644, 49157, 198, 10128, 44, 108, 100, 79, 32, 30, 37, 32, 108, 46, 49156, 49669, 49478, 50469, 50759, 50560, 50947, 50987, 50696, 49541, 50563, 50683, 50653, 50075, 50437, 49177, 49282, 49930, 49981, 49474, 50131, 50474, 49361, 49798, 50969, 50949, 50783, 49838, 49187, 50747, 50972, 49611, 50243, 49288, 50649, 50694, 50586, 49705, 50242, 49157, 198, 1531, 51215, 49156, 49516, 50219, 49479, 50326, 49790, 50917, 50743, 50193, 50757, 50186, 50770, 50766, 50635, 50951, 50953, 50552, 50516, 50870, 50747, 50920, 50819, 50795, 50900, 49798, 50925, 49157, 198, 6859, 541, 51255, 49156, 50644, 50496, 50644, 50691, 50856, 50417, 50466, 49968, 50181, 50917, 50315, 50333, 50391, 50363, 50286, 50248, 50504, 50345, 50332, 50900, 50257, 49340, 50806, 50636, 49878, 49413, 50933, 50742, 49263, 49914, 50858, 49316, 50400, 50163, 49487, 49561, 50616, 50445, 50988, 50376, 50215, 50555, 49824, 49738, 50596, 49949, 50501, 50856, 50437, 50651, 50986, 50559, 50670, 49798, 50949, 49157, 198, 373, 1457, 51215, 49156, 49599, 50953, 49801, 50283, 50226, 50426, 50861, 49711, 49817, 49265, 49611, 49266, 50295, 50033, 49426, 50420, 50295, 50503, 50459, 50566, 50531, 50657, 49200, 50510, 50467, 49157, 198, 1766, 51199, 49156, 50642, 49626, 50568, 49956, 50453, 49581, 50059, 49837, 50474, 49535, 50297, 50902, 50594, 49157, 198, 5588, 44, 108, 100, 79, 32, 30, 34, 32, 108, 46, 49156, 50894, 49261, 50185, 49864, 50630, 50437, 49254, 50167, 49359, 49759, 50902, 49389, 50956, 49547, 50146, 50619, 49157, 198, 306, 44, 108, 100, 79, 32, 30, 33, 32, 108, 46, 49156, 50412, 50560, 50859, 50616, 50810, 49949, 50914, 50574, 49157, 198, 99, 21127, 51211, 49156, 50510, 50041, 50891, 49632, 50859, 50477, 49402, 50525, 49302, 49448, 49794, 50482, 49568, 50538, 49933, 49966, 50743, 50928, 49946, 49887, 50661, 50912, 49157, 198, 2334, 51209, 49156, 50317, 50099, 49661, 49206, 49788, 50172, 49589, 50233, 50400, 49474, 50560, 49251, 49990, 50752, 50086, 50900, 50902, 50541, 50696, 50680, 49157, 198, 84, 517, 51277, 49156, 50983, 49435, 50795, 50641, 50471, 50069, 49267, 50343, 49263, 49923, 50424, 49706, 49318, 49634, 50260, 49498, 50892, 49768, 50946, 50445, 50630, 50627, 50479, 50839, 50479, 50917, 50606, 50406, 50636, 49798, 50902, 50849, 50319, 50856, 50581, 50879, 50974, 49492, 50093, 50370, 49530, 50289, 50385, 49311, 50595, 49195, 49566, 50979, 49984, 50437, 50856, 50925, 50606, 50576, 50562, 50479, 50833, 50138, 50404, 50954, 50199, 50789, 50514, 50917, 50892, 50371, 50916, 50531, 50276, 49306, 50144, 49157, 198, 404, 51195, 49156, 49184, 50294, 50286, 49210, 50426, 50917, 50473, 50583, 50566, 50566, 49157, 198, 39139, 51195, 49156, 50337, 50963, 49719, 50580, 49263, 50935, 49995, 50287, 50019, 50780, 49157, 198, 11527, 44, 108, 100, 79, 32, 30, 34, 32, 108, 46, 49156, 50394, 50388, 50926, 50553, 50770, 49526, 49276, 49195, 49329, 49986, 49567, 49297, 50979, 50653, 50503, 50155, 49157, 198, 1710, 51205, 49156, 50484, 49846, 50404, 50515, 50706, 49243, 49411, 49188, 50210, 50325, 49480, 50750, 50491, 50407, 50902, 50531, 50215, 49157, 198, 11355, 51205, 49156, 50541, 50491, 50795, 49361, 50683, 50795, 49224, 50579, 50653, 50467, 50583, 50953, 49297, 49910, 49261, 50432, 49364, 49157, 198, 677, 3504, 51225, 49156, 50638, 49287, 50131, 50928, 49390, 49859, 49343, 50402, 50007, 50523, 50918, 49927, 50871, 50755, 50820, 50967, 50177, 50964, 50541, 50820, 50821, 50469, 50337, 50804, 50841, 50970, 50804, 50384, 50665, 50984, 50989, 50977, 49157, 198, 11355, 51197, 49156, 50812, 49558, 50646, 49246, 49742, 49387, 49659, 49200, 49210, 50959, 49188, 49157, 198, 677, 3504, 51215, 49156, 49195, 49953, 49592, 49313, 49571, 50163, 49314, 50916, 49953, 49790, 50920, 50510, 50163, 49521, 50903, 49972, 50808, 50492, 50291, 50914, 50916, 49393, 49838, 50643, 50246, 49157, 198, 537, 44, 108, 100, 79, 33, 30, 35, 32, 108, 46, 49156, 50362, 49801, 49343, 50680, 50890, 50562, 50680, 50891, 50510, 50615, 50132, 49341, 50642, 50885, 50615, 50553, 50063, 50955, 49426, 50294, 49318, 50437, 49184, 50652, 49468, 50436, 49299, 50531, 49787, 50237, 49469, 50371, 50582, 49972, 50234, 50464, 50630, 50553, 49317, 50320, 50363, 49529, 49402, 49498, 49387, 49949, 50150, 49474, 49266, 49359, 50153, 50376, 50298, 50986, 50445, 50576, 50548, 50451, 50528, 49678, 50618, 50885, 49630, 50594, 50783, 50199, 50890, 50247, 50484, 50901, 50106, 50636, 50860, 50371, 50974, 50234, 50884, 49754, 50650, 50400, 49801, 50990, 49430, 50477, 50099, 50916, 50574, 50023, 49404, 50885, 50753, 50554, 50974, 50625, 50559, 50410, 50459, 50954, 49157, 198, 100, 455, 51217, 49156, 49630, 50825, 49708, 50418, 49873, 49658, 50300, 49986, 50396, 49914, 50152, 50295, 49523, 49534, 50225, 50588, 49600, 49354, 50594, 50946, 50332, 50506, 50646, 50670, 50653, 49798, 49157, 198, 11355, 51201, 49156, 50406, 50585, 49435, 50808, 50548, 50206, 50227, 49659, 50836, 49999, 49535, 50947, 50931, 50215, 49157, 198, 677, 3504, 51209, 49156, 50506, 50806, 49933, 49291, 50269, 50973, 49238, 50569, 50647, 50694, 50795, 50653, 49715, 50859, 50627, 50808, 50766, 50925, 50984, 50810, 49157, 198, 5907, 44, 108, 100, 79, 32, 30, 35, 32, 108, 46, 49156, 50822, 50376, 49730, 50090, 49809, 49816, 49796, 50437, 50351, 49569, 50096, 50051, 50177, 49235, 50261, 49503, 50295, 50500, 49933, 50262, 50438, 50445, 50779, 49157, 198, 23689, 51201, 49156, 49712, 50664, 50110, 49371, 50615, 49488, 49781, 49764, 49724, 50093, 49927, 50621, 50272, 49953, 49157, 198, 89, 51199, 49156, 49526, 50056, 49206, 49705, 50904, 50504, 50982, 50753, 50049, 50647, 50500, 50891, 50566, 49157, 198, 3447, 51201, 49156, 50352, 50546, 49626, 49302, 49642, 50752, 50376, 50186, 50914, 50510, 50635, 50779, 50683, 50953, 49157, 198, 5907, 44, 108, 100, 79, 32, 30, 35, 32, 108, 46, 49156, 50869, 49478, 50204, 49796, 50319, 50445, 49436, 49545, 49461, 50245, 50457, 49422, 50257, 50743, 50590, 50636, 50555, 50479, 49654, 50568, 50860, 50973, 50982, 49157, 198, 11355, 51197, 49156, 50877, 49494, 50531, 50142, 50163, 50157, 49448, 50649, 49251, 50896, 49933, 49157, 198, 677, 3504, 44, 108, 100, 79, 32, 30, 34, 32, 108, 46, 49156, 50206, 50810, 50520, 49933, 49543, 50701, 50779, 49669, 50967, 50947, 49807, 50160, 50917, 49856, 50528, 49859, 49157, 198, 1714, 51195, 49156, 49168, 50399, 50963, 50792, 50806, 49217, 50627, 50859, 50992, 50810, 49157, 198, 16839, 7566, 51391, 49156, 49644, 50806, 50560, 50227, 50892, 49335, 50210, 50783, 50500, 50679, 50692, 50426, 50104, 49188, 50474, 50783, 50936, 50597, 50041, 50663, 50792, 50600, 50136, 50920, 50442, 49242, 49647, 50914, 50187, 49715, 50128, 50049, 49611, 50836, 49715, 49870, 50885, 49790, 50337, 49751, 49755, 50510, 50849, 50389, 49483, 49456, 49448, 49806, 50934, 49226, 50467, 50754, 50504, 50653, 50243, 50437, 50949, 50901, 50873, 50623, 50676, 50364, 50297, 50587, 50453, 50781, 50621, 50875, 50003, 50865, 50792, 50983, 50017, 50867, 50970, 50595, 50982, 50973, 50514, 50512, 50959, 50936, 50568, 50195, 50920, 50849, 50571, 50839, 50437, 50956, 50661, 50954, 50974, 50560, 50188, 50715, 50789, 50879, 50642, 50155, 49657, 50845, 50836, 50659, 50789, 50554, 50806, 50652, 50479, 50693, 50892, 49654, 50656, 50144, 50420, 50792, 50956, 50966, 50537, 50325, 50590, 50099, 50511, 50766, 50158, 50804, 49878, 50607, 50696, 50319, 50904, 50959, 50956, 50921, 49923, 50332, 50614, 50859, 50963, 50510, 50406, 50917, 50406, 50510, 50810, 50045, 50306, 50585, 50337, 50766, 50810, 50841, 50970, 49949, 49323, 50019, 50099, 49157, 198, 6770, 51201, 49156, 49746, 49949, 49241, 49329, 49301, 49224, 50093, 49246, 49288, 50404, 50479, 49923, 50099, 50445, 49157, 198, 3189, 51207, 49156, 50585, 50394, 49266, 49547, 50347, 49975, 49746, 49452, 50445, 49441, 50132, 50562, 50006, 50256, 49488, 49927, 49984, 50551, 49483, 49157, 198, 520, 2522, 51217, 49156, 50355, 49846, 49543, 50752, 49807, 50380, 50758, 49566, 49838, 50616, 50099, 50441, 49715, 49535, 49356, 49667, 50641, 49875, 50211, 49281, 49436, 49843, 50553, 50918, 50932, 50510, 49157, 198, 8320, 44, 108, 100, 79, 32, 30, 33, 32, 108, 46, 49156, 50804, 49566, 50252, 50007, 50623, 50399, 50650, 49859, 49157, 198, 1766, 51235, 49156, 50708, 49233, 49913, 49211, 49314, 49970, 49632, 49206, 50775, 50959, 50017, 50779, 50941, 50629, 50903, 50986, 49531, 50627, 49568, 50489, 50966, 49796, 50923, 50829, 49187, 50867, 50940, 49751, 50385, 50740, 49177, 50795, 49678, 49790, 50469, 50376, 49521, 50885, 50581, 50808, 49157, 198, 4009, 51359, 49156, 50629, 49678, 50849, 49705, 50953, 50446, 50644, 50917, 50651, 50877, 50867, 50797, 50966, 50901, 50860, 50974, 50901, 50870, 50934, 50935, 50956, 50939, 50986, 50940, 49200, 50319, 50954, 50444, 50920, 50974, 50901, 50569, 50975, 50836, 50901, 50963, 50334, 50696, 50973, 50519, 50871, 49751, 49823, 50236, 50404, 49332, 49371, 49316, 50333, 50339, 50120, 50041, 50459, 50805, 50164, 50574, 50917, 50585, 50517, 50806, 50879, 50555, 50629, 50272, 50248, 49206, 50363, 49374, 49492, 50485, 50946, 50807, 50491, 49891, 50644, 49999, 50374, 50120, 50775, 50653, 50874, 49654, 50540, 50925, 50050, 50547, 50529, 50967, 50446, 50586, 50357, 50575, 50890, 50676, 50783, 50978, 50035, 49822, 50984, 50796, 50822, 50571, 50939, 50547, 50913, 50113, 50821, 49390, 50266, 50418, 49711, 50257, 50281, 49611, 50270, 49487, 49252, 50704, 50805, 49861, 50512, 50664, 50243, 49276, 50926, 50788, 50392, 49286, 50320, 50514, 50988, 49587, 50916, 49157, 198, 49155, 198, 2, 198], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}" + ] + }, + "execution_count": 40, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "yarn_dataset[0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "87LfDjTFyj6y", + "outputId": "20632a96-8642-49e2-b873-e0e9d2dd101c" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "160538" + ] + }, + "execution_count": 41, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(dataloader)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "1Ez7HQd7GFEA" + }, + "outputs": [], + "source": [ + "from torch.optim.lr_scheduler import CosineAnnealingWarmRestarts\n", + "from torch.optim.lr_scheduler import LambdaLR\n", + "from transformers import get_linear_schedule_with_warmup,get_cosine_schedule_with_warmup,get_constant_schedule_with_warmup" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "kBWFROqbzO3h" + }, + "outputs": [], + "source": [ + "def get_lr_lambda(step):\n", + " if step < lr_warmup_steps:\n", + " # Linear warmup\n", + " return step / lr_warmup_steps\n", + " elif step >=(num_decay_start):\n", + " return 1-(step-num_decay_start)/(num_training_steps-num_decay_start)\n", + " else:\n", + " # Constant learning rate\n", + " return 1" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "18ObtWm1Ryr3" + }, + "outputs": [], + "source": [ + "#0.2" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "AVI3iLgUbYnW", + "outputId": "432aef8c-f0c8-4bbd-bd43-2bbaf235e5df" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "OptimizedModule(\n", + " (_orig_mod): LlamaForCausalLM(\n", + " (model): LlamaModel(\n", + " (embed_tokens): Embedding(53248, 960)\n", + " (layers): ModuleList(\n", + " (0-31): 32 x LlamaDecoderLayer(\n", + " (self_attn): LlamaSdpaAttention(\n", + " (q_proj): Linear(in_features=960, out_features=960, bias=False)\n", + " (k_proj): Linear(in_features=960, out_features=320, bias=False)\n", + " (v_proj): Linear(in_features=960, out_features=320, bias=False)\n", + " (o_proj): Linear(in_features=960, out_features=960, bias=False)\n", + " (rotary_emb): LlamaRotaryEmbedding()\n", + " )\n", + " (mlp): LlamaMLP(\n", + " (gate_proj): Linear(in_features=960, out_features=2560, bias=False)\n", + " (up_proj): Linear(in_features=960, out_features=2560, bias=False)\n", + " (down_proj): Linear(in_features=2560, out_features=960, bias=False)\n", + " (act_fn): SiLU()\n", + " )\n", + " (input_layernorm): LlamaRMSNorm((960,), eps=1e-05)\n", + " (post_attention_layernorm): LlamaRMSNorm((960,), eps=1e-05)\n", + " )\n", + " )\n", + " (norm): LlamaRMSNorm((960,), eps=1e-05)\n", + " (rotary_emb): LlamaRotaryEmbedding()\n", + " )\n", + " (lm_head): Linear(in_features=960, out_features=53248, bias=False)\n", + " )\n", + ")" + ] + }, + "execution_count": 100, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "num_epochs=5\n", + "optimizer = AdamW(model.parameters(), lr=learning_rate, betas=(0.9, 0.95),weight_decay=0.01)\n", + "lr_warmup_steps=50\n", + "\n", + "num_training_steps=1255*num_epochs\n", + "num_decay_start=50#num_training_steps#-20\n", + "#scheduler = CosineAnnealingWarmRestarts(optimizer, T_0=T_0, T_mult=T_mult, eta_min=eta_min)\n", + "#scheduler = # Create LambdaLR scheduler\n", + "scheduler = LambdaLR(optimizer, lr_lambda=get_lr_lambda) #get_constant_schedule_with_warmup(optimizer,num_warmup_steps=10)#\n", + "global_step = 0\n", + "accumulation_steps = int(512/batch_size)#32\n", + "model.train()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "j9vN0iRPYbRa" + }, + "outputs": [], + "source": [ + "new_checkpoint=\"saheedniyi/YarnGPT\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 17, + "referenced_widgets": [ + "9aae5f48357c4b928b1926d3df5a2692", + "c0417e03d3a742678bfcefa694fdc759" + ] + }, + "id": "V0k8jG6Q2iMP", + "outputId": "4e64adf2-43b4-43f9-9212-0cff5d76956b" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "9aae5f48357c4b928b1926d3df5a2692", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "VBox(children=(HTML(value='
:1: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", + " checkpoint=torch.load(\"/content/drive/MyDrive/model_final/final_0lastxepoch.pt\")\n" + ] + } + ], + "source": [ + "\n", + "#checkpoint=torch.load(\"/content/drive/MyDrive/model_final/final_0lastxepoch.pt\")\n", + "#optimizer.load_state_dict(checkpoint['optimizer_state_dict'])\n", + "#model.load_state_dict(checkpoint['model_state_dict'])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "eP0TyvltVUpO", + "outputId": "78bc548a-c830-4a46-cafe-71c85eb81489" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "device(type='cuda')" + ] + }, + "execution_count": 107, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "device" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "JVpdMTfeKJzL", + "outputId": "89b446bb-7398-4639-85d5-1fcdc3bdb8e3" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "160538" + ] + }, + "execution_count": 108, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(dataloader)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "background_save": true, + "base_uri": "https://localhost:8080/", + "referenced_widgets": [ + "76eba6ef2bda4a1fa99212db55e34114", + "e4bd57b66fe848989f5d240302bbd05f" + ] + }, + "id": "G1qPorNycNvM", + "outputId": "6344383b-837e-4ff2-faf9-5970ec104fc9" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'loss': '2.8443892002105713', 'num_iter': 512, 'lr': 1.25e-06, 'time': '28.37386131286621 Seconds', 'norm': 0.11083984375}\n", + "{'loss': '2.8334364891052246', 'num_iter': 1024, 'lr': 2.5e-06, 'time': '29.3117778301239 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.849212169647217', 'num_iter': 1536, 'lr': 3.75e-06, 'time': '29.817814588546753 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8385062217712402', 'num_iter': 2048, 'lr': 5e-06, 'time': '29.98392081260681 Seconds', 'norm': 0.07763671875}\n", + "{'loss': '2.8156323432922363', 'num_iter': 2560, 'lr': 6.25e-06, 'time': '29.233668565750122 Seconds', 'norm': 0.07666015625}\n", + "{'loss': '2.8461551666259766', 'num_iter': 3072, 'lr': 7.5e-06, 'time': '29.025503396987915 Seconds', 'norm': 0.07421875}\n", + "{'loss': '2.8680295944213867', 'num_iter': 3584, 'lr': 8.75e-06, 'time': '29.029943704605103 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.902097463607788', 'num_iter': 4096, 'lr': 1e-05, 'time': '28.70414638519287 Seconds', 'norm': 0.07568359375}\n", + "{'loss': '2.820472478866577', 'num_iter': 4608, 'lr': 1.125e-05, 'time': '29.051106929779053 Seconds', 'norm': 0.0751953125}\n", + "{'loss': '2.811721086502075', 'num_iter': 5120, 'lr': 1.25e-05, 'time': '28.808110237121582 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.8605432510375977', 'num_iter': 5632, 'lr': 1.3750000000000002e-05, 'time': '29.02368187904358 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.8430514335632324', 'num_iter': 6144, 'lr': 1.5e-05, 'time': '29.732644081115723 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.849327802658081', 'num_iter': 6656, 'lr': 1.6250000000000002e-05, 'time': '28.25314688682556 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.828446865081787', 'num_iter': 7168, 'lr': 1.75e-05, 'time': '29.875014305114746 Seconds', 'norm': 0.07421875}\n", + "{'loss': '2.8163459300994873', 'num_iter': 7680, 'lr': 1.8750000000000002e-05, 'time': '29.22144627571106 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.837409019470215', 'num_iter': 8192, 'lr': 2e-05, 'time': '29.661898851394653 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.824822187423706', 'num_iter': 8704, 'lr': 2.125e-05, 'time': '29.169545650482178 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.868248462677002', 'num_iter': 9216, 'lr': 2.25e-05, 'time': '29.736807107925415 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8497183322906494', 'num_iter': 9728, 'lr': 2.375e-05, 'time': '29.55595111846924 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.828972578048706', 'num_iter': 10240, 'lr': 2.5e-05, 'time': '29.17846369743347 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8752036094665527', 'num_iter': 10752, 'lr': 2.625e-05, 'time': '29.09679913520813 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.855842351913452', 'num_iter': 11264, 'lr': 2.7500000000000004e-05, 'time': '29.972657918930054 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.882948637008667', 'num_iter': 11776, 'lr': 2.8749999999999997e-05, 'time': '29.395039796829224 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.808504343032837', 'num_iter': 12288, 'lr': 3e-05, 'time': '29.75888156890869 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8597378730773926', 'num_iter': 12800, 'lr': 3.125e-05, 'time': '30.291581392288208 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8560333251953125', 'num_iter': 13312, 'lr': 3.2500000000000004e-05, 'time': '28.650599718093872 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8840255737304688', 'num_iter': 13824, 'lr': 3.375000000000001e-05, 'time': '28.81870460510254 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8067610263824463', 'num_iter': 14336, 'lr': 3.5e-05, 'time': '29.38384747505188 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.9019179344177246', 'num_iter': 14848, 'lr': 3.625e-05, 'time': '29.117212533950806 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.878584861755371', 'num_iter': 15360, 'lr': 3.7500000000000003e-05, 'time': '29.468420028686523 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.797401189804077', 'num_iter': 15872, 'lr': 3.875e-05, 'time': '29.684993743896484 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.852431058883667', 'num_iter': 16384, 'lr': 4e-05, 'time': '29.26507043838501 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.801485300064087', 'num_iter': 16896, 'lr': 4.125e-05, 'time': '29.642905712127686 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.831847906112671', 'num_iter': 17408, 'lr': 4.25e-05, 'time': '29.180715084075928 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.808870315551758', 'num_iter': 17920, 'lr': 4.375e-05, 'time': '29.932376623153687 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8762521743774414', 'num_iter': 18432, 'lr': 4.5e-05, 'time': '28.433152437210083 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8500659465789795', 'num_iter': 18944, 'lr': 4.6250000000000006e-05, 'time': '29.572017669677734 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.859501361846924', 'num_iter': 19456, 'lr': 4.75e-05, 'time': '29.119431972503662 Seconds', 'norm': 0.07470703125}\n", + "{'loss': '2.8849995136260986', 'num_iter': 19968, 'lr': 4.875e-05, 'time': '29.65860939025879 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8625495433807373', 'num_iter': 20480, 'lr': 5e-05, 'time': '28.941140174865723 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8729844093322754', 'num_iter': 20992, 'lr': 4.995884773662552e-05, 'time': '28.62457275390625 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.822561025619507', 'num_iter': 21504, 'lr': 4.991769547325103e-05, 'time': '28.820473432540894 Seconds', 'norm': 0.07421875}\n", + "{'loss': '2.8650832176208496', 'num_iter': 22016, 'lr': 4.987654320987655e-05, 'time': '29.19595456123352 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.831007957458496', 'num_iter': 22528, 'lr': 4.983539094650206e-05, 'time': '29.552040100097656 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.792656660079956', 'num_iter': 23040, 'lr': 4.9794238683127575e-05, 'time': '28.643998384475708 Seconds', 'norm': 0.07568359375}\n", + "{'loss': '2.9014084339141846', 'num_iter': 23552, 'lr': 4.9753086419753084e-05, 'time': '28.873051166534424 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.847205400466919', 'num_iter': 24064, 'lr': 4.971193415637861e-05, 'time': '31.62562131881714 Seconds', 'norm': 0.07568359375}\n", + "{'loss': '2.853698253631592', 'num_iter': 24576, 'lr': 4.967078189300412e-05, 'time': '28.61789870262146 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8245863914489746', 'num_iter': 25088, 'lr': 4.962962962962963e-05, 'time': '29.713109970092773 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.7974798679351807', 'num_iter': 25600, 'lr': 4.958847736625515e-05, 'time': '28.959278345108032 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.811760425567627', 'num_iter': 26112, 'lr': 4.9547325102880656e-05, 'time': '29.779300451278687 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8125979900360107', 'num_iter': 26624, 'lr': 4.950617283950618e-05, 'time': '29.362266063690186 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.9071879386901855', 'num_iter': 27136, 'lr': 4.946502057613169e-05, 'time': '29.53613018989563 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.7841200828552246', 'num_iter': 27648, 'lr': 4.9423868312757204e-05, 'time': '29.178532123565674 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.9016735553741455', 'num_iter': 28160, 'lr': 4.938271604938271e-05, 'time': '30.04619836807251 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.844634532928467', 'num_iter': 28672, 'lr': 4.9341563786008236e-05, 'time': '29.087711095809937 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8797292709350586', 'num_iter': 29184, 'lr': 4.930041152263375e-05, 'time': '29.158913373947144 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.7608754634857178', 'num_iter': 29696, 'lr': 4.925925925925926e-05, 'time': '29.559662103652954 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8323705196380615', 'num_iter': 30208, 'lr': 4.9218106995884777e-05, 'time': '28.85805892944336 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8708865642547607', 'num_iter': 30720, 'lr': 4.9176954732510286e-05, 'time': '30.097662448883057 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8585445880889893', 'num_iter': 31232, 'lr': 4.913580246913581e-05, 'time': '28.240347623825073 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.856055974960327', 'num_iter': 31744, 'lr': 4.909465020576132e-05, 'time': '30.452787399291992 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.902400493621826', 'num_iter': 32256, 'lr': 4.905349794238683e-05, 'time': '28.541173696517944 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.879976272583008', 'num_iter': 32768, 'lr': 4.901234567901235e-05, 'time': '29.967672109603882 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.7441954612731934', 'num_iter': 33280, 'lr': 4.8971193415637865e-05, 'time': '37.260202169418335 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.911447525024414', 'num_iter': 33792, 'lr': 4.893004115226338e-05, 'time': '29.17529010772705 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.841341018676758', 'num_iter': 34304, 'lr': 4.888888888888889e-05, 'time': '28.60763454437256 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8821754455566406', 'num_iter': 34816, 'lr': 4.8847736625514406e-05, 'time': '29.97414469718933 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.853083848953247', 'num_iter': 35328, 'lr': 4.8806584362139915e-05, 'time': '29.825801134109497 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.840465545654297', 'num_iter': 35840, 'lr': 4.876543209876544e-05, 'time': '29.846693992614746 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.849191665649414', 'num_iter': 36352, 'lr': 4.872427983539095e-05, 'time': '29.426101207733154 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.822746992111206', 'num_iter': 36864, 'lr': 4.868312757201646e-05, 'time': '29.832829475402832 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.870502471923828', 'num_iter': 37376, 'lr': 4.864197530864198e-05, 'time': '29.217377185821533 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.851677656173706', 'num_iter': 37888, 'lr': 4.860082304526749e-05, 'time': '29.121957778930664 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.802248239517212', 'num_iter': 38400, 'lr': 4.855967078189301e-05, 'time': '29.609819412231445 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.838266611099243', 'num_iter': 38912, 'lr': 4.851851851851852e-05, 'time': '29.417652130126953 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8331239223480225', 'num_iter': 39424, 'lr': 4.8477366255144035e-05, 'time': '29.25270938873291 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8529255390167236', 'num_iter': 39936, 'lr': 4.843621399176955e-05, 'time': '29.264679193496704 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8060667514801025', 'num_iter': 40448, 'lr': 4.8395061728395067e-05, 'time': '28.905418395996094 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8140780925750732', 'num_iter': 40960, 'lr': 4.835390946502058e-05, 'time': '29.99700117111206 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8474926948547363', 'num_iter': 41472, 'lr': 4.831275720164609e-05, 'time': '28.962517261505127 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8912746906280518', 'num_iter': 41984, 'lr': 4.827160493827161e-05, 'time': '29.32826328277588 Seconds', 'norm': 0.07763671875}\n", + "{'loss': '2.8313443660736084', 'num_iter': 42496, 'lr': 4.8230452674897116e-05, 'time': '28.736318826675415 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8631389141082764', 'num_iter': 43008, 'lr': 4.818930041152264e-05, 'time': '28.918553829193115 Seconds', 'norm': 0.0771484375}\n", + "{'loss': '2.8143203258514404', 'num_iter': 43520, 'lr': 4.814814814814815e-05, 'time': '28.901101112365723 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8835508823394775', 'num_iter': 44032, 'lr': 4.8106995884773664e-05, 'time': '29.36675715446472 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8803722858428955', 'num_iter': 44544, 'lr': 4.806584362139918e-05, 'time': '29.3033127784729 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.848646402359009', 'num_iter': 45056, 'lr': 4.8024691358024696e-05, 'time': '29.46162176132202 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8714990615844727', 'num_iter': 45568, 'lr': 4.798353909465021e-05, 'time': '29.103105068206787 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.85429310798645', 'num_iter': 46080, 'lr': 4.794238683127572e-05, 'time': '29.04777240753174 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8664004802703857', 'num_iter': 46592, 'lr': 4.7901234567901237e-05, 'time': '29.627288818359375 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.776252269744873', 'num_iter': 47104, 'lr': 4.7860082304526746e-05, 'time': '29.22356343269348 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8490779399871826', 'num_iter': 47616, 'lr': 4.781893004115227e-05, 'time': '30.349472761154175 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8621020317077637', 'num_iter': 48128, 'lr': 4.7777777777777784e-05, 'time': '29.8396155834198 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8843581676483154', 'num_iter': 48640, 'lr': 4.773662551440329e-05, 'time': '29.2511568069458 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8194265365600586', 'num_iter': 49152, 'lr': 4.769547325102881e-05, 'time': '29.509856462478638 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8046164512634277', 'num_iter': 49664, 'lr': 4.7654320987654325e-05, 'time': '29.289228677749634 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.875171184539795', 'num_iter': 50176, 'lr': 4.761316872427984e-05, 'time': '28.60118579864502 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8615171909332275', 'num_iter': 50688, 'lr': 4.757201646090535e-05, 'time': '29.399000883102417 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.8285040855407715', 'num_iter': 51200, 'lr': 4.7530864197530866e-05, 'time': '29.167048454284668 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8280086517333984', 'num_iter': 51712, 'lr': 4.748971193415638e-05, 'time': '30.27417778968811 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8188042640686035', 'num_iter': 52224, 'lr': 4.74485596707819e-05, 'time': '29.881056785583496 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.901646137237549', 'num_iter': 52736, 'lr': 4.740740740740741e-05, 'time': '29.08140516281128 Seconds', 'norm': 0.0771484375}\n", + "{'loss': '2.85760235786438', 'num_iter': 53248, 'lr': 4.736625514403292e-05, 'time': '29.150243282318115 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.873142719268799', 'num_iter': 53760, 'lr': 4.732510288065844e-05, 'time': '28.566818952560425 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.896202802658081', 'num_iter': 54272, 'lr': 4.7283950617283954e-05, 'time': '28.764729022979736 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8532094955444336', 'num_iter': 54784, 'lr': 4.724279835390947e-05, 'time': '29.59355092048645 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.818093776702881', 'num_iter': 55296, 'lr': 4.7201646090534986e-05, 'time': '30.25167155265808 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8906619548797607', 'num_iter': 55808, 'lr': 4.7160493827160495e-05, 'time': '28.97070837020874 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8178703784942627', 'num_iter': 56320, 'lr': 4.711934156378601e-05, 'time': '29.494457721710205 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8576483726501465', 'num_iter': 56832, 'lr': 4.7078189300411527e-05, 'time': '29.173744916915894 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.862579345703125', 'num_iter': 57344, 'lr': 4.703703703703704e-05, 'time': '29.060752153396606 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8778605461120605', 'num_iter': 57856, 'lr': 4.699588477366255e-05, 'time': '29.697296380996704 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.9351885318756104', 'num_iter': 58368, 'lr': 4.695473251028807e-05, 'time': '28.733762502670288 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.887585401535034', 'num_iter': 58880, 'lr': 4.691358024691358e-05, 'time': '29.679960250854492 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8453986644744873', 'num_iter': 59392, 'lr': 4.68724279835391e-05, 'time': '28.876548051834106 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.884697675704956', 'num_iter': 59904, 'lr': 4.6831275720164615e-05, 'time': '28.729796409606934 Seconds', 'norm': 0.0751953125}\n", + "{'loss': '2.828390121459961', 'num_iter': 60416, 'lr': 4.6790123456790124e-05, 'time': '29.144825220108032 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8214123249053955', 'num_iter': 60928, 'lr': 4.674897119341564e-05, 'time': '28.35352635383606 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8311996459960938', 'num_iter': 61440, 'lr': 4.6707818930041156e-05, 'time': '29.54995059967041 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8346641063690186', 'num_iter': 61952, 'lr': 4.666666666666667e-05, 'time': '29.37977886199951 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8399040699005127', 'num_iter': 62464, 'lr': 4.662551440329218e-05, 'time': '29.002943992614746 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8373069763183594', 'num_iter': 62976, 'lr': 4.6584362139917697e-05, 'time': '29.099308013916016 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8293566703796387', 'num_iter': 63488, 'lr': 4.654320987654321e-05, 'time': '28.562660694122314 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.823460578918457', 'num_iter': 64000, 'lr': 4.650205761316873e-05, 'time': '29.06637191772461 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.7853586673736572', 'num_iter': 64512, 'lr': 4.6460905349794244e-05, 'time': '29.9119553565979 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.9089698791503906', 'num_iter': 65024, 'lr': 4.641975308641975e-05, 'time': '28.730820894241333 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.775423049926758', 'num_iter': 65536, 'lr': 4.637860082304527e-05, 'time': '31.260563611984253 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.860830068588257', 'num_iter': 66048, 'lr': 4.6337448559670785e-05, 'time': '34.14922857284546 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8493735790252686', 'num_iter': 66560, 'lr': 4.62962962962963e-05, 'time': '29.544455766677856 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.901644229888916', 'num_iter': 67072, 'lr': 4.625514403292182e-05, 'time': '29.035980701446533 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8635215759277344', 'num_iter': 67584, 'lr': 4.6213991769547326e-05, 'time': '29.859763622283936 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8262815475463867', 'num_iter': 68096, 'lr': 4.617283950617284e-05, 'time': '29.045406341552734 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.7826344966888428', 'num_iter': 68608, 'lr': 4.613168724279836e-05, 'time': '29.323236227035522 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8440821170806885', 'num_iter': 69120, 'lr': 4.609053497942387e-05, 'time': '30.52807593345642 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.838265895843506', 'num_iter': 69632, 'lr': 4.604938271604938e-05, 'time': '29.155685424804688 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8740198612213135', 'num_iter': 70144, 'lr': 4.60082304526749e-05, 'time': '28.96263837814331 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8516652584075928', 'num_iter': 70656, 'lr': 4.5967078189300414e-05, 'time': '28.235514163970947 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.832415819168091', 'num_iter': 71168, 'lr': 4.592592592592593e-05, 'time': '29.161807537078857 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.861018419265747', 'num_iter': 71680, 'lr': 4.5884773662551446e-05, 'time': '30.134235382080078 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8301429748535156', 'num_iter': 72192, 'lr': 4.5843621399176955e-05, 'time': '29.1306631565094 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8317713737487793', 'num_iter': 72704, 'lr': 4.580246913580247e-05, 'time': '30.190295457839966 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8720927238464355', 'num_iter': 73216, 'lr': 4.5761316872427987e-05, 'time': '29.924152612686157 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8682258129119873', 'num_iter': 73728, 'lr': 4.57201646090535e-05, 'time': '29.31403422355652 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8734638690948486', 'num_iter': 74240, 'lr': 4.567901234567901e-05, 'time': '30.18583607673645 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8483426570892334', 'num_iter': 74752, 'lr': 4.563786008230453e-05, 'time': '31.55052423477173 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8691649436950684', 'num_iter': 75264, 'lr': 4.559670781893004e-05, 'time': '29.7754967212677 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.918519973754883', 'num_iter': 75776, 'lr': 4.555555555555556e-05, 'time': '28.867219924926758 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.773120880126953', 'num_iter': 76288, 'lr': 4.5514403292181075e-05, 'time': '29.63630199432373 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8152685165405273', 'num_iter': 76800, 'lr': 4.5473251028806584e-05, 'time': '29.428052186965942 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8968701362609863', 'num_iter': 77312, 'lr': 4.54320987654321e-05, 'time': '28.344193935394287 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.85473370552063', 'num_iter': 77824, 'lr': 4.5390946502057616e-05, 'time': '28.64396595954895 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.830254316329956', 'num_iter': 78336, 'lr': 4.534979423868313e-05, 'time': '29.298418283462524 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8189826011657715', 'num_iter': 78848, 'lr': 4.530864197530865e-05, 'time': '28.521554946899414 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.7940611839294434', 'num_iter': 79360, 'lr': 4.5267489711934157e-05, 'time': '31.05688166618347 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.817387342453003', 'num_iter': 79872, 'lr': 4.522633744855967e-05, 'time': '28.861002922058105 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8700718879699707', 'num_iter': 80384, 'lr': 4.518518518518519e-05, 'time': '29.540180683135986 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8476016521453857', 'num_iter': 80896, 'lr': 4.5144032921810704e-05, 'time': '29.043514013290405 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8741989135742188', 'num_iter': 81408, 'lr': 4.510288065843621e-05, 'time': '29.42181086540222 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8773434162139893', 'num_iter': 81920, 'lr': 4.506172839506173e-05, 'time': '28.649003505706787 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8431739807128906', 'num_iter': 82432, 'lr': 4.5020576131687245e-05, 'time': '29.323578119277954 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.815950393676758', 'num_iter': 82944, 'lr': 4.497942386831276e-05, 'time': '28.747918844223022 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8718502521514893', 'num_iter': 83456, 'lr': 4.493827160493828e-05, 'time': '29.04212760925293 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8243861198425293', 'num_iter': 83968, 'lr': 4.4897119341563786e-05, 'time': '29.249088525772095 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.792365074157715', 'num_iter': 84480, 'lr': 4.48559670781893e-05, 'time': '28.94418454170227 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.838718891143799', 'num_iter': 84992, 'lr': 4.481481481481482e-05, 'time': '29.440869092941284 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.809596538543701', 'num_iter': 85504, 'lr': 4.477366255144033e-05, 'time': '30.16888689994812 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8556625843048096', 'num_iter': 86016, 'lr': 4.473251028806584e-05, 'time': '29.12920308113098 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.824781894683838', 'num_iter': 86528, 'lr': 4.469135802469136e-05, 'time': '30.23585033416748 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8897149562835693', 'num_iter': 87040, 'lr': 4.4650205761316874e-05, 'time': '28.752496004104614 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8894429206848145', 'num_iter': 87552, 'lr': 4.460905349794239e-05, 'time': '29.47327733039856 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.82319712638855', 'num_iter': 88064, 'lr': 4.4567901234567906e-05, 'time': '28.98463463783264 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8384041786193848', 'num_iter': 88576, 'lr': 4.4526748971193415e-05, 'time': '29.174825429916382 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.865485429763794', 'num_iter': 89088, 'lr': 4.448559670781893e-05, 'time': '28.051968812942505 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8154056072235107', 'num_iter': 89600, 'lr': 4.4444444444444447e-05, 'time': '28.736846923828125 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.776139736175537', 'num_iter': 90112, 'lr': 4.440329218106996e-05, 'time': '29.974146604537964 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.896810293197632', 'num_iter': 90624, 'lr': 4.436213991769548e-05, 'time': '28.93498992919922 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.906430244445801', 'num_iter': 91136, 'lr': 4.432098765432099e-05, 'time': '29.678042888641357 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.884897232055664', 'num_iter': 91648, 'lr': 4.42798353909465e-05, 'time': '27.895516633987427 Seconds', 'norm': 0.0771484375}\n", + "{'loss': '2.81443452835083', 'num_iter': 92160, 'lr': 4.423868312757202e-05, 'time': '29.46474289894104 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.9372594356536865', 'num_iter': 92672, 'lr': 4.4197530864197535e-05, 'time': '28.868895053863525 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8371782302856445', 'num_iter': 93184, 'lr': 4.4156378600823044e-05, 'time': '28.85933756828308 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.7661726474761963', 'num_iter': 93696, 'lr': 4.411522633744856e-05, 'time': '28.868231058120728 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8375966548919678', 'num_iter': 94208, 'lr': 4.4074074074074076e-05, 'time': '28.749365091323853 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.720240831375122', 'num_iter': 94720, 'lr': 4.403292181069959e-05, 'time': '28.696678400039673 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8629419803619385', 'num_iter': 95232, 'lr': 4.399176954732511e-05, 'time': '29.06950831413269 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8732404708862305', 'num_iter': 95744, 'lr': 4.3950617283950617e-05, 'time': '29.46442937850952 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8336374759674072', 'num_iter': 96256, 'lr': 4.390946502057613e-05, 'time': '29.546789169311523 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.9295639991760254', 'num_iter': 96768, 'lr': 4.386831275720165e-05, 'time': '28.56725239753723 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.8488452434539795', 'num_iter': 97280, 'lr': 4.3827160493827164e-05, 'time': '29.339560985565186 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.8469412326812744', 'num_iter': 97792, 'lr': 4.378600823045268e-05, 'time': '28.78160285949707 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8339147567749023', 'num_iter': 98304, 'lr': 4.374485596707819e-05, 'time': '29.55310344696045 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.86246919631958', 'num_iter': 98816, 'lr': 4.3703703703703705e-05, 'time': '34.30585169792175 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.817077875137329', 'num_iter': 99328, 'lr': 4.366255144032922e-05, 'time': '29.51388931274414 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8476200103759766', 'num_iter': 99840, 'lr': 4.3621399176954737e-05, 'time': '30.22862434387207 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.905355215072632', 'num_iter': 100352, 'lr': 4.3580246913580246e-05, 'time': '29.133136749267578 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8495869636535645', 'num_iter': 100864, 'lr': 4.353909465020576e-05, 'time': '29.83927035331726 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.890611171722412', 'num_iter': 101376, 'lr': 4.349794238683128e-05, 'time': '28.55355978012085 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.8050284385681152', 'num_iter': 101888, 'lr': 4.345679012345679e-05, 'time': '29.889313220977783 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8853631019592285', 'num_iter': 102400, 'lr': 4.341563786008231e-05, 'time': '29.120999097824097 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8919341564178467', 'num_iter': 102912, 'lr': 4.337448559670782e-05, 'time': '29.484529972076416 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.8318865299224854', 'num_iter': 103424, 'lr': 4.3333333333333334e-05, 'time': '29.507139921188354 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.849130630493164', 'num_iter': 103936, 'lr': 4.329218106995885e-05, 'time': '29.148836851119995 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.9133589267730713', 'num_iter': 104448, 'lr': 4.3251028806584366e-05, 'time': '28.44561266899109 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.841693878173828', 'num_iter': 104960, 'lr': 4.3209876543209875e-05, 'time': '29.042092323303223 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.854840040206909', 'num_iter': 105472, 'lr': 4.316872427983539e-05, 'time': '29.47743010520935 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8540802001953125', 'num_iter': 105984, 'lr': 4.3127572016460907e-05, 'time': '29.67400312423706 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8592031002044678', 'num_iter': 106496, 'lr': 4.308641975308642e-05, 'time': '29.669119119644165 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.835366725921631', 'num_iter': 107008, 'lr': 4.304526748971194e-05, 'time': '28.18072485923767 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.897461414337158', 'num_iter': 107520, 'lr': 4.300411522633745e-05, 'time': '28.84746527671814 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.82035756111145', 'num_iter': 108032, 'lr': 4.296296296296296e-05, 'time': '28.93851137161255 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8907713890075684', 'num_iter': 108544, 'lr': 4.292181069958848e-05, 'time': '28.50021004676819 Seconds', 'norm': 0.07421875}\n", + "{'loss': '2.84401798248291', 'num_iter': 109056, 'lr': 4.2880658436213995e-05, 'time': '30.38565969467163 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.851961851119995', 'num_iter': 109568, 'lr': 4.283950617283951e-05, 'time': '28.653071403503418 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8285953998565674', 'num_iter': 110080, 'lr': 4.279835390946502e-05, 'time': '30.012378931045532 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8187804222106934', 'num_iter': 110592, 'lr': 4.2757201646090536e-05, 'time': '28.890404224395752 Seconds', 'norm': 0.07421875}\n", + "{'loss': '2.8614916801452637', 'num_iter': 111104, 'lr': 4.271604938271605e-05, 'time': '29.992072582244873 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.790194272994995', 'num_iter': 111616, 'lr': 4.267489711934157e-05, 'time': '29.196752786636353 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.853611707687378', 'num_iter': 112128, 'lr': 4.2633744855967077e-05, 'time': '29.875675678253174 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8067374229431152', 'num_iter': 112640, 'lr': 4.259259259259259e-05, 'time': '29.001591444015503 Seconds', 'norm': 0.07470703125}\n", + "{'loss': '2.7843527793884277', 'num_iter': 113152, 'lr': 4.255144032921811e-05, 'time': '29.338228464126587 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.826054096221924', 'num_iter': 113664, 'lr': 4.2510288065843624e-05, 'time': '29.141528129577637 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.814424514770508', 'num_iter': 114176, 'lr': 4.246913580246914e-05, 'time': '29.170841932296753 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8454554080963135', 'num_iter': 114688, 'lr': 4.242798353909465e-05, 'time': '29.63401198387146 Seconds', 'norm': 0.07421875}\n", + "{'loss': '2.874314546585083', 'num_iter': 115200, 'lr': 4.2386831275720165e-05, 'time': '28.749147653579712 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.874476194381714', 'num_iter': 115712, 'lr': 4.234567901234568e-05, 'time': '28.661460638046265 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8014683723449707', 'num_iter': 116224, 'lr': 4.2304526748971197e-05, 'time': '29.187748670578003 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8298354148864746', 'num_iter': 116736, 'lr': 4.2263374485596706e-05, 'time': '30.021519899368286 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.88376784324646', 'num_iter': 117248, 'lr': 4.222222222222222e-05, 'time': '27.890464067459106 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.863678455352783', 'num_iter': 117760, 'lr': 4.2181069958847744e-05, 'time': '29.569344997406006 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8949975967407227', 'num_iter': 118272, 'lr': 4.213991769547325e-05, 'time': '28.33180284500122 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.7496564388275146', 'num_iter': 118784, 'lr': 4.209876543209877e-05, 'time': '30.40362572669983 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8211870193481445', 'num_iter': 119296, 'lr': 4.205761316872428e-05, 'time': '29.337575435638428 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8455474376678467', 'num_iter': 119808, 'lr': 4.2016460905349794e-05, 'time': '28.99970817565918 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.838245153427124', 'num_iter': 120320, 'lr': 4.197530864197531e-05, 'time': '28.834412336349487 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.9075517654418945', 'num_iter': 120832, 'lr': 4.1934156378600826e-05, 'time': '28.592257976531982 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.87959885597229', 'num_iter': 121344, 'lr': 4.189300411522634e-05, 'time': '28.7736337184906 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.846081018447876', 'num_iter': 121856, 'lr': 4.185185185185185e-05, 'time': '29.252021074295044 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8672962188720703', 'num_iter': 122368, 'lr': 4.181069958847737e-05, 'time': '29.93628239631653 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8222010135650635', 'num_iter': 122880, 'lr': 4.176954732510288e-05, 'time': '29.25957465171814 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8157758712768555', 'num_iter': 123392, 'lr': 4.17283950617284e-05, 'time': '29.842333793640137 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8405139446258545', 'num_iter': 123904, 'lr': 4.168724279835391e-05, 'time': '30.108541250228882 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.859287738800049', 'num_iter': 124416, 'lr': 4.164609053497942e-05, 'time': '29.75807237625122 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8307735919952393', 'num_iter': 124928, 'lr': 4.1604938271604946e-05, 'time': '28.768148183822632 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8022842407226562', 'num_iter': 125440, 'lr': 4.1563786008230455e-05, 'time': '31.449846982955933 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8923792839050293', 'num_iter': 125952, 'lr': 4.152263374485597e-05, 'time': '29.182815074920654 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.84956693649292', 'num_iter': 126464, 'lr': 4.148148148148148e-05, 'time': '29.58281111717224 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8303234577178955', 'num_iter': 126976, 'lr': 4.1440329218106996e-05, 'time': '28.936870574951172 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.827169418334961', 'num_iter': 127488, 'lr': 4.139917695473251e-05, 'time': '29.28736448287964 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8853611946105957', 'num_iter': 128000, 'lr': 4.135802469135803e-05, 'time': '29.04419255256653 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.861356019973755', 'num_iter': 128512, 'lr': 4.1316872427983537e-05, 'time': '28.68762969970703 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.838474750518799', 'num_iter': 129024, 'lr': 4.127572016460905e-05, 'time': '28.452367782592773 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8363687992095947', 'num_iter': 129536, 'lr': 4.1234567901234575e-05, 'time': '29.000550031661987 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.835836172103882', 'num_iter': 130048, 'lr': 4.1193415637860084e-05, 'time': '29.128525257110596 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8835830688476562', 'num_iter': 130560, 'lr': 4.11522633744856e-05, 'time': '28.666329860687256 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8552017211914062', 'num_iter': 131072, 'lr': 4.111111111111111e-05, 'time': '29.030603885650635 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8507769107818604', 'num_iter': 131584, 'lr': 4.1069958847736625e-05, 'time': '38.882561922073364 Seconds', 'norm': 0.07421875}\n", + "{'loss': '2.85506534576416', 'num_iter': 132096, 'lr': 4.102880658436214e-05, 'time': '30.10095477104187 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8698458671569824', 'num_iter': 132608, 'lr': 4.0987654320987657e-05, 'time': '29.633545637130737 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.858797550201416', 'num_iter': 133120, 'lr': 4.094650205761317e-05, 'time': '28.772269010543823 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.7741215229034424', 'num_iter': 133632, 'lr': 4.090534979423868e-05, 'time': '30.62958264350891 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8211867809295654', 'num_iter': 134144, 'lr': 4.0864197530864204e-05, 'time': '29.088244199752808 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.821122407913208', 'num_iter': 134656, 'lr': 4.082304526748971e-05, 'time': '29.455522537231445 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.9032139778137207', 'num_iter': 135168, 'lr': 4.078189300411523e-05, 'time': '30.024513959884644 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8736588954925537', 'num_iter': 135680, 'lr': 4.074074074074074e-05, 'time': '28.15370535850525 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8196940422058105', 'num_iter': 136192, 'lr': 4.0699588477366254e-05, 'time': '29.395663261413574 Seconds', 'norm': 0.07470703125}\n", + "{'loss': '2.816807270050049', 'num_iter': 136704, 'lr': 4.065843621399178e-05, 'time': '29.44408345222473 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.87099027633667', 'num_iter': 137216, 'lr': 4.0617283950617286e-05, 'time': '28.373254537582397 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8458855152130127', 'num_iter': 137728, 'lr': 4.05761316872428e-05, 'time': '30.133090496063232 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.9140288829803467', 'num_iter': 138240, 'lr': 4.053497942386831e-05, 'time': '28.720181226730347 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.9133617877960205', 'num_iter': 138752, 'lr': 4.049382716049383e-05, 'time': '27.948366403579712 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.852013349533081', 'num_iter': 139264, 'lr': 4.045267489711934e-05, 'time': '29.61414885520935 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.885164260864258', 'num_iter': 139776, 'lr': 4.041152263374486e-05, 'time': '29.4769868850708 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8742597103118896', 'num_iter': 140288, 'lr': 4.0370370370370374e-05, 'time': '28.682064056396484 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8463056087493896', 'num_iter': 140800, 'lr': 4.032921810699588e-05, 'time': '29.271543502807617 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8271138668060303', 'num_iter': 141312, 'lr': 4.0288065843621406e-05, 'time': '29.482797384262085 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.841235876083374', 'num_iter': 141824, 'lr': 4.0246913580246915e-05, 'time': '29.66717267036438 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.7845330238342285', 'num_iter': 142336, 'lr': 4.020576131687243e-05, 'time': '29.82351541519165 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8512518405914307', 'num_iter': 142848, 'lr': 4.016460905349794e-05, 'time': '28.62834405899048 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.843559980392456', 'num_iter': 143360, 'lr': 4.012345679012346e-05, 'time': '28.639721870422363 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8585305213928223', 'num_iter': 143872, 'lr': 4.008230452674897e-05, 'time': '29.548136234283447 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8641064167022705', 'num_iter': 144384, 'lr': 4.004115226337449e-05, 'time': '29.057401180267334 Seconds', 'norm': 0.0791015625}\n", + "{'loss': '2.8509469032287598', 'num_iter': 144896, 'lr': 4e-05, 'time': '27.743083477020264 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8666329383850098', 'num_iter': 145408, 'lr': 3.995884773662551e-05, 'time': '28.886821746826172 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.816293954849243', 'num_iter': 145920, 'lr': 3.9917695473251035e-05, 'time': '29.922022581100464 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8248531818389893', 'num_iter': 146432, 'lr': 3.9876543209876544e-05, 'time': '29.332032918930054 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8435444831848145', 'num_iter': 146944, 'lr': 3.983539094650206e-05, 'time': '28.625750064849854 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8703701496124268', 'num_iter': 147456, 'lr': 3.979423868312757e-05, 'time': '29.022753477096558 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8437435626983643', 'num_iter': 147968, 'lr': 3.975308641975309e-05, 'time': '29.330233335494995 Seconds', 'norm': 0.078125}\n", + "{'loss': '2.8851981163024902', 'num_iter': 148480, 'lr': 3.971193415637861e-05, 'time': '29.225797176361084 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8463053703308105', 'num_iter': 148992, 'lr': 3.9670781893004117e-05, 'time': '28.88446354866028 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.7872700691223145', 'num_iter': 149504, 'lr': 3.962962962962963e-05, 'time': '29.83938217163086 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.9069156646728516', 'num_iter': 150016, 'lr': 3.958847736625514e-05, 'time': '28.328431606292725 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.801670789718628', 'num_iter': 150528, 'lr': 3.9547325102880664e-05, 'time': '29.954155683517456 Seconds', 'norm': 0.07763671875}\n", + "{'loss': '2.8797993659973145', 'num_iter': 151040, 'lr': 3.950617283950617e-05, 'time': '29.366697311401367 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8142857551574707', 'num_iter': 151552, 'lr': 3.946502057613169e-05, 'time': '30.107744693756104 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8456809520721436', 'num_iter': 152064, 'lr': 3.9423868312757205e-05, 'time': '28.888371229171753 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.826117753982544', 'num_iter': 152576, 'lr': 3.938271604938272e-05, 'time': '29.650630474090576 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.950533151626587', 'num_iter': 153088, 'lr': 3.934156378600824e-05, 'time': '28.483838319778442 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8645544052124023', 'num_iter': 153600, 'lr': 3.9300411522633746e-05, 'time': '29.2254638671875 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.8696982860565186', 'num_iter': 154112, 'lr': 3.925925925925926e-05, 'time': '29.409245252609253 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.872934103012085', 'num_iter': 154624, 'lr': 3.921810699588477e-05, 'time': '28.554363250732422 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.880600929260254', 'num_iter': 155136, 'lr': 3.917695473251029e-05, 'time': '29.146150827407837 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8737425804138184', 'num_iter': 155648, 'lr': 3.91358024691358e-05, 'time': '28.922304153442383 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.853914499282837', 'num_iter': 156160, 'lr': 3.909465020576132e-05, 'time': '28.453949689865112 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.8246243000030518', 'num_iter': 156672, 'lr': 3.9053497942386834e-05, 'time': '29.08940315246582 Seconds', 'norm': 0.07421875}\n", + "{'loss': '2.8586649894714355', 'num_iter': 157184, 'lr': 3.901234567901234e-05, 'time': '29.738499879837036 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8753979206085205', 'num_iter': 157696, 'lr': 3.8971193415637866e-05, 'time': '29.140796184539795 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.856363296508789', 'num_iter': 158208, 'lr': 3.8930041152263375e-05, 'time': '29.23629379272461 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8807342052459717', 'num_iter': 158720, 'lr': 3.888888888888889e-05, 'time': '30.034247875213623 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.840366840362549', 'num_iter': 159232, 'lr': 3.88477366255144e-05, 'time': '29.46129298210144 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.862649917602539', 'num_iter': 159744, 'lr': 3.880658436213992e-05, 'time': '29.05778670310974 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8246254920959473', 'num_iter': 160256, 'lr': 3.876543209876544e-05, 'time': '29.078030824661255 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.858412265777588', 'num_iter': 160768, 'lr': 3.872427983539095e-05, 'time': '29.300753116607666 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.831059455871582', 'num_iter': 161280, 'lr': 3.868312757201646e-05, 'time': '29.483447074890137 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8734188079833984', 'num_iter': 161792, 'lr': 3.864197530864197e-05, 'time': '28.97811770439148 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.786278009414673', 'num_iter': 162304, 'lr': 3.8600823045267495e-05, 'time': '29.635127067565918 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.831306219100952', 'num_iter': 162816, 'lr': 3.8559670781893004e-05, 'time': '29.985142946243286 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8666088581085205', 'num_iter': 163328, 'lr': 3.851851851851852e-05, 'time': '29.151317358016968 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.8063292503356934', 'num_iter': 163840, 'lr': 3.8477366255144036e-05, 'time': '29.54310441017151 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.872936248779297', 'num_iter': 164352, 'lr': 3.843621399176955e-05, 'time': '34.76884984970093 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.882161855697632', 'num_iter': 164864, 'lr': 3.839506172839507e-05, 'time': '29.57801914215088 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.775273561477661', 'num_iter': 165376, 'lr': 3.8353909465020577e-05, 'time': '30.076929330825806 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7839858531951904', 'num_iter': 165888, 'lr': 3.831275720164609e-05, 'time': '29.004486322402954 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.829921245574951', 'num_iter': 166400, 'lr': 3.82716049382716e-05, 'time': '30.038925409317017 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.833883762359619', 'num_iter': 166912, 'lr': 3.8230452674897124e-05, 'time': '29.064454555511475 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8306500911712646', 'num_iter': 167424, 'lr': 3.818930041152264e-05, 'time': '28.795488357543945 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.867119073867798', 'num_iter': 167936, 'lr': 3.814814814814815e-05, 'time': '29.82576847076416 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.85929536819458', 'num_iter': 168448, 'lr': 3.8106995884773665e-05, 'time': '29.54274606704712 Seconds', 'norm': 0.07421875}\n", + "{'loss': '2.9008398056030273', 'num_iter': 168960, 'lr': 3.806584362139918e-05, 'time': '29.107827186584473 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.864086866378784', 'num_iter': 169472, 'lr': 3.80246913580247e-05, 'time': '29.530017137527466 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8306915760040283', 'num_iter': 169984, 'lr': 3.7983539094650206e-05, 'time': '29.967406272888184 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.823024272918701', 'num_iter': 170496, 'lr': 3.794238683127572e-05, 'time': '28.820807933807373 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8611831665039062', 'num_iter': 171008, 'lr': 3.790123456790123e-05, 'time': '29.581607818603516 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8317582607269287', 'num_iter': 171520, 'lr': 3.786008230452675e-05, 'time': '29.120989084243774 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8616836071014404', 'num_iter': 172032, 'lr': 3.781893004115227e-05, 'time': '28.982125997543335 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8631484508514404', 'num_iter': 172544, 'lr': 3.777777777777778e-05, 'time': '29.470382690429688 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.821329355239868', 'num_iter': 173056, 'lr': 3.7736625514403294e-05, 'time': '28.563434839248657 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8251943588256836', 'num_iter': 173568, 'lr': 3.769547325102881e-05, 'time': '29.269172191619873 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.879772186279297', 'num_iter': 174080, 'lr': 3.7654320987654326e-05, 'time': '28.891089916229248 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.9180965423583984', 'num_iter': 174592, 'lr': 3.7613168724279835e-05, 'time': '28.44568133354187 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.8609249591827393', 'num_iter': 175104, 'lr': 3.757201646090535e-05, 'time': '29.50817894935608 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8740975856781006', 'num_iter': 175616, 'lr': 3.7530864197530867e-05, 'time': '28.66620683670044 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8323826789855957', 'num_iter': 176128, 'lr': 3.748971193415638e-05, 'time': '31.881671667099 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.847912073135376', 'num_iter': 176640, 'lr': 3.74485596707819e-05, 'time': '28.848410606384277 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8404386043548584', 'num_iter': 177152, 'lr': 3.740740740740741e-05, 'time': '29.779743194580078 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.818509578704834', 'num_iter': 177664, 'lr': 3.736625514403292e-05, 'time': '29.989367961883545 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.846731424331665', 'num_iter': 178176, 'lr': 3.732510288065844e-05, 'time': '28.971137285232544 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8529255390167236', 'num_iter': 178688, 'lr': 3.7283950617283955e-05, 'time': '30.055967807769775 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8572072982788086', 'num_iter': 179200, 'lr': 3.724279835390947e-05, 'time': '29.72245764732361 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.848726272583008', 'num_iter': 179712, 'lr': 3.720164609053498e-05, 'time': '28.237436771392822 Seconds', 'norm': 0.0771484375}\n", + "{'loss': '2.824122428894043', 'num_iter': 180224, 'lr': 3.7160493827160496e-05, 'time': '30.259817123413086 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.856537103652954', 'num_iter': 180736, 'lr': 3.711934156378601e-05, 'time': '28.689215421676636 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8178796768188477', 'num_iter': 181248, 'lr': 3.707818930041153e-05, 'time': '29.169628620147705 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8007280826568604', 'num_iter': 181760, 'lr': 3.7037037037037037e-05, 'time': '28.67000961303711 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.886817693710327', 'num_iter': 182272, 'lr': 3.699588477366255e-05, 'time': '29.19692063331604 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.845672607421875', 'num_iter': 182784, 'lr': 3.695473251028807e-05, 'time': '29.521667957305908 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8713364601135254', 'num_iter': 183296, 'lr': 3.6913580246913584e-05, 'time': '28.94794774055481 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8700103759765625', 'num_iter': 183808, 'lr': 3.68724279835391e-05, 'time': '28.73574423789978 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.850860118865967', 'num_iter': 184320, 'lr': 3.683127572016461e-05, 'time': '28.798264026641846 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.80305552482605', 'num_iter': 184832, 'lr': 3.6790123456790125e-05, 'time': '29.13482093811035 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.886080026626587', 'num_iter': 185344, 'lr': 3.674897119341564e-05, 'time': '28.795328378677368 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.816915512084961', 'num_iter': 185856, 'lr': 3.670781893004116e-05, 'time': '29.483221530914307 Seconds', 'norm': 0.06396484375}\n", + "{'loss': '2.8602304458618164', 'num_iter': 186368, 'lr': 3.6666666666666666e-05, 'time': '29.834578037261963 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.7835161685943604', 'num_iter': 186880, 'lr': 3.662551440329218e-05, 'time': '29.157198429107666 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8948206901550293', 'num_iter': 187392, 'lr': 3.65843621399177e-05, 'time': '28.446611642837524 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8544158935546875', 'num_iter': 187904, 'lr': 3.654320987654321e-05, 'time': '29.30185031890869 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8254613876342773', 'num_iter': 188416, 'lr': 3.650205761316873e-05, 'time': '28.802422523498535 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.853560209274292', 'num_iter': 188928, 'lr': 3.646090534979424e-05, 'time': '29.13518190383911 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.852980136871338', 'num_iter': 189440, 'lr': 3.6419753086419754e-05, 'time': '29.411038875579834 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8802151679992676', 'num_iter': 189952, 'lr': 3.637860082304527e-05, 'time': '29.333359718322754 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.85170841217041', 'num_iter': 190464, 'lr': 3.6337448559670786e-05, 'time': '28.60554838180542 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.7758841514587402', 'num_iter': 190976, 'lr': 3.62962962962963e-05, 'time': '29.71071434020996 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8137357234954834', 'num_iter': 191488, 'lr': 3.625514403292181e-05, 'time': '30.50036907196045 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.849825382232666', 'num_iter': 192000, 'lr': 3.6213991769547327e-05, 'time': '29.294250965118408 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8486459255218506', 'num_iter': 192512, 'lr': 3.617283950617284e-05, 'time': '28.68969464302063 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.759535074234009', 'num_iter': 193024, 'lr': 3.613168724279836e-05, 'time': '29.021743297576904 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.849905490875244', 'num_iter': 193536, 'lr': 3.609053497942387e-05, 'time': '28.71085500717163 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8574814796447754', 'num_iter': 194048, 'lr': 3.604938271604938e-05, 'time': '28.61483883857727 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.822725534439087', 'num_iter': 194560, 'lr': 3.60082304526749e-05, 'time': '28.925750970840454 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.775728225708008', 'num_iter': 195072, 'lr': 3.5967078189300415e-05, 'time': '28.819670915603638 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8916196823120117', 'num_iter': 195584, 'lr': 3.592592592592593e-05, 'time': '28.903151750564575 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8336269855499268', 'num_iter': 196096, 'lr': 3.588477366255144e-05, 'time': '30.291494846343994 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8208212852478027', 'num_iter': 196608, 'lr': 3.5843621399176956e-05, 'time': '29.605437994003296 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.87695574760437', 'num_iter': 197120, 'lr': 3.580246913580247e-05, 'time': '34.943289041519165 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.842057704925537', 'num_iter': 197632, 'lr': 3.576131687242799e-05, 'time': '29.89251136779785 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8048276901245117', 'num_iter': 198144, 'lr': 3.5720164609053497e-05, 'time': '30.07952857017517 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8818302154541016', 'num_iter': 198656, 'lr': 3.567901234567901e-05, 'time': '29.05836510658264 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8602113723754883', 'num_iter': 199168, 'lr': 3.563786008230453e-05, 'time': '27.98583745956421 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.7966620922088623', 'num_iter': 199680, 'lr': 3.5596707818930044e-05, 'time': '29.417981147766113 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.848694086074829', 'num_iter': 200192, 'lr': 3.555555555555556e-05, 'time': '29.14756417274475 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8441038131713867', 'num_iter': 200704, 'lr': 3.551440329218107e-05, 'time': '30.054712057113647 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8811087608337402', 'num_iter': 201216, 'lr': 3.5473251028806585e-05, 'time': '29.237910509109497 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8169846534729004', 'num_iter': 201728, 'lr': 3.54320987654321e-05, 'time': '29.26465654373169 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.878683090209961', 'num_iter': 202240, 'lr': 3.539094650205762e-05, 'time': '28.70826506614685 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8337979316711426', 'num_iter': 202752, 'lr': 3.534979423868313e-05, 'time': '29.88472008705139 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.87223744392395', 'num_iter': 203264, 'lr': 3.530864197530864e-05, 'time': '29.14029359817505 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.821492910385132', 'num_iter': 203776, 'lr': 3.526748971193416e-05, 'time': '29.05927801132202 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.806927442550659', 'num_iter': 204288, 'lr': 3.522633744855967e-05, 'time': '28.87896466255188 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8405253887176514', 'num_iter': 204800, 'lr': 3.518518518518519e-05, 'time': '28.851316690444946 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8596432209014893', 'num_iter': 205312, 'lr': 3.51440329218107e-05, 'time': '29.55566692352295 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.823892831802368', 'num_iter': 205824, 'lr': 3.5102880658436214e-05, 'time': '29.667412757873535 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.799442768096924', 'num_iter': 206336, 'lr': 3.506172839506173e-05, 'time': '30.117774963378906 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.890800952911377', 'num_iter': 206848, 'lr': 3.5020576131687246e-05, 'time': '28.519259929656982 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.850850820541382', 'num_iter': 207360, 'lr': 3.497942386831276e-05, 'time': '29.341034650802612 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.792513847351074', 'num_iter': 207872, 'lr': 3.493827160493827e-05, 'time': '29.488555192947388 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.816601276397705', 'num_iter': 208384, 'lr': 3.4897119341563787e-05, 'time': '28.725290060043335 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8478376865386963', 'num_iter': 208896, 'lr': 3.48559670781893e-05, 'time': '28.22101593017578 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.890662670135498', 'num_iter': 209408, 'lr': 3.481481481481482e-05, 'time': '28.73825693130493 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.81862211227417', 'num_iter': 209920, 'lr': 3.4773662551440334e-05, 'time': '29.658755779266357 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8863701820373535', 'num_iter': 210432, 'lr': 3.473251028806584e-05, 'time': '29.517942190170288 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8194963932037354', 'num_iter': 210944, 'lr': 3.469135802469136e-05, 'time': '29.532148122787476 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.789637327194214', 'num_iter': 211456, 'lr': 3.4650205761316875e-05, 'time': '29.930919647216797 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.815126657485962', 'num_iter': 211968, 'lr': 3.460905349794239e-05, 'time': '30.204821348190308 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.7955386638641357', 'num_iter': 212480, 'lr': 3.45679012345679e-05, 'time': '29.540653228759766 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.862870454788208', 'num_iter': 212992, 'lr': 3.4526748971193416e-05, 'time': '29.390297651290894 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.880375623703003', 'num_iter': 213504, 'lr': 3.448559670781893e-05, 'time': '29.452147006988525 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.7843799591064453', 'num_iter': 214016, 'lr': 3.444444444444445e-05, 'time': '30.04173994064331 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.862795352935791', 'num_iter': 214528, 'lr': 3.440329218106996e-05, 'time': '29.513974905014038 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8157718181610107', 'num_iter': 215040, 'lr': 3.436213991769547e-05, 'time': '29.595299243927002 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8029468059539795', 'num_iter': 215552, 'lr': 3.432098765432099e-05, 'time': '29.40068507194519 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8786938190460205', 'num_iter': 216064, 'lr': 3.4279835390946504e-05, 'time': '28.70392608642578 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.88955020904541', 'num_iter': 216576, 'lr': 3.423868312757202e-05, 'time': '28.646552562713623 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.7847578525543213', 'num_iter': 217088, 'lr': 3.419753086419753e-05, 'time': '29.142008304595947 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8562564849853516', 'num_iter': 217600, 'lr': 3.4156378600823045e-05, 'time': '29.022902011871338 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.9061193466186523', 'num_iter': 218112, 'lr': 3.411522633744856e-05, 'time': '29.019798278808594 Seconds', 'norm': 0.076171875}\n", + "{'loss': '2.847207546234131', 'num_iter': 218624, 'lr': 3.4074074074074077e-05, 'time': '28.294384717941284 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8413913249969482', 'num_iter': 219136, 'lr': 3.403292181069959e-05, 'time': '28.82262897491455 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.84818434715271', 'num_iter': 219648, 'lr': 3.39917695473251e-05, 'time': '29.99684238433838 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.8735740184783936', 'num_iter': 220160, 'lr': 3.395061728395062e-05, 'time': '28.47281527519226 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.858661651611328', 'num_iter': 220672, 'lr': 3.390946502057613e-05, 'time': '28.95888662338257 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8609206676483154', 'num_iter': 221184, 'lr': 3.386831275720165e-05, 'time': '28.901814699172974 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8649110794067383', 'num_iter': 221696, 'lr': 3.3827160493827165e-05, 'time': '29.1968035697937 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.862391471862793', 'num_iter': 222208, 'lr': 3.3786008230452674e-05, 'time': '29.490838050842285 Seconds', 'norm': 0.07666015625}\n", + "{'loss': '2.8798699378967285', 'num_iter': 222720, 'lr': 3.374485596707819e-05, 'time': '28.6155686378479 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8761887550354004', 'num_iter': 223232, 'lr': 3.3703703703703706e-05, 'time': '30.922440767288208 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.9015705585479736', 'num_iter': 223744, 'lr': 3.366255144032922e-05, 'time': '28.785388946533203 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8091442584991455', 'num_iter': 224256, 'lr': 3.362139917695473e-05, 'time': '30.069130659103394 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.7857513427734375', 'num_iter': 224768, 'lr': 3.3580246913580247e-05, 'time': '29.032859563827515 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.7959771156311035', 'num_iter': 225280, 'lr': 3.353909465020576e-05, 'time': '29.378628253936768 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8269593715667725', 'num_iter': 225792, 'lr': 3.349794238683128e-05, 'time': '29.495599031448364 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.849329710006714', 'num_iter': 226304, 'lr': 3.3456790123456794e-05, 'time': '29.85475778579712 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8177525997161865', 'num_iter': 226816, 'lr': 3.34156378600823e-05, 'time': '30.85247230529785 Seconds', 'norm': 0.07666015625}\n", + "{'loss': '2.833101511001587', 'num_iter': 227328, 'lr': 3.337448559670782e-05, 'time': '29.93132734298706 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.86103892326355', 'num_iter': 227840, 'lr': 3.3333333333333335e-05, 'time': '28.659940719604492 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.835571527481079', 'num_iter': 228352, 'lr': 3.329218106995885e-05, 'time': '28.228152990341187 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.888596534729004', 'num_iter': 228864, 'lr': 3.325102880658436e-05, 'time': '29.016268253326416 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8591272830963135', 'num_iter': 229376, 'lr': 3.3209876543209876e-05, 'time': '28.421806812286377 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.876741409301758', 'num_iter': 229888, 'lr': 3.316872427983539e-05, 'time': '36.5513060092926 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.860581874847412', 'num_iter': 230400, 'lr': 3.312757201646091e-05, 'time': '29.59296178817749 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8035671710968018', 'num_iter': 230912, 'lr': 3.308641975308642e-05, 'time': '29.854565143585205 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8249189853668213', 'num_iter': 231424, 'lr': 3.304526748971193e-05, 'time': '29.755101203918457 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8391172885894775', 'num_iter': 231936, 'lr': 3.300411522633745e-05, 'time': '28.316168546676636 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8499202728271484', 'num_iter': 232448, 'lr': 3.2962962962962964e-05, 'time': '29.47133731842041 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8293020725250244', 'num_iter': 232960, 'lr': 3.292181069958848e-05, 'time': '29.29320740699768 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.882026433944702', 'num_iter': 233472, 'lr': 3.2880658436213996e-05, 'time': '28.45023226737976 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8241796493530273', 'num_iter': 233984, 'lr': 3.2839506172839505e-05, 'time': '28.344162464141846 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.82926082611084', 'num_iter': 234496, 'lr': 3.279835390946502e-05, 'time': '28.682512998580933 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8813014030456543', 'num_iter': 235008, 'lr': 3.2757201646090537e-05, 'time': '29.27338695526123 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.844194173812866', 'num_iter': 235520, 'lr': 3.271604938271605e-05, 'time': '28.849875688552856 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.809976816177368', 'num_iter': 236032, 'lr': 3.267489711934156e-05, 'time': '29.29948115348816 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.805494785308838', 'num_iter': 236544, 'lr': 3.263374485596708e-05, 'time': '29.521878004074097 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.803478717803955', 'num_iter': 237056, 'lr': 3.25925925925926e-05, 'time': '28.906399250030518 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.846595287322998', 'num_iter': 237568, 'lr': 3.255144032921811e-05, 'time': '29.501103162765503 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.7950477600097656', 'num_iter': 238080, 'lr': 3.2510288065843625e-05, 'time': '29.049499034881592 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8221378326416016', 'num_iter': 238592, 'lr': 3.2469135802469134e-05, 'time': '28.934202194213867 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8430564403533936', 'num_iter': 239104, 'lr': 3.242798353909465e-05, 'time': '28.793834686279297 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.7889370918273926', 'num_iter': 239616, 'lr': 3.2386831275720166e-05, 'time': '29.383564472198486 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8538289070129395', 'num_iter': 240128, 'lr': 3.234567901234568e-05, 'time': '28.84771227836609 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.804290294647217', 'num_iter': 240640, 'lr': 3.230452674897119e-05, 'time': '29.330556869506836 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8402082920074463', 'num_iter': 241152, 'lr': 3.2263374485596707e-05, 'time': '29.33489465713501 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8461718559265137', 'num_iter': 241664, 'lr': 3.222222222222223e-05, 'time': '29.057242393493652 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.880232572555542', 'num_iter': 242176, 'lr': 3.218106995884774e-05, 'time': '30.18921184539795 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.883795976638794', 'num_iter': 242688, 'lr': 3.2139917695473254e-05, 'time': '28.95882248878479 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.9048221111297607', 'num_iter': 243200, 'lr': 3.209876543209876e-05, 'time': '28.5977840423584 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.834757089614868', 'num_iter': 243712, 'lr': 3.205761316872428e-05, 'time': '28.982826709747314 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.7598087787628174', 'num_iter': 244224, 'lr': 3.2016460905349795e-05, 'time': '28.856406450271606 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.898803472518921', 'num_iter': 244736, 'lr': 3.197530864197531e-05, 'time': '28.683366775512695 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.87011456489563', 'num_iter': 245248, 'lr': 3.193415637860083e-05, 'time': '29.13517999649048 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.9026074409484863', 'num_iter': 245760, 'lr': 3.1893004115226336e-05, 'time': '27.946848392486572 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.7764697074890137', 'num_iter': 246272, 'lr': 3.185185185185185e-05, 'time': '30.44690775871277 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.855158805847168', 'num_iter': 246784, 'lr': 3.181069958847737e-05, 'time': '27.53961491584778 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8424127101898193', 'num_iter': 247296, 'lr': 3.176954732510288e-05, 'time': '29.443452835083008 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8672332763671875', 'num_iter': 247808, 'lr': 3.172839506172839e-05, 'time': '29.384933948516846 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.853877544403076', 'num_iter': 248320, 'lr': 3.168724279835391e-05, 'time': '29.516234159469604 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8285317420959473', 'num_iter': 248832, 'lr': 3.164609053497943e-05, 'time': '29.452661275863647 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.801353931427002', 'num_iter': 249344, 'lr': 3.160493827160494e-05, 'time': '29.396793365478516 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.841078281402588', 'num_iter': 249856, 'lr': 3.1563786008230456e-05, 'time': '29.219098806381226 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8738393783569336', 'num_iter': 250368, 'lr': 3.1522633744855965e-05, 'time': '28.905006408691406 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8527536392211914', 'num_iter': 250880, 'lr': 3.148148148148148e-05, 'time': '29.654093503952026 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.859264612197876', 'num_iter': 251392, 'lr': 3.1440329218106997e-05, 'time': '29.093396425247192 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8348824977874756', 'num_iter': 251904, 'lr': 3.139917695473251e-05, 'time': '29.38494610786438 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.856125593185425', 'num_iter': 252416, 'lr': 3.135802469135803e-05, 'time': '29.647637844085693 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.9159252643585205', 'num_iter': 252928, 'lr': 3.131687242798354e-05, 'time': '29.029442071914673 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8602776527404785', 'num_iter': 253440, 'lr': 3.127572016460906e-05, 'time': '29.727404832839966 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.7979936599731445', 'num_iter': 253952, 'lr': 3.123456790123457e-05, 'time': '28.473655223846436 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8268165588378906', 'num_iter': 254464, 'lr': 3.1193415637860085e-05, 'time': '30.075262308120728 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8800089359283447', 'num_iter': 254976, 'lr': 3.1152263374485594e-05, 'time': '29.360747575759888 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8345584869384766', 'num_iter': 255488, 'lr': 3.111111111111111e-05, 'time': '28.833941221237183 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8465254306793213', 'num_iter': 256000, 'lr': 3.1069958847736626e-05, 'time': '28.27914524078369 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8767871856689453', 'num_iter': 256512, 'lr': 3.102880658436214e-05, 'time': '29.382879495620728 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8477749824523926', 'num_iter': 257024, 'lr': 3.098765432098766e-05, 'time': '28.676552057266235 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.8299975395202637', 'num_iter': 257536, 'lr': 3.0946502057613167e-05, 'time': '30.00822877883911 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8495724201202393', 'num_iter': 258048, 'lr': 3.090534979423869e-05, 'time': '29.505622386932373 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8997268676757812', 'num_iter': 258560, 'lr': 3.08641975308642e-05, 'time': '29.03899598121643 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8076272010803223', 'num_iter': 259072, 'lr': 3.0823045267489714e-05, 'time': '29.013194799423218 Seconds', 'norm': 0.064453125}\n", + "{'loss': '2.8229501247406006', 'num_iter': 259584, 'lr': 3.078189300411522e-05, 'time': '28.546541929244995 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.846299409866333', 'num_iter': 260096, 'lr': 3.074074074074074e-05, 'time': '29.304149627685547 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.7958385944366455', 'num_iter': 260608, 'lr': 3.069958847736626e-05, 'time': '29.26176166534424 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8597986698150635', 'num_iter': 261120, 'lr': 3.065843621399177e-05, 'time': '28.872586250305176 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.7874395847320557', 'num_iter': 261632, 'lr': 3.061728395061729e-05, 'time': '29.930185079574585 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8581395149230957', 'num_iter': 262144, 'lr': 3.0576131687242796e-05, 'time': '29.16278839111328 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8825440406799316', 'num_iter': 262656, 'lr': 3.053497942386832e-05, 'time': '36.14356589317322 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.838681221008301', 'num_iter': 263168, 'lr': 3.0493827160493827e-05, 'time': '29.374719858169556 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.84165096282959', 'num_iter': 263680, 'lr': 3.0452674897119343e-05, 'time': '30.053240299224854 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8393731117248535', 'num_iter': 264192, 'lr': 3.041152263374486e-05, 'time': '29.797548055648804 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.826521396636963', 'num_iter': 264704, 'lr': 3.037037037037037e-05, 'time': '28.913845777511597 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8622477054595947', 'num_iter': 265216, 'lr': 3.0329218106995887e-05, 'time': '30.239392042160034 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8275976181030273', 'num_iter': 265728, 'lr': 3.02880658436214e-05, 'time': '29.657280921936035 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.9046812057495117', 'num_iter': 266240, 'lr': 3.0246913580246916e-05, 'time': '28.238889694213867 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.809580087661743', 'num_iter': 266752, 'lr': 3.0205761316872428e-05, 'time': '29.846396923065186 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8670239448547363', 'num_iter': 267264, 'lr': 3.0164609053497944e-05, 'time': '29.413662910461426 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.873833417892456', 'num_iter': 267776, 'lr': 3.012345679012346e-05, 'time': '28.495765924453735 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8591506481170654', 'num_iter': 268288, 'lr': 3.0082304526748972e-05, 'time': '28.932944536209106 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8147387504577637', 'num_iter': 268800, 'lr': 3.0041152263374488e-05, 'time': '28.800243854522705 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.831547975540161', 'num_iter': 269312, 'lr': 3e-05, 'time': '28.417413234710693 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.850154399871826', 'num_iter': 269824, 'lr': 2.9958847736625517e-05, 'time': '28.84742784500122 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8019607067108154', 'num_iter': 270336, 'lr': 2.991769547325103e-05, 'time': '28.977298259735107 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8600924015045166', 'num_iter': 270848, 'lr': 2.9876543209876545e-05, 'time': '28.33157777786255 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.85951828956604', 'num_iter': 271360, 'lr': 2.9835390946502057e-05, 'time': '29.226529598236084 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8308043479919434', 'num_iter': 271872, 'lr': 2.9794238683127573e-05, 'time': '28.188483238220215 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8928706645965576', 'num_iter': 272384, 'lr': 2.975308641975309e-05, 'time': '29.202097177505493 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8336830139160156', 'num_iter': 272896, 'lr': 2.97119341563786e-05, 'time': '29.408137798309326 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.793339729309082', 'num_iter': 273408, 'lr': 2.9670781893004117e-05, 'time': '29.37849736213684 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.88560152053833', 'num_iter': 273920, 'lr': 2.962962962962963e-05, 'time': '28.889830589294434 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8264994621276855', 'num_iter': 274432, 'lr': 2.9588477366255146e-05, 'time': '29.140270233154297 Seconds', 'norm': 0.07666015625}\n", + "{'loss': '2.8819215297698975', 'num_iter': 274944, 'lr': 2.9547325102880658e-05, 'time': '29.50147819519043 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.838841199874878', 'num_iter': 275456, 'lr': 2.9506172839506174e-05, 'time': '29.355834245681763 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.859687566757202', 'num_iter': 275968, 'lr': 2.946502057613169e-05, 'time': '30.36143183708191 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.781487464904785', 'num_iter': 276480, 'lr': 2.9423868312757202e-05, 'time': '28.8650004863739 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8794443607330322', 'num_iter': 276992, 'lr': 2.9382716049382718e-05, 'time': '29.44491410255432 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.816256284713745', 'num_iter': 277504, 'lr': 2.934156378600823e-05, 'time': '30.72381353378296 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8494558334350586', 'num_iter': 278016, 'lr': 2.9300411522633747e-05, 'time': '29.228291273117065 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.9045214653015137', 'num_iter': 278528, 'lr': 2.925925925925926e-05, 'time': '28.628968238830566 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8749494552612305', 'num_iter': 279040, 'lr': 2.9218106995884775e-05, 'time': '28.49949026107788 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.829976797103882', 'num_iter': 279552, 'lr': 2.917695473251029e-05, 'time': '28.899999856948853 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8548436164855957', 'num_iter': 280064, 'lr': 2.9135802469135803e-05, 'time': '28.111015796661377 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8852460384368896', 'num_iter': 280576, 'lr': 2.909465020576132e-05, 'time': '29.00307846069336 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8840322494506836', 'num_iter': 281088, 'lr': 2.905349794238683e-05, 'time': '29.67446732521057 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8722167015075684', 'num_iter': 281600, 'lr': 2.9012345679012347e-05, 'time': '29.185298204421997 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8412797451019287', 'num_iter': 282112, 'lr': 2.897119341563786e-05, 'time': '28.5877046585083 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.817096710205078', 'num_iter': 282624, 'lr': 2.8930041152263376e-05, 'time': '29.385390281677246 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.84375', 'num_iter': 283136, 'lr': 2.8888888888888888e-05, 'time': '28.55242133140564 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.868396043777466', 'num_iter': 283648, 'lr': 2.8847736625514404e-05, 'time': '28.589980363845825 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.787649154663086', 'num_iter': 284160, 'lr': 2.880658436213992e-05, 'time': '29.687986612319946 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.7964723110198975', 'num_iter': 284672, 'lr': 2.8765432098765432e-05, 'time': '29.209426164627075 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8684499263763428', 'num_iter': 285184, 'lr': 2.8724279835390948e-05, 'time': '29.223639011383057 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.908113718032837', 'num_iter': 285696, 'lr': 2.868312757201646e-05, 'time': '28.99476647377014 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8390090465545654', 'num_iter': 286208, 'lr': 2.8641975308641977e-05, 'time': '29.156123876571655 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8119497299194336', 'num_iter': 286720, 'lr': 2.860082304526749e-05, 'time': '29.76926875114441 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8850769996643066', 'num_iter': 287232, 'lr': 2.8559670781893005e-05, 'time': '29.322275638580322 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.8840973377227783', 'num_iter': 287744, 'lr': 2.851851851851852e-05, 'time': '28.240221738815308 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8338582515716553', 'num_iter': 288256, 'lr': 2.8477366255144033e-05, 'time': '29.609629154205322 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.863163709640503', 'num_iter': 288768, 'lr': 2.843621399176955e-05, 'time': '29.36103630065918 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.791487693786621', 'num_iter': 289280, 'lr': 2.839506172839506e-05, 'time': '29.10867214202881 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8523995876312256', 'num_iter': 289792, 'lr': 2.8353909465020577e-05, 'time': '29.21228837966919 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8869292736053467', 'num_iter': 290304, 'lr': 2.831275720164609e-05, 'time': '28.650365114212036 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8669846057891846', 'num_iter': 290816, 'lr': 2.8271604938271606e-05, 'time': '29.13897466659546 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8268918991088867', 'num_iter': 291328, 'lr': 2.823045267489712e-05, 'time': '28.638818740844727 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8549747467041016', 'num_iter': 291840, 'lr': 2.8189300411522634e-05, 'time': '27.701724529266357 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7972724437713623', 'num_iter': 292352, 'lr': 2.814814814814815e-05, 'time': '29.78012990951538 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.7798895835876465', 'num_iter': 292864, 'lr': 2.8106995884773662e-05, 'time': '28.93316078186035 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8472769260406494', 'num_iter': 293376, 'lr': 2.8065843621399178e-05, 'time': '28.916802883148193 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8176958560943604', 'num_iter': 293888, 'lr': 2.802469135802469e-05, 'time': '28.639127492904663 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.879533529281616', 'num_iter': 294400, 'lr': 2.7983539094650207e-05, 'time': '29.13052773475647 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.794128656387329', 'num_iter': 294912, 'lr': 2.7942386831275726e-05, 'time': '31.235807418823242 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.879124641418457', 'num_iter': 295424, 'lr': 2.7901234567901235e-05, 'time': '32.65422821044922 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.864902973175049', 'num_iter': 295936, 'lr': 2.786008230452675e-05, 'time': '28.786964654922485 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.7616024017333984', 'num_iter': 296448, 'lr': 2.7818930041152263e-05, 'time': '29.886842727661133 Seconds', 'norm': 0.064453125}\n", + "{'loss': '2.841874837875366', 'num_iter': 296960, 'lr': 2.777777777777778e-05, 'time': '29.417848110198975 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8413028717041016', 'num_iter': 297472, 'lr': 2.773662551440329e-05, 'time': '29.307180404663086 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.793464422225952', 'num_iter': 297984, 'lr': 2.7695473251028807e-05, 'time': '29.762067794799805 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.816023588180542', 'num_iter': 298496, 'lr': 2.765432098765432e-05, 'time': '28.57982325553894 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8574161529541016', 'num_iter': 299008, 'lr': 2.7613168724279836e-05, 'time': '29.021577835083008 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.898209810256958', 'num_iter': 299520, 'lr': 2.757201646090535e-05, 'time': '29.724729776382446 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.833582639694214', 'num_iter': 300032, 'lr': 2.7530864197530864e-05, 'time': '28.39689326286316 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8400118350982666', 'num_iter': 300544, 'lr': 2.748971193415638e-05, 'time': '29.254570245742798 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.885507106781006', 'num_iter': 301056, 'lr': 2.7448559670781892e-05, 'time': '29.577710390090942 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.851240634918213', 'num_iter': 301568, 'lr': 2.7407407407407408e-05, 'time': '29.677709102630615 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.938892364501953', 'num_iter': 302080, 'lr': 2.736625514403292e-05, 'time': '28.97650957107544 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8406758308410645', 'num_iter': 302592, 'lr': 2.7325102880658437e-05, 'time': '29.500874042510986 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.914546489715576', 'num_iter': 303104, 'lr': 2.7283950617283956e-05, 'time': '29.440501928329468 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8363964557647705', 'num_iter': 303616, 'lr': 2.7242798353909465e-05, 'time': '30.267157077789307 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8015081882476807', 'num_iter': 304128, 'lr': 2.720164609053498e-05, 'time': '30.24652934074402 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.832653522491455', 'num_iter': 304640, 'lr': 2.7160493827160493e-05, 'time': '29.687214374542236 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.883540391921997', 'num_iter': 305152, 'lr': 2.711934156378601e-05, 'time': '28.21880030632019 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.8697664737701416', 'num_iter': 305664, 'lr': 2.707818930041152e-05, 'time': '28.693450689315796 Seconds', 'norm': 0.0751953125}\n", + "{'loss': '2.874300241470337', 'num_iter': 306176, 'lr': 2.7037037037037037e-05, 'time': '29.4267098903656 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8382303714752197', 'num_iter': 306688, 'lr': 2.6995884773662557e-05, 'time': '29.424943447113037 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8825502395629883', 'num_iter': 307200, 'lr': 2.6954732510288066e-05, 'time': '29.040188550949097 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8151891231536865', 'num_iter': 307712, 'lr': 2.6913580246913585e-05, 'time': '28.985814571380615 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.9291200637817383', 'num_iter': 308224, 'lr': 2.6872427983539094e-05, 'time': '29.232749700546265 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8722355365753174', 'num_iter': 308736, 'lr': 2.683127572016461e-05, 'time': '29.248857498168945 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.89050555229187', 'num_iter': 309248, 'lr': 2.6790123456790122e-05, 'time': '28.907947540283203 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8470327854156494', 'num_iter': 309760, 'lr': 2.6748971193415638e-05, 'time': '29.48978614807129 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.889612913131714', 'num_iter': 310272, 'lr': 2.6707818930041158e-05, 'time': '29.17760467529297 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.7642695903778076', 'num_iter': 310784, 'lr': 2.6666666666666667e-05, 'time': '30.005216360092163 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.831045150756836', 'num_iter': 311296, 'lr': 2.6625514403292186e-05, 'time': '30.118244409561157 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8287618160247803', 'num_iter': 311808, 'lr': 2.6584362139917695e-05, 'time': '29.66355061531067 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8334152698516846', 'num_iter': 312320, 'lr': 2.654320987654321e-05, 'time': '30.023937463760376 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.9073383808135986', 'num_iter': 312832, 'lr': 2.6502057613168723e-05, 'time': '28.84935164451599 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8670170307159424', 'num_iter': 313344, 'lr': 2.646090534979424e-05, 'time': '29.463581323623657 Seconds', 'norm': 0.076171875}\n", + "{'loss': '2.8581936359405518', 'num_iter': 313856, 'lr': 2.641975308641975e-05, 'time': '28.83413028717041 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.805650472640991', 'num_iter': 314368, 'lr': 2.6378600823045267e-05, 'time': '28.907448291778564 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7789063453674316', 'num_iter': 314880, 'lr': 2.6337448559670787e-05, 'time': '30.166309118270874 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8772847652435303', 'num_iter': 315392, 'lr': 2.6296296296296296e-05, 'time': '28.810636043548584 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8693578243255615', 'num_iter': 315904, 'lr': 2.6255144032921815e-05, 'time': '29.49454617500305 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.844863176345825', 'num_iter': 316416, 'lr': 2.6213991769547324e-05, 'time': '28.769399166107178 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8504769802093506', 'num_iter': 316928, 'lr': 2.617283950617284e-05, 'time': '28.748789072036743 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.800701379776001', 'num_iter': 317440, 'lr': 2.6131687242798352e-05, 'time': '29.49511194229126 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.859985113143921', 'num_iter': 317952, 'lr': 2.6090534979423868e-05, 'time': '28.437538862228394 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.7908403873443604', 'num_iter': 318464, 'lr': 2.6049382716049388e-05, 'time': '28.920031785964966 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.870969772338867', 'num_iter': 318976, 'lr': 2.6008230452674897e-05, 'time': '29.141316413879395 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.782388925552368', 'num_iter': 319488, 'lr': 2.5967078189300416e-05, 'time': '29.866295337677002 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.7969114780426025', 'num_iter': 320000, 'lr': 2.5925925925925925e-05, 'time': '29.717876195907593 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.842163324356079', 'num_iter': 320512, 'lr': 2.5884773662551444e-05, 'time': '29.164597034454346 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8467764854431152', 'num_iter': 321024, 'lr': 2.5843621399176953e-05, 'time': '28.748489141464233 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.779942035675049', 'num_iter': 321536, 'lr': 2.580246913580247e-05, 'time': '29.732489347457886 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.839935064315796', 'num_iter': 322048, 'lr': 2.576131687242799e-05, 'time': '29.016490936279297 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8222060203552246', 'num_iter': 322560, 'lr': 2.5720164609053497e-05, 'time': '29.474363327026367 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8686461448669434', 'num_iter': 323072, 'lr': 2.5679012345679017e-05, 'time': '29.188477039337158 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.850757122039795', 'num_iter': 323584, 'lr': 2.5637860082304526e-05, 'time': '29.032336950302124 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.803013563156128', 'num_iter': 324096, 'lr': 2.5596707818930045e-05, 'time': '29.0133056640625 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.889711380004883', 'num_iter': 324608, 'lr': 2.5555555555555554e-05, 'time': '29.056532621383667 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.876469850540161', 'num_iter': 325120, 'lr': 2.551440329218107e-05, 'time': '29.259347677230835 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.860764741897583', 'num_iter': 325632, 'lr': 2.5473251028806582e-05, 'time': '30.207156658172607 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.81601881980896', 'num_iter': 326144, 'lr': 2.5432098765432098e-05, 'time': '29.85863471031189 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8178255558013916', 'num_iter': 326656, 'lr': 2.5390946502057617e-05, 'time': '29.173981189727783 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.868497133255005', 'num_iter': 327168, 'lr': 2.5349794238683127e-05, 'time': '29.183472871780396 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.870450496673584', 'num_iter': 327680, 'lr': 2.5308641975308646e-05, 'time': '29.988853693008423 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8149187564849854', 'num_iter': 328192, 'lr': 2.5267489711934155e-05, 'time': '36.70858955383301 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.857383966445923', 'num_iter': 328704, 'lr': 2.5226337448559674e-05, 'time': '29.09336256980896 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.7853028774261475', 'num_iter': 329216, 'lr': 2.5185185185185183e-05, 'time': '29.193191051483154 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8288655281066895', 'num_iter': 329728, 'lr': 2.51440329218107e-05, 'time': '29.47231960296631 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8268532752990723', 'num_iter': 330240, 'lr': 2.510288065843622e-05, 'time': '29.789873361587524 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.9069552421569824', 'num_iter': 330752, 'lr': 2.5061728395061727e-05, 'time': '28.581225633621216 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.86279034614563', 'num_iter': 331264, 'lr': 2.5020576131687247e-05, 'time': '30.207905769348145 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.82389760017395', 'num_iter': 331776, 'lr': 2.497942386831276e-05, 'time': '29.16923713684082 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.88179612159729', 'num_iter': 332288, 'lr': 2.4938271604938275e-05, 'time': '28.95646834373474 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8508572578430176', 'num_iter': 332800, 'lr': 2.4897119341563787e-05, 'time': '29.830695867538452 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8802855014801025', 'num_iter': 333312, 'lr': 2.4855967078189303e-05, 'time': '28.76312232017517 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8671867847442627', 'num_iter': 333824, 'lr': 2.4814814814814816e-05, 'time': '29.09170913696289 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8584606647491455', 'num_iter': 334336, 'lr': 2.4773662551440328e-05, 'time': '30.127123832702637 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.818143367767334', 'num_iter': 334848, 'lr': 2.4732510288065844e-05, 'time': '29.841445922851562 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.9003489017486572', 'num_iter': 335360, 'lr': 2.4691358024691357e-05, 'time': '28.82728934288025 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.840412139892578', 'num_iter': 335872, 'lr': 2.4650205761316876e-05, 'time': '28.98849868774414 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8446531295776367', 'num_iter': 336384, 'lr': 2.4609053497942388e-05, 'time': '29.968488931655884 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8313100337982178', 'num_iter': 336896, 'lr': 2.4567901234567904e-05, 'time': '29.531641960144043 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8745689392089844', 'num_iter': 337408, 'lr': 2.4526748971193417e-05, 'time': '27.510621786117554 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.8416028022766113', 'num_iter': 337920, 'lr': 2.4485596707818932e-05, 'time': '29.497009754180908 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.896838903427124', 'num_iter': 338432, 'lr': 2.4444444444444445e-05, 'time': '28.622737169265747 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.880812644958496', 'num_iter': 338944, 'lr': 2.4403292181069957e-05, 'time': '28.283753633499146 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.7918009757995605', 'num_iter': 339456, 'lr': 2.4362139917695477e-05, 'time': '29.79385805130005 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.814256429672241', 'num_iter': 339968, 'lr': 2.432098765432099e-05, 'time': '29.574278354644775 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.852540969848633', 'num_iter': 340480, 'lr': 2.4279835390946505e-05, 'time': '29.301527738571167 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.801626443862915', 'num_iter': 340992, 'lr': 2.4238683127572017e-05, 'time': '29.90944242477417 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8079044818878174', 'num_iter': 341504, 'lr': 2.4197530864197533e-05, 'time': '29.532959461212158 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8337457180023193', 'num_iter': 342016, 'lr': 2.4156378600823046e-05, 'time': '29.285495281219482 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8955392837524414', 'num_iter': 342528, 'lr': 2.4115226337448558e-05, 'time': '28.412031888961792 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.864469051361084', 'num_iter': 343040, 'lr': 2.4074074074074074e-05, 'time': '29.487138271331787 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.869638442993164', 'num_iter': 343552, 'lr': 2.403292181069959e-05, 'time': '28.64648151397705 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8604636192321777', 'num_iter': 344064, 'lr': 2.3991769547325106e-05, 'time': '29.78983783721924 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8343632221221924', 'num_iter': 344576, 'lr': 2.3950617283950618e-05, 'time': '29.581435918807983 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.860793113708496', 'num_iter': 345088, 'lr': 2.3909465020576134e-05, 'time': '29.617183923721313 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.7921721935272217', 'num_iter': 345600, 'lr': 2.3868312757201647e-05, 'time': '29.723191738128662 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8564646244049072', 'num_iter': 346112, 'lr': 2.3827160493827162e-05, 'time': '29.259172677993774 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.899733066558838', 'num_iter': 346624, 'lr': 2.3786008230452675e-05, 'time': '29.200803756713867 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.90617036819458', 'num_iter': 347136, 'lr': 2.374485596707819e-05, 'time': '28.77055835723877 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.747326374053955', 'num_iter': 347648, 'lr': 2.3703703703703707e-05, 'time': '28.755322217941284 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.838862895965576', 'num_iter': 348160, 'lr': 2.366255144032922e-05, 'time': '29.545576810836792 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.9047694206237793', 'num_iter': 348672, 'lr': 2.3621399176954735e-05, 'time': '28.989664554595947 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.8942785263061523', 'num_iter': 349184, 'lr': 2.3580246913580247e-05, 'time': '29.107641220092773 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8701305389404297', 'num_iter': 349696, 'lr': 2.3539094650205763e-05, 'time': '29.20765972137451 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.797525644302368', 'num_iter': 350208, 'lr': 2.3497942386831276e-05, 'time': '29.477709531784058 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8280646800994873', 'num_iter': 350720, 'lr': 2.345679012345679e-05, 'time': '29.144688606262207 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.768542528152466', 'num_iter': 351232, 'lr': 2.3415637860082307e-05, 'time': '29.639999389648438 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8360142707824707', 'num_iter': 351744, 'lr': 2.337448559670782e-05, 'time': '29.30391812324524 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.875880241394043', 'num_iter': 352256, 'lr': 2.3333333333333336e-05, 'time': '28.52192258834839 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8721587657928467', 'num_iter': 352768, 'lr': 2.3292181069958848e-05, 'time': '29.053924083709717 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8523316383361816', 'num_iter': 353280, 'lr': 2.3251028806584364e-05, 'time': '28.682425260543823 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.836188316345215', 'num_iter': 353792, 'lr': 2.3209876543209877e-05, 'time': '29.030189275741577 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.81331205368042', 'num_iter': 354304, 'lr': 2.3168724279835392e-05, 'time': '29.52408742904663 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8167014122009277', 'num_iter': 354816, 'lr': 2.312757201646091e-05, 'time': '29.945981979370117 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8044943809509277', 'num_iter': 355328, 'lr': 2.308641975308642e-05, 'time': '29.66222643852234 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8261170387268066', 'num_iter': 355840, 'lr': 2.3045267489711937e-05, 'time': '29.938205003738403 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8214950561523438', 'num_iter': 356352, 'lr': 2.300411522633745e-05, 'time': '29.227863788604736 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.7877635955810547', 'num_iter': 356864, 'lr': 2.2962962962962965e-05, 'time': '29.560564517974854 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8385963439941406', 'num_iter': 357376, 'lr': 2.2921810699588477e-05, 'time': '29.66722011566162 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.7796666622161865', 'num_iter': 357888, 'lr': 2.2880658436213993e-05, 'time': '29.37999391555786 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.850839853286743', 'num_iter': 358400, 'lr': 2.2839506172839506e-05, 'time': '29.222541570663452 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.832953453063965', 'num_iter': 358912, 'lr': 2.279835390946502e-05, 'time': '28.877835750579834 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8504104614257812', 'num_iter': 359424, 'lr': 2.2757201646090537e-05, 'time': '29.47939372062683 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.873203754425049', 'num_iter': 359936, 'lr': 2.271604938271605e-05, 'time': '29.59184694290161 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.864933490753174', 'num_iter': 360448, 'lr': 2.2674897119341566e-05, 'time': '29.7843017578125 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7874813079833984', 'num_iter': 360960, 'lr': 2.2633744855967078e-05, 'time': '34.96130609512329 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.819904088973999', 'num_iter': 361472, 'lr': 2.2592592592592594e-05, 'time': '28.89007592201233 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.901984214782715', 'num_iter': 361984, 'lr': 2.2551440329218107e-05, 'time': '29.289288759231567 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.838005304336548', 'num_iter': 362496, 'lr': 2.2510288065843622e-05, 'time': '28.76635479927063 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8630857467651367', 'num_iter': 363008, 'lr': 2.246913580246914e-05, 'time': '29.201200485229492 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.9329380989074707', 'num_iter': 363520, 'lr': 2.242798353909465e-05, 'time': '29.624948740005493 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.9038026332855225', 'num_iter': 364032, 'lr': 2.2386831275720167e-05, 'time': '29.35292363166809 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.855086326599121', 'num_iter': 364544, 'lr': 2.234567901234568e-05, 'time': '28.951408624649048 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8123466968536377', 'num_iter': 365056, 'lr': 2.2304526748971195e-05, 'time': '28.585905075073242 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8363678455352783', 'num_iter': 365568, 'lr': 2.2263374485596707e-05, 'time': '29.362711191177368 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.799912214279175', 'num_iter': 366080, 'lr': 2.2222222222222223e-05, 'time': '29.75393581390381 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.800297975540161', 'num_iter': 366592, 'lr': 2.218106995884774e-05, 'time': '28.994697093963623 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.819239616394043', 'num_iter': 367104, 'lr': 2.213991769547325e-05, 'time': '29.068625450134277 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.798969030380249', 'num_iter': 367616, 'lr': 2.2098765432098767e-05, 'time': '29.32106041908264 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8451924324035645', 'num_iter': 368128, 'lr': 2.205761316872428e-05, 'time': '29.77004885673523 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.901515483856201', 'num_iter': 368640, 'lr': 2.2016460905349796e-05, 'time': '29.062981605529785 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.9071385860443115', 'num_iter': 369152, 'lr': 2.1975308641975308e-05, 'time': '29.44358515739441 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.824028253555298', 'num_iter': 369664, 'lr': 2.1934156378600824e-05, 'time': '29.679670095443726 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.826995849609375', 'num_iter': 370176, 'lr': 2.189300411522634e-05, 'time': '28.56570553779602 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8663406372070312', 'num_iter': 370688, 'lr': 2.1851851851851852e-05, 'time': '29.04938840866089 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8174843788146973', 'num_iter': 371200, 'lr': 2.1810699588477368e-05, 'time': '29.020219087600708 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.886716604232788', 'num_iter': 371712, 'lr': 2.176954732510288e-05, 'time': '29.645533084869385 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.853651523590088', 'num_iter': 372224, 'lr': 2.1728395061728397e-05, 'time': '29.330106735229492 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8196260929107666', 'num_iter': 372736, 'lr': 2.168724279835391e-05, 'time': '29.18470072746277 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.8719098567962646', 'num_iter': 373248, 'lr': 2.1646090534979425e-05, 'time': '28.383477449417114 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8641445636749268', 'num_iter': 373760, 'lr': 2.1604938271604937e-05, 'time': '29.009905338287354 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.8040096759796143', 'num_iter': 374272, 'lr': 2.1563786008230453e-05, 'time': '29.894409894943237 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8228204250335693', 'num_iter': 374784, 'lr': 2.152263374485597e-05, 'time': '30.383297204971313 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.799715757369995', 'num_iter': 375296, 'lr': 2.148148148148148e-05, 'time': '29.27530598640442 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.812954902648926', 'num_iter': 375808, 'lr': 2.1440329218106997e-05, 'time': '30.000402212142944 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8730199337005615', 'num_iter': 376320, 'lr': 2.139917695473251e-05, 'time': '28.91934823989868 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.831779956817627', 'num_iter': 376832, 'lr': 2.1358024691358026e-05, 'time': '28.87821388244629 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.826767921447754', 'num_iter': 377344, 'lr': 2.1316872427983538e-05, 'time': '28.69679880142212 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.818366050720215', 'num_iter': 377856, 'lr': 2.1275720164609054e-05, 'time': '29.539862632751465 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.862091064453125', 'num_iter': 378368, 'lr': 2.123456790123457e-05, 'time': '29.28683638572693 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8747780323028564', 'num_iter': 378880, 'lr': 2.1193415637860082e-05, 'time': '32.27674221992493 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.879547595977783', 'num_iter': 379392, 'lr': 2.1152263374485598e-05, 'time': '29.991031646728516 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8749241828918457', 'num_iter': 379904, 'lr': 2.111111111111111e-05, 'time': '29.501684188842773 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.898202657699585', 'num_iter': 380416, 'lr': 2.1069958847736627e-05, 'time': '29.158061504364014 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.76656174659729', 'num_iter': 380928, 'lr': 2.102880658436214e-05, 'time': '28.120178699493408 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8256161212921143', 'num_iter': 381440, 'lr': 2.0987654320987655e-05, 'time': '29.067265510559082 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8161916732788086', 'num_iter': 381952, 'lr': 2.094650205761317e-05, 'time': '30.371399641036987 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8494300842285156', 'num_iter': 382464, 'lr': 2.0905349794238687e-05, 'time': '29.24962878227234 Seconds', 'norm': 0.07568359375}\n", + "{'loss': '2.876844644546509', 'num_iter': 382976, 'lr': 2.08641975308642e-05, 'time': '28.427149772644043 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8398399353027344', 'num_iter': 383488, 'lr': 2.082304526748971e-05, 'time': '29.056682586669922 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8425471782684326', 'num_iter': 384000, 'lr': 2.0781893004115227e-05, 'time': '29.33371353149414 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8174118995666504', 'num_iter': 384512, 'lr': 2.074074074074074e-05, 'time': '29.600910186767578 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8305673599243164', 'num_iter': 385024, 'lr': 2.0699588477366256e-05, 'time': '28.88817524909973 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.811490058898926', 'num_iter': 385536, 'lr': 2.0658436213991768e-05, 'time': '29.34869408607483 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.822413206100464', 'num_iter': 386048, 'lr': 2.0617283950617287e-05, 'time': '28.482495307922363 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.7974259853363037', 'num_iter': 386560, 'lr': 2.05761316872428e-05, 'time': '28.91758370399475 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8762900829315186', 'num_iter': 387072, 'lr': 2.0534979423868312e-05, 'time': '30.298879384994507 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8072316646575928', 'num_iter': 387584, 'lr': 2.0493827160493828e-05, 'time': '29.46401047706604 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.9130990505218506', 'num_iter': 388096, 'lr': 2.045267489711934e-05, 'time': '28.452980279922485 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.839095115661621', 'num_iter': 388608, 'lr': 2.0411522633744857e-05, 'time': '29.86179518699646 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.7841265201568604', 'num_iter': 389120, 'lr': 2.037037037037037e-05, 'time': '28.883375644683838 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.844089984893799', 'num_iter': 389632, 'lr': 2.032921810699589e-05, 'time': '29.42560577392578 Seconds', 'norm': 0.07666015625}\n", + "{'loss': '2.873307228088379', 'num_iter': 390144, 'lr': 2.02880658436214e-05, 'time': '28.6744167804718 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8457610607147217', 'num_iter': 390656, 'lr': 2.0246913580246917e-05, 'time': '29.111189126968384 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8169071674346924', 'num_iter': 391168, 'lr': 2.020576131687243e-05, 'time': '29.20076084136963 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8740744590759277', 'num_iter': 391680, 'lr': 2.016460905349794e-05, 'time': '29.301159858703613 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.827601671218872', 'num_iter': 392192, 'lr': 2.0123456790123457e-05, 'time': '28.81052589416504 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.881920099258423', 'num_iter': 392704, 'lr': 2.008230452674897e-05, 'time': '29.23066282272339 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.9168365001678467', 'num_iter': 393216, 'lr': 2.0041152263374486e-05, 'time': '28.071696519851685 Seconds', 'norm': 0.07666015625}\n", + "{'loss': '2.827777147293091', 'num_iter': 393728, 'lr': 2e-05, 'time': '34.51452136039734 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8512840270996094', 'num_iter': 394240, 'lr': 1.9958847736625517e-05, 'time': '29.690388679504395 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.9038596153259277', 'num_iter': 394752, 'lr': 1.991769547325103e-05, 'time': '28.54023814201355 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.839658260345459', 'num_iter': 395264, 'lr': 1.9876543209876546e-05, 'time': '29.878984928131104 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8879077434539795', 'num_iter': 395776, 'lr': 1.9835390946502058e-05, 'time': '29.277085781097412 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8281240463256836', 'num_iter': 396288, 'lr': 1.979423868312757e-05, 'time': '29.06146264076233 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8868649005889893', 'num_iter': 396800, 'lr': 1.9753086419753087e-05, 'time': '29.528393507003784 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8098397254943848', 'num_iter': 397312, 'lr': 1.9711934156378602e-05, 'time': '29.045953512191772 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.850125789642334', 'num_iter': 397824, 'lr': 1.967078189300412e-05, 'time': '29.51034164428711 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8589954376220703', 'num_iter': 398336, 'lr': 1.962962962962963e-05, 'time': '29.28505563735962 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.831444263458252', 'num_iter': 398848, 'lr': 1.9588477366255147e-05, 'time': '28.714789390563965 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8758013248443604', 'num_iter': 399360, 'lr': 1.954732510288066e-05, 'time': '29.062073945999146 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.7762739658355713', 'num_iter': 399872, 'lr': 1.950617283950617e-05, 'time': '29.430700302124023 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.821023464202881', 'num_iter': 400384, 'lr': 1.9465020576131687e-05, 'time': '29.478506088256836 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.863039255142212', 'num_iter': 400896, 'lr': 1.94238683127572e-05, 'time': '28.05009698867798 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8536183834075928', 'num_iter': 401408, 'lr': 1.938271604938272e-05, 'time': '29.006187915802002 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.860199213027954', 'num_iter': 401920, 'lr': 1.934156378600823e-05, 'time': '28.528949975967407 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.895829916000366', 'num_iter': 402432, 'lr': 1.9300411522633747e-05, 'time': '29.36826515197754 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.861935615539551', 'num_iter': 402944, 'lr': 1.925925925925926e-05, 'time': '29.438530445098877 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.870572328567505', 'num_iter': 403456, 'lr': 1.9218106995884776e-05, 'time': '28.58878755569458 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8108229637145996', 'num_iter': 403968, 'lr': 1.9176954732510288e-05, 'time': '28.998172760009766 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8775572776794434', 'num_iter': 404480, 'lr': 1.91358024691358e-05, 'time': '29.3455331325531 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.85620379447937', 'num_iter': 404992, 'lr': 1.909465020576132e-05, 'time': '29.864320993423462 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.818831443786621', 'num_iter': 405504, 'lr': 1.9053497942386832e-05, 'time': '29.631922721862793 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.8571617603302', 'num_iter': 406016, 'lr': 1.901234567901235e-05, 'time': '29.570250988006592 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.894195318222046', 'num_iter': 406528, 'lr': 1.897119341563786e-05, 'time': '29.391497373580933 Seconds', 'norm': 0.07470703125}\n", + "{'loss': '2.8595850467681885', 'num_iter': 407040, 'lr': 1.8930041152263377e-05, 'time': '29.258270978927612 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.842921733856201', 'num_iter': 407552, 'lr': 1.888888888888889e-05, 'time': '29.237382650375366 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8072280883789062', 'num_iter': 408064, 'lr': 1.8847736625514405e-05, 'time': '29.257429122924805 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.841141939163208', 'num_iter': 408576, 'lr': 1.8806584362139917e-05, 'time': '29.00861883163452 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8298873901367188', 'num_iter': 409088, 'lr': 1.8765432098765433e-05, 'time': '28.611631631851196 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8344998359680176', 'num_iter': 409600, 'lr': 1.872427983539095e-05, 'time': '30.189136505126953 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.828512191772461', 'num_iter': 410112, 'lr': 1.868312757201646e-05, 'time': '29.591256856918335 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8889355659484863', 'num_iter': 410624, 'lr': 1.8641975308641977e-05, 'time': '29.305263996124268 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8543004989624023', 'num_iter': 411136, 'lr': 1.860082304526749e-05, 'time': '28.584537029266357 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.807755708694458', 'num_iter': 411648, 'lr': 1.8559670781893006e-05, 'time': '29.415223121643066 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8946526050567627', 'num_iter': 412160, 'lr': 1.8518518518518518e-05, 'time': '28.928513050079346 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.9016270637512207', 'num_iter': 412672, 'lr': 1.8477366255144034e-05, 'time': '28.20365023612976 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8629887104034424', 'num_iter': 413184, 'lr': 1.843621399176955e-05, 'time': '29.067840576171875 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8966195583343506', 'num_iter': 413696, 'lr': 1.8395061728395062e-05, 'time': '28.740394353866577 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.843747854232788', 'num_iter': 414208, 'lr': 1.835390946502058e-05, 'time': '29.01990795135498 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8138740062713623', 'num_iter': 414720, 'lr': 1.831275720164609e-05, 'time': '28.927700996398926 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.9046919345855713', 'num_iter': 415232, 'lr': 1.8271604938271607e-05, 'time': '29.182270288467407 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.914755344390869', 'num_iter': 415744, 'lr': 1.823045267489712e-05, 'time': '28.407724618911743 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8326220512390137', 'num_iter': 416256, 'lr': 1.8189300411522635e-05, 'time': '28.70172929763794 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.829275608062744', 'num_iter': 416768, 'lr': 1.814814814814815e-05, 'time': '28.98307776451111 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8045363426208496', 'num_iter': 417280, 'lr': 1.8106995884773663e-05, 'time': '29.3906090259552 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8372321128845215', 'num_iter': 417792, 'lr': 1.806584362139918e-05, 'time': '29.134939432144165 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8818435668945312', 'num_iter': 418304, 'lr': 1.802469135802469e-05, 'time': '28.260547161102295 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.785409450531006', 'num_iter': 418816, 'lr': 1.7983539094650207e-05, 'time': '29.454020261764526 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.9204859733581543', 'num_iter': 419328, 'lr': 1.794238683127572e-05, 'time': '29.110371112823486 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8879103660583496', 'num_iter': 419840, 'lr': 1.7901234567901236e-05, 'time': '29.62685227394104 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.817251205444336', 'num_iter': 420352, 'lr': 1.7860082304526748e-05, 'time': '29.221896171569824 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.882164478302002', 'num_iter': 420864, 'lr': 1.7818930041152264e-05, 'time': '29.180362701416016 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8190770149230957', 'num_iter': 421376, 'lr': 1.777777777777778e-05, 'time': '29.332987546920776 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.838895320892334', 'num_iter': 421888, 'lr': 1.7736625514403292e-05, 'time': '29.377435445785522 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8604354858398438', 'num_iter': 422400, 'lr': 1.769547325102881e-05, 'time': '29.156512022018433 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.868278741836548', 'num_iter': 422912, 'lr': 1.765432098765432e-05, 'time': '29.59125304222107 Seconds', 'norm': 0.064453125}\n", + "{'loss': '2.8329708576202393', 'num_iter': 423424, 'lr': 1.7613168724279837e-05, 'time': '29.478616952896118 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.846781015396118', 'num_iter': 423936, 'lr': 1.757201646090535e-05, 'time': '29.086482048034668 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.813877582550049', 'num_iter': 424448, 'lr': 1.7530864197530865e-05, 'time': '29.765182733535767 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.802414655685425', 'num_iter': 424960, 'lr': 1.748971193415638e-05, 'time': '29.078168630599976 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8332791328430176', 'num_iter': 425472, 'lr': 1.7448559670781893e-05, 'time': '29.20760178565979 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8561501502990723', 'num_iter': 425984, 'lr': 1.740740740740741e-05, 'time': '29.83091902732849 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8406877517700195', 'num_iter': 426496, 'lr': 1.736625514403292e-05, 'time': '34.763256788253784 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.865234136581421', 'num_iter': 427008, 'lr': 1.7325102880658437e-05, 'time': '29.49450993537903 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8818085193634033', 'num_iter': 427520, 'lr': 1.728395061728395e-05, 'time': '29.37398648262024 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.9234795570373535', 'num_iter': 428032, 'lr': 1.7242798353909466e-05, 'time': '28.828882455825806 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8230984210968018', 'num_iter': 428544, 'lr': 1.720164609053498e-05, 'time': '28.809178113937378 Seconds', 'norm': 0.064453125}\n", + "{'loss': '2.9075021743774414', 'num_iter': 429056, 'lr': 1.7160493827160494e-05, 'time': '29.156638622283936 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8646950721740723', 'num_iter': 429568, 'lr': 1.711934156378601e-05, 'time': '31.919678449630737 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.8299479484558105', 'num_iter': 430080, 'lr': 1.7078189300411522e-05, 'time': '29.889198780059814 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8439879417419434', 'num_iter': 430592, 'lr': 1.7037037037037038e-05, 'time': '29.215099811553955 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8162691593170166', 'num_iter': 431104, 'lr': 1.699588477366255e-05, 'time': '28.91430687904358 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8047211170196533', 'num_iter': 431616, 'lr': 1.6954732510288067e-05, 'time': '30.33574390411377 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.865114688873291', 'num_iter': 432128, 'lr': 1.6913580246913582e-05, 'time': '29.602320432662964 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8536062240600586', 'num_iter': 432640, 'lr': 1.6872427983539095e-05, 'time': '28.73536467552185 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8616697788238525', 'num_iter': 433152, 'lr': 1.683127572016461e-05, 'time': '28.93126368522644 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8238935470581055', 'num_iter': 433664, 'lr': 1.6790123456790123e-05, 'time': '29.973790168762207 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8191654682159424', 'num_iter': 434176, 'lr': 1.674897119341564e-05, 'time': '29.494283437728882 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.884754180908203', 'num_iter': 434688, 'lr': 1.670781893004115e-05, 'time': '29.83069133758545 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8189873695373535', 'num_iter': 435200, 'lr': 1.6666666666666667e-05, 'time': '29.815333604812622 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8422722816467285', 'num_iter': 435712, 'lr': 1.662551440329218e-05, 'time': '30.143207550048828 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8647079467773438', 'num_iter': 436224, 'lr': 1.6584362139917696e-05, 'time': '28.73315739631653 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.82615327835083', 'num_iter': 436736, 'lr': 1.654320987654321e-05, 'time': '29.302456378936768 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.7991514205932617', 'num_iter': 437248, 'lr': 1.6502057613168724e-05, 'time': '30.53088927268982 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8224663734436035', 'num_iter': 437760, 'lr': 1.646090534979424e-05, 'time': '29.629937171936035 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8165597915649414', 'num_iter': 438272, 'lr': 1.6419753086419752e-05, 'time': '29.853479146957397 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.7870724201202393', 'num_iter': 438784, 'lr': 1.6378600823045268e-05, 'time': '29.18370532989502 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.8314764499664307', 'num_iter': 439296, 'lr': 1.633744855967078e-05, 'time': '29.13600778579712 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8533668518066406', 'num_iter': 439808, 'lr': 1.62962962962963e-05, 'time': '29.373291015625 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.892801523208618', 'num_iter': 440320, 'lr': 1.6255144032921812e-05, 'time': '29.204240083694458 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.834590196609497', 'num_iter': 440832, 'lr': 1.6213991769547325e-05, 'time': '29.617531061172485 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8838632106781006', 'num_iter': 441344, 'lr': 1.617283950617284e-05, 'time': '29.917377471923828 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.858924388885498', 'num_iter': 441856, 'lr': 1.6131687242798353e-05, 'time': '29.41421389579773 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.869204044342041', 'num_iter': 442368, 'lr': 1.609053497942387e-05, 'time': '28.996724128723145 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8836350440979004', 'num_iter': 442880, 'lr': 1.604938271604938e-05, 'time': '28.299513339996338 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8483550548553467', 'num_iter': 443392, 'lr': 1.6008230452674897e-05, 'time': '29.558724403381348 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8563294410705566', 'num_iter': 443904, 'lr': 1.5967078189300413e-05, 'time': '29.53132200241089 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8001372814178467', 'num_iter': 444416, 'lr': 1.5925925925925926e-05, 'time': '29.1241295337677 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.7972774505615234', 'num_iter': 444928, 'lr': 1.588477366255144e-05, 'time': '29.668092250823975 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8295795917510986', 'num_iter': 445440, 'lr': 1.5843621399176954e-05, 'time': '29.171869039535522 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.796544313430786', 'num_iter': 445952, 'lr': 1.580246913580247e-05, 'time': '28.560774087905884 Seconds', 'norm': 0.064453125}\n", + "{'loss': '2.8331360816955566', 'num_iter': 446464, 'lr': 1.5761316872427982e-05, 'time': '28.80343198776245 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.866995096206665', 'num_iter': 446976, 'lr': 1.5720164609053498e-05, 'time': '28.53097677230835 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.776064395904541', 'num_iter': 447488, 'lr': 1.5679012345679014e-05, 'time': '30.063666105270386 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8620142936706543', 'num_iter': 448000, 'lr': 1.563786008230453e-05, 'time': '30.21118974685669 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7863645553588867', 'num_iter': 448512, 'lr': 1.5596707818930042e-05, 'time': '29.746981620788574 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.854292154312134', 'num_iter': 449024, 'lr': 1.5555555555555555e-05, 'time': '29.358696699142456 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.786060094833374', 'num_iter': 449536, 'lr': 1.551440329218107e-05, 'time': '29.230772256851196 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.9060685634613037', 'num_iter': 450048, 'lr': 1.5473251028806583e-05, 'time': '28.759602308273315 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.838418960571289', 'num_iter': 450560, 'lr': 1.54320987654321e-05, 'time': '28.339887857437134 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.807978630065918', 'num_iter': 451072, 'lr': 1.539094650205761e-05, 'time': '28.843620538711548 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.858079433441162', 'num_iter': 451584, 'lr': 1.534979423868313e-05, 'time': '29.4767427444458 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.870344877243042', 'num_iter': 452096, 'lr': 1.5308641975308643e-05, 'time': '29.392807722091675 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.885298252105713', 'num_iter': 452608, 'lr': 1.526748971193416e-05, 'time': '29.27961754798889 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.7930405139923096', 'num_iter': 453120, 'lr': 1.5226337448559672e-05, 'time': '29.60365629196167 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.916257619857788', 'num_iter': 453632, 'lr': 1.5185185185185186e-05, 'time': '29.231141328811646 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.903085470199585', 'num_iter': 454144, 'lr': 1.51440329218107e-05, 'time': '29.708298921585083 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.835984945297241', 'num_iter': 454656, 'lr': 1.5102880658436214e-05, 'time': '28.552839756011963 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8361284732818604', 'num_iter': 455168, 'lr': 1.506172839506173e-05, 'time': '29.543771982192993 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8691329956054688', 'num_iter': 455680, 'lr': 1.5020576131687244e-05, 'time': '28.332223653793335 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.832643508911133', 'num_iter': 456192, 'lr': 1.4979423868312758e-05, 'time': '28.065879344940186 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8612074851989746', 'num_iter': 456704, 'lr': 1.4938271604938272e-05, 'time': '28.53629970550537 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.871873378753662', 'num_iter': 457216, 'lr': 1.4897119341563787e-05, 'time': '28.69616150856018 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.841825485229492', 'num_iter': 457728, 'lr': 1.48559670781893e-05, 'time': '28.944182872772217 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8527252674102783', 'num_iter': 458240, 'lr': 1.4814814814814815e-05, 'time': '28.78449535369873 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8516533374786377', 'num_iter': 458752, 'lr': 1.4773662551440329e-05, 'time': '29.8545081615448 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8179562091827393', 'num_iter': 459264, 'lr': 1.4732510288065845e-05, 'time': '35.832355976104736 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.7906620502471924', 'num_iter': 459776, 'lr': 1.4691358024691359e-05, 'time': '30.5021333694458 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.846982717514038', 'num_iter': 460288, 'lr': 1.4650205761316873e-05, 'time': '29.11924958229065 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.902243137359619', 'num_iter': 460800, 'lr': 1.4609053497942387e-05, 'time': '29.13430690765381 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7655081748962402', 'num_iter': 461312, 'lr': 1.4567901234567902e-05, 'time': '28.36834144592285 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.846386432647705', 'num_iter': 461824, 'lr': 1.4526748971193416e-05, 'time': '28.261960983276367 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8413710594177246', 'num_iter': 462336, 'lr': 1.448559670781893e-05, 'time': '30.67648410797119 Seconds', 'norm': 0.06298828125}\n", + "{'loss': '2.880749225616455', 'num_iter': 462848, 'lr': 1.4444444444444444e-05, 'time': '29.25423264503479 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.800603151321411', 'num_iter': 463360, 'lr': 1.440329218106996e-05, 'time': '29.850607872009277 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.85748291015625', 'num_iter': 463872, 'lr': 1.4362139917695474e-05, 'time': '28.871422052383423 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.7707056999206543', 'num_iter': 464384, 'lr': 1.4320987654320988e-05, 'time': '29.97897744178772 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.8263566493988037', 'num_iter': 464896, 'lr': 1.4279835390946502e-05, 'time': '28.465866804122925 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7970988750457764', 'num_iter': 465408, 'lr': 1.4238683127572017e-05, 'time': '28.877150058746338 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.885760545730591', 'num_iter': 465920, 'lr': 1.419753086419753e-05, 'time': '29.036547660827637 Seconds', 'norm': 0.0751953125}\n", + "{'loss': '2.8523964881896973', 'num_iter': 466432, 'lr': 1.4156378600823045e-05, 'time': '29.190868377685547 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.9054484367370605', 'num_iter': 466944, 'lr': 1.411522633744856e-05, 'time': '29.515432357788086 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.897185802459717', 'num_iter': 467456, 'lr': 1.4074074074074075e-05, 'time': '28.382187366485596 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.866203784942627', 'num_iter': 467968, 'lr': 1.4032921810699589e-05, 'time': '29.21527075767517 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.7979400157928467', 'num_iter': 468480, 'lr': 1.3991769547325103e-05, 'time': '29.879173755645752 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.821181058883667', 'num_iter': 468992, 'lr': 1.3950617283950617e-05, 'time': '28.75686526298523 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.883805751800537', 'num_iter': 469504, 'lr': 1.3909465020576132e-05, 'time': '29.618570804595947 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.893010377883911', 'num_iter': 470016, 'lr': 1.3868312757201646e-05, 'time': '28.922924041748047 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.876707077026367', 'num_iter': 470528, 'lr': 1.382716049382716e-05, 'time': '28.69142174720764 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.884254217147827', 'num_iter': 471040, 'lr': 1.3786008230452676e-05, 'time': '28.272189617156982 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8523170948028564', 'num_iter': 471552, 'lr': 1.374485596707819e-05, 'time': '29.941531658172607 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8451898097991943', 'num_iter': 472064, 'lr': 1.3703703703703704e-05, 'time': '27.863731384277344 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.9053874015808105', 'num_iter': 472576, 'lr': 1.3662551440329218e-05, 'time': '28.93142819404602 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.775780439376831', 'num_iter': 473088, 'lr': 1.3621399176954732e-05, 'time': '29.408615350723267 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8416476249694824', 'num_iter': 473600, 'lr': 1.3580246913580247e-05, 'time': '28.793835401535034 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.821932077407837', 'num_iter': 474112, 'lr': 1.353909465020576e-05, 'time': '27.890571355819702 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8649559020996094', 'num_iter': 474624, 'lr': 1.3497942386831278e-05, 'time': '29.850404500961304 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.883971929550171', 'num_iter': 475136, 'lr': 1.3456790123456793e-05, 'time': '29.3586208820343 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.7716023921966553', 'num_iter': 475648, 'lr': 1.3415637860082305e-05, 'time': '28.214048862457275 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.829652786254883', 'num_iter': 476160, 'lr': 1.3374485596707819e-05, 'time': '29.23150610923767 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8218605518341064', 'num_iter': 476672, 'lr': 1.3333333333333333e-05, 'time': '29.79544734954834 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.854163885116577', 'num_iter': 477184, 'lr': 1.3292181069958847e-05, 'time': '29.252398252487183 Seconds', 'norm': 0.076171875}\n", + "{'loss': '2.837318181991577', 'num_iter': 477696, 'lr': 1.3251028806584362e-05, 'time': '28.39164924621582 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.7966179847717285', 'num_iter': 478208, 'lr': 1.3209876543209876e-05, 'time': '29.633358478546143 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8092808723449707', 'num_iter': 478720, 'lr': 1.3168724279835393e-05, 'time': '29.364501953125 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.877614974975586', 'num_iter': 479232, 'lr': 1.3127572016460907e-05, 'time': '29.204027891159058 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.866325616836548', 'num_iter': 479744, 'lr': 1.308641975308642e-05, 'time': '30.93520998954773 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8794169425964355', 'num_iter': 480256, 'lr': 1.3045267489711934e-05, 'time': '29.484364986419678 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.878711223602295', 'num_iter': 480768, 'lr': 1.3004115226337448e-05, 'time': '29.018326997756958 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8570761680603027', 'num_iter': 481280, 'lr': 1.2962962962962962e-05, 'time': '29.055338621139526 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.888639450073242', 'num_iter': 481792, 'lr': 1.2921810699588477e-05, 'time': '29.009055376052856 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.853461980819702', 'num_iter': 482304, 'lr': 1.2880658436213994e-05, 'time': '29.258965253829956 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8239002227783203', 'num_iter': 482816, 'lr': 1.2839506172839508e-05, 'time': '29.337311506271362 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.898261070251465', 'num_iter': 483328, 'lr': 1.2798353909465022e-05, 'time': '29.009795665740967 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8241662979125977', 'num_iter': 483840, 'lr': 1.2757201646090535e-05, 'time': '30.217499494552612 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8750956058502197', 'num_iter': 484352, 'lr': 1.2716049382716049e-05, 'time': '28.032175302505493 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.838468551635742', 'num_iter': 484864, 'lr': 1.2674897119341563e-05, 'time': '29.76568365097046 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.862368106842041', 'num_iter': 485376, 'lr': 1.2633744855967077e-05, 'time': '28.901658296585083 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.86911940574646', 'num_iter': 485888, 'lr': 1.2592592592592592e-05, 'time': '29.284552335739136 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.825066328048706', 'num_iter': 486400, 'lr': 1.255144032921811e-05, 'time': '30.175512552261353 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.835263252258301', 'num_iter': 486912, 'lr': 1.2510288065843623e-05, 'time': '28.530791521072388 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.7832138538360596', 'num_iter': 487424, 'lr': 1.2469135802469137e-05, 'time': '29.365578174591064 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.840196371078491', 'num_iter': 487936, 'lr': 1.2427983539094652e-05, 'time': '28.70982575416565 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.835287570953369', 'num_iter': 488448, 'lr': 1.2386831275720164e-05, 'time': '29.043342351913452 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.7645931243896484', 'num_iter': 488960, 'lr': 1.2345679012345678e-05, 'time': '29.982909679412842 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8686792850494385', 'num_iter': 489472, 'lr': 1.2304526748971194e-05, 'time': '28.129571437835693 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.828026533126831', 'num_iter': 489984, 'lr': 1.2263374485596708e-05, 'time': '29.37754249572754 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.868523597717285', 'num_iter': 490496, 'lr': 1.2222222222222222e-05, 'time': '28.553146362304688 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8639614582061768', 'num_iter': 491008, 'lr': 1.2181069958847738e-05, 'time': '28.41987109184265 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.900085926055908', 'num_iter': 491520, 'lr': 1.2139917695473252e-05, 'time': '29.53718614578247 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8624839782714844', 'num_iter': 492032, 'lr': 1.2098765432098767e-05, 'time': '34.24997544288635 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8146908283233643', 'num_iter': 492544, 'lr': 1.2057613168724279e-05, 'time': '29.49764919281006 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8806889057159424', 'num_iter': 493056, 'lr': 1.2016460905349795e-05, 'time': '30.038660526275635 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.847519874572754', 'num_iter': 493568, 'lr': 1.1975308641975309e-05, 'time': '29.375064849853516 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.7338523864746094', 'num_iter': 494080, 'lr': 1.1934156378600823e-05, 'time': '29.427905559539795 Seconds', 'norm': 0.0634765625}\n", + "{'loss': '2.794264554977417', 'num_iter': 494592, 'lr': 1.1893004115226337e-05, 'time': '29.938820123672485 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8969414234161377', 'num_iter': 495104, 'lr': 1.1851851851851853e-05, 'time': '29.729200839996338 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8681161403656006', 'num_iter': 495616, 'lr': 1.1810699588477367e-05, 'time': '28.77250337600708 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.859663963317871', 'num_iter': 496128, 'lr': 1.1769547325102882e-05, 'time': '28.36748242378235 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.876599073410034', 'num_iter': 496640, 'lr': 1.1728395061728396e-05, 'time': '29.645891427993774 Seconds', 'norm': 0.076171875}\n", + "{'loss': '2.787916421890259', 'num_iter': 497152, 'lr': 1.168724279835391e-05, 'time': '30.268390655517578 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.845109701156616', 'num_iter': 497664, 'lr': 1.1646090534979424e-05, 'time': '29.863914012908936 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.864786148071289', 'num_iter': 498176, 'lr': 1.1604938271604938e-05, 'time': '29.67190909385681 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.831873893737793', 'num_iter': 498688, 'lr': 1.1563786008230454e-05, 'time': '29.57274317741394 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8938329219818115', 'num_iter': 499200, 'lr': 1.1522633744855968e-05, 'time': '28.54742956161499 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.867968797683716', 'num_iter': 499712, 'lr': 1.1481481481481482e-05, 'time': '28.314318418502808 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8399386405944824', 'num_iter': 500224, 'lr': 1.1440329218106997e-05, 'time': '28.67738103866577 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8338499069213867', 'num_iter': 500736, 'lr': 1.139917695473251e-05, 'time': '29.19016671180725 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.9286603927612305', 'num_iter': 501248, 'lr': 1.1358024691358025e-05, 'time': '28.807591438293457 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8470566272735596', 'num_iter': 501760, 'lr': 1.1316872427983539e-05, 'time': '28.939493417739868 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.920369863510132', 'num_iter': 502272, 'lr': 1.1275720164609053e-05, 'time': '27.946855783462524 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8167929649353027', 'num_iter': 502784, 'lr': 1.123456790123457e-05, 'time': '28.922836303710938 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8567824363708496', 'num_iter': 503296, 'lr': 1.1193415637860083e-05, 'time': '29.053001642227173 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.7857038974761963', 'num_iter': 503808, 'lr': 1.1152263374485597e-05, 'time': '29.877268314361572 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8116257190704346', 'num_iter': 504320, 'lr': 1.1111111111111112e-05, 'time': '28.81053614616394 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8691141605377197', 'num_iter': 504832, 'lr': 1.1069958847736626e-05, 'time': '28.463561058044434 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.939842462539673', 'num_iter': 505344, 'lr': 1.102880658436214e-05, 'time': '28.439377069473267 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.848719358444214', 'num_iter': 505856, 'lr': 1.0987654320987654e-05, 'time': '29.621623277664185 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.9270529747009277', 'num_iter': 506368, 'lr': 1.094650205761317e-05, 'time': '28.14000415802002 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8331520557403564', 'num_iter': 506880, 'lr': 1.0905349794238684e-05, 'time': '30.0824191570282 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8498761653900146', 'num_iter': 507392, 'lr': 1.0864197530864198e-05, 'time': '30.172181367874146 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.845276355743408', 'num_iter': 507904, 'lr': 1.0823045267489712e-05, 'time': '29.08392858505249 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8078720569610596', 'num_iter': 508416, 'lr': 1.0781893004115227e-05, 'time': '28.97827672958374 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8346915245056152', 'num_iter': 508928, 'lr': 1.074074074074074e-05, 'time': '28.929404497146606 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8215527534484863', 'num_iter': 509440, 'lr': 1.0699588477366255e-05, 'time': '29.25428557395935 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8542723655700684', 'num_iter': 509952, 'lr': 1.0658436213991769e-05, 'time': '29.33556890487671 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.842393159866333', 'num_iter': 510464, 'lr': 1.0617283950617285e-05, 'time': '29.143945693969727 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.826982259750366', 'num_iter': 510976, 'lr': 1.0576131687242799e-05, 'time': '29.268474340438843 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.884566068649292', 'num_iter': 511488, 'lr': 1.0534979423868313e-05, 'time': '28.987975120544434 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.9033117294311523', 'num_iter': 512000, 'lr': 1.0493827160493827e-05, 'time': '29.499335289001465 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8665406703948975', 'num_iter': 512512, 'lr': 1.0452674897119343e-05, 'time': '29.537666082382202 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.834986925125122', 'num_iter': 513024, 'lr': 1.0411522633744856e-05, 'time': '29.80558705329895 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8276185989379883', 'num_iter': 513536, 'lr': 1.037037037037037e-05, 'time': '28.720422506332397 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.811746120452881', 'num_iter': 514048, 'lr': 1.0329218106995884e-05, 'time': '29.215091705322266 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8709261417388916', 'num_iter': 514560, 'lr': 1.02880658436214e-05, 'time': '29.370339155197144 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8411290645599365', 'num_iter': 515072, 'lr': 1.0246913580246914e-05, 'time': '29.157865524291992 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.7793002128601074', 'num_iter': 515584, 'lr': 1.0205761316872428e-05, 'time': '29.435720205307007 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8760554790496826', 'num_iter': 516096, 'lr': 1.0164609053497944e-05, 'time': '28.90258002281189 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8467729091644287', 'num_iter': 516608, 'lr': 1.0123456790123458e-05, 'time': '29.56618356704712 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.876101016998291', 'num_iter': 517120, 'lr': 1.008230452674897e-05, 'time': '29.12409019470215 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.876617431640625', 'num_iter': 517632, 'lr': 1.0041152263374485e-05, 'time': '28.681926012039185 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.874107837677002', 'num_iter': 518144, 'lr': 1e-05, 'time': '29.626309156417847 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8214845657348633', 'num_iter': 518656, 'lr': 9.958847736625515e-06, 'time': '29.639667510986328 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.888655185699463', 'num_iter': 519168, 'lr': 9.917695473251029e-06, 'time': '29.09409737586975 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8500216007232666', 'num_iter': 519680, 'lr': 9.876543209876543e-06, 'time': '29.229589700698853 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8236570358276367', 'num_iter': 520192, 'lr': 9.83539094650206e-06, 'time': '28.989248514175415 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.82303524017334', 'num_iter': 520704, 'lr': 9.794238683127573e-06, 'time': '28.76941180229187 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8505470752716064', 'num_iter': 521216, 'lr': 9.753086419753086e-06, 'time': '28.667618989944458 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.84902024269104', 'num_iter': 521728, 'lr': 9.7119341563786e-06, 'time': '29.614381313323975 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8357181549072266', 'num_iter': 522240, 'lr': 9.670781893004116e-06, 'time': '28.27990221977234 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.84521746635437', 'num_iter': 522752, 'lr': 9.62962962962963e-06, 'time': '29.315436601638794 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.786970615386963', 'num_iter': 523264, 'lr': 9.588477366255144e-06, 'time': '28.0414400100708 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.815791368484497', 'num_iter': 523776, 'lr': 9.54732510288066e-06, 'time': '29.62797975540161 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.789809226989746', 'num_iter': 524288, 'lr': 9.506172839506174e-06, 'time': '30.87285089492798 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8391220569610596', 'num_iter': 524800, 'lr': 9.465020576131688e-06, 'time': '37.007169008255005 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.813603162765503', 'num_iter': 525312, 'lr': 9.423868312757202e-06, 'time': '29.831751585006714 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8439278602600098', 'num_iter': 525824, 'lr': 9.382716049382717e-06, 'time': '28.20337414741516 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.83735728263855', 'num_iter': 526336, 'lr': 9.34156378600823e-06, 'time': '29.779006242752075 Seconds', 'norm': 0.064453125}\n", + "{'loss': '2.837386131286621', 'num_iter': 526848, 'lr': 9.300411522633745e-06, 'time': '28.910450220108032 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.8672139644622803', 'num_iter': 527360, 'lr': 9.259259259259259e-06, 'time': '28.801995992660522 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.84792160987854', 'num_iter': 527872, 'lr': 9.218106995884775e-06, 'time': '29.052992820739746 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.841681957244873', 'num_iter': 528384, 'lr': 9.17695473251029e-06, 'time': '30.186877012252808 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.799731969833374', 'num_iter': 528896, 'lr': 9.135802469135803e-06, 'time': '29.605154275894165 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.860801935195923', 'num_iter': 529408, 'lr': 9.094650205761317e-06, 'time': '28.425490379333496 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.9007840156555176', 'num_iter': 529920, 'lr': 9.053497942386832e-06, 'time': '29.79873561859131 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.807647705078125', 'num_iter': 530432, 'lr': 9.012345679012346e-06, 'time': '30.92024540901184 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8432857990264893', 'num_iter': 530944, 'lr': 8.97119341563786e-06, 'time': '29.35753107070923 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8542847633361816', 'num_iter': 531456, 'lr': 8.930041152263374e-06, 'time': '29.306506872177124 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8327012062072754', 'num_iter': 531968, 'lr': 8.88888888888889e-06, 'time': '29.157469272613525 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.821875810623169', 'num_iter': 532480, 'lr': 8.847736625514404e-06, 'time': '28.54924249649048 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7960898876190186', 'num_iter': 532992, 'lr': 8.806584362139918e-06, 'time': '29.66021180152893 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8531277179718018', 'num_iter': 533504, 'lr': 8.765432098765432e-06, 'time': '29.17786431312561 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8397438526153564', 'num_iter': 534016, 'lr': 8.724279835390947e-06, 'time': '29.259751081466675 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.84871506690979', 'num_iter': 534528, 'lr': 8.68312757201646e-06, 'time': '29.092939853668213 Seconds', 'norm': 0.064453125}\n", + "{'loss': '2.8128461837768555', 'num_iter': 535040, 'lr': 8.641975308641975e-06, 'time': '28.48697805404663 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.785616159439087', 'num_iter': 535552, 'lr': 8.60082304526749e-06, 'time': '29.237990140914917 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.831021547317505', 'num_iter': 536064, 'lr': 8.559670781893005e-06, 'time': '28.689440488815308 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8541409969329834', 'num_iter': 536576, 'lr': 8.518518518518519e-06, 'time': '29.796372413635254 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.8665995597839355', 'num_iter': 537088, 'lr': 8.477366255144033e-06, 'time': '28.996750354766846 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8444886207580566', 'num_iter': 537600, 'lr': 8.436213991769547e-06, 'time': '28.990366220474243 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8536834716796875', 'num_iter': 538112, 'lr': 8.395061728395062e-06, 'time': '29.254283666610718 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.823753833770752', 'num_iter': 538624, 'lr': 8.353909465020576e-06, 'time': '29.80936074256897 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.854121208190918', 'num_iter': 539136, 'lr': 8.31275720164609e-06, 'time': '28.713469982147217 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.7981786727905273', 'num_iter': 539648, 'lr': 8.271604938271606e-06, 'time': '28.84595012664795 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8186850547790527', 'num_iter': 540160, 'lr': 8.23045267489712e-06, 'time': '28.965108156204224 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.864833116531372', 'num_iter': 540672, 'lr': 8.189300411522634e-06, 'time': '28.828195571899414 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8514256477355957', 'num_iter': 541184, 'lr': 8.14814814814815e-06, 'time': '28.333364009857178 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8210859298706055', 'num_iter': 541696, 'lr': 8.106995884773662e-06, 'time': '28.683781385421753 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.884253978729248', 'num_iter': 542208, 'lr': 8.065843621399177e-06, 'time': '29.352068185806274 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.928131103515625', 'num_iter': 542720, 'lr': 8.02469135802469e-06, 'time': '29.034605979919434 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.853595733642578', 'num_iter': 543232, 'lr': 7.983539094650207e-06, 'time': '29.33139991760254 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.811229705810547', 'num_iter': 543744, 'lr': 7.94238683127572e-06, 'time': '29.366610527038574 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.824563503265381', 'num_iter': 544256, 'lr': 7.901234567901235e-06, 'time': '29.44298815727234 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8770391941070557', 'num_iter': 544768, 'lr': 7.860082304526749e-06, 'time': '28.90861988067627 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.881006956100464', 'num_iter': 545280, 'lr': 7.818930041152265e-06, 'time': '29.80762505531311 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8360118865966797', 'num_iter': 545792, 'lr': 7.777777777777777e-06, 'time': '29.56185531616211 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8601925373077393', 'num_iter': 546304, 'lr': 7.736625514403292e-06, 'time': '28.572474002838135 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8572189807891846', 'num_iter': 546816, 'lr': 7.695473251028806e-06, 'time': '28.466708660125732 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.862382173538208', 'num_iter': 547328, 'lr': 7.654320987654322e-06, 'time': '28.894716501235962 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.894209146499634', 'num_iter': 547840, 'lr': 7.613168724279836e-06, 'time': '28.78348398208618 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8073606491088867', 'num_iter': 548352, 'lr': 7.57201646090535e-06, 'time': '29.259746074676514 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.821117877960205', 'num_iter': 548864, 'lr': 7.530864197530865e-06, 'time': '28.865973472595215 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.828296661376953', 'num_iter': 549376, 'lr': 7.489711934156379e-06, 'time': '28.704824924468994 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.790361166000366', 'num_iter': 549888, 'lr': 7.448559670781893e-06, 'time': '29.712970972061157 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8631033897399902', 'num_iter': 550400, 'lr': 7.4074074074074075e-06, 'time': '29.358115673065186 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8533310890197754', 'num_iter': 550912, 'lr': 7.3662551440329225e-06, 'time': '29.801035165786743 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.7963767051696777', 'num_iter': 551424, 'lr': 7.325102880658437e-06, 'time': '29.234020709991455 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8447885513305664', 'num_iter': 551936, 'lr': 7.283950617283951e-06, 'time': '29.713634490966797 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.789740800857544', 'num_iter': 552448, 'lr': 7.242798353909465e-06, 'time': '28.946076154708862 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8601441383361816', 'num_iter': 552960, 'lr': 7.20164609053498e-06, 'time': '29.443193435668945 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.857954978942871', 'num_iter': 553472, 'lr': 7.160493827160494e-06, 'time': '28.71108651161194 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8520545959472656', 'num_iter': 553984, 'lr': 7.119341563786008e-06, 'time': '30.265000581741333 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.793370485305786', 'num_iter': 554496, 'lr': 7.0781893004115225e-06, 'time': '29.804736852645874 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.840021848678589', 'num_iter': 555008, 'lr': 7.0370370370370375e-06, 'time': '29.18949246406555 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8528594970703125', 'num_iter': 555520, 'lr': 6.995884773662552e-06, 'time': '30.054397106170654 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.8542962074279785', 'num_iter': 556032, 'lr': 6.954732510288066e-06, 'time': '29.03432059288025 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8413000106811523', 'num_iter': 556544, 'lr': 6.91358024691358e-06, 'time': '28.56262969970703 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.7995450496673584', 'num_iter': 557056, 'lr': 6.872427983539095e-06, 'time': '28.694916009902954 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8767731189727783', 'num_iter': 557568, 'lr': 6.831275720164609e-06, 'time': '34.026368856430054 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.858081102371216', 'num_iter': 558080, 'lr': 6.790123456790123e-06, 'time': '29.82314920425415 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8198907375335693', 'num_iter': 558592, 'lr': 6.748971193415639e-06, 'time': '29.652425527572632 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.873634099960327', 'num_iter': 559104, 'lr': 6.7078189300411525e-06, 'time': '30.94076633453369 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.873230457305908', 'num_iter': 559616, 'lr': 6.666666666666667e-06, 'time': '30.143285751342773 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8923094272613525', 'num_iter': 560128, 'lr': 6.625514403292181e-06, 'time': '29.341330766677856 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.814284563064575', 'num_iter': 560640, 'lr': 6.584362139917697e-06, 'time': '29.37589120864868 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8291380405426025', 'num_iter': 561152, 'lr': 6.54320987654321e-06, 'time': '29.09287190437317 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.852931261062622', 'num_iter': 561664, 'lr': 6.502057613168724e-06, 'time': '29.506688833236694 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.8347363471984863', 'num_iter': 562176, 'lr': 6.460905349794238e-06, 'time': '27.897238731384277 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.824347734451294', 'num_iter': 562688, 'lr': 6.419753086419754e-06, 'time': '28.748011827468872 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8071932792663574', 'num_iter': 563200, 'lr': 6.3786008230452675e-06, 'time': '29.17365074157715 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8469254970550537', 'num_iter': 563712, 'lr': 6.337448559670782e-06, 'time': '28.913658380508423 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.882967948913574', 'num_iter': 564224, 'lr': 6.296296296296296e-06, 'time': '28.71717858314514 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.806532144546509', 'num_iter': 564736, 'lr': 6.255144032921812e-06, 'time': '28.674541234970093 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.796130657196045', 'num_iter': 565248, 'lr': 6.213991769547326e-06, 'time': '29.55883288383484 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.843395233154297', 'num_iter': 565760, 'lr': 6.172839506172839e-06, 'time': '29.5800883769989 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8638806343078613', 'num_iter': 566272, 'lr': 6.131687242798354e-06, 'time': '28.66264295578003 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.89028263092041', 'num_iter': 566784, 'lr': 6.090534979423869e-06, 'time': '28.787776708602905 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8789567947387695', 'num_iter': 567296, 'lr': 6.049382716049383e-06, 'time': '29.300332069396973 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.856811761856079', 'num_iter': 567808, 'lr': 6.0082304526748975e-06, 'time': '28.927323579788208 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.865668535232544', 'num_iter': 568320, 'lr': 5.967078189300412e-06, 'time': '29.784273624420166 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.9094455242156982', 'num_iter': 568832, 'lr': 5.925925925925927e-06, 'time': '28.052362203598022 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.90325927734375', 'num_iter': 569344, 'lr': 5.884773662551441e-06, 'time': '28.36776065826416 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.868095874786377', 'num_iter': 569856, 'lr': 5.843621399176955e-06, 'time': '27.783183813095093 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.822378158569336', 'num_iter': 570368, 'lr': 5.802469135802469e-06, 'time': '28.939908266067505 Seconds', 'norm': 0.0732421875}\n", + "{'loss': '2.7891528606414795', 'num_iter': 570880, 'lr': 5.761316872427984e-06, 'time': '29.078511953353882 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.844074010848999', 'num_iter': 571392, 'lr': 5.720164609053498e-06, 'time': '29.473385334014893 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8772008419036865', 'num_iter': 571904, 'lr': 5.6790123456790125e-06, 'time': '28.81147837638855 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.841870069503784', 'num_iter': 572416, 'lr': 5.637860082304527e-06, 'time': '28.557859182357788 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8289718627929688', 'num_iter': 572928, 'lr': 5.596707818930042e-06, 'time': '29.82421612739563 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8505759239196777', 'num_iter': 573440, 'lr': 5.555555555555556e-06, 'time': '28.518743991851807 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7925374507904053', 'num_iter': 573952, 'lr': 5.51440329218107e-06, 'time': '29.735145092010498 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.871058225631714', 'num_iter': 574464, 'lr': 5.473251028806585e-06, 'time': '30.218884229660034 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.824385166168213', 'num_iter': 574976, 'lr': 5.432098765432099e-06, 'time': '28.83664894104004 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.888392925262451', 'num_iter': 575488, 'lr': 5.390946502057613e-06, 'time': '29.18830156326294 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.806661367416382', 'num_iter': 576000, 'lr': 5.3497942386831275e-06, 'time': '30.113969564437866 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8071038722991943', 'num_iter': 576512, 'lr': 5.3086419753086425e-06, 'time': '29.50325632095337 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.898632049560547', 'num_iter': 577024, 'lr': 5.267489711934157e-06, 'time': '28.866510152816772 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.893200159072876', 'num_iter': 577536, 'lr': 5.226337448559672e-06, 'time': '29.315382480621338 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.893423318862915', 'num_iter': 578048, 'lr': 5.185185185185185e-06, 'time': '28.679216384887695 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.7921528816223145', 'num_iter': 578560, 'lr': 5.1440329218107e-06, 'time': '28.86290431022644 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8386991024017334', 'num_iter': 579072, 'lr': 5.102880658436214e-06, 'time': '30.29983949661255 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8573989868164062', 'num_iter': 579584, 'lr': 5.061728395061729e-06, 'time': '29.367778301239014 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8510336875915527', 'num_iter': 580096, 'lr': 5.0205761316872425e-06, 'time': '29.512860774993896 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.807035207748413', 'num_iter': 580608, 'lr': 4.9794238683127575e-06, 'time': '29.437347650527954 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8206138610839844', 'num_iter': 581120, 'lr': 4.938271604938272e-06, 'time': '31.92547106742859 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.851330041885376', 'num_iter': 581632, 'lr': 4.897119341563787e-06, 'time': '28.898805618286133 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8426122665405273', 'num_iter': 582144, 'lr': 4.8559670781893e-06, 'time': '29.510322332382202 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8617467880249023', 'num_iter': 582656, 'lr': 4.814814814814815e-06, 'time': '29.5859694480896 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.865389823913574', 'num_iter': 583168, 'lr': 4.77366255144033e-06, 'time': '28.96385383605957 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.900709867477417', 'num_iter': 583680, 'lr': 4.732510288065844e-06, 'time': '28.388420343399048 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8089780807495117', 'num_iter': 584192, 'lr': 4.691358024691358e-06, 'time': '29.864452123641968 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8646953105926514', 'num_iter': 584704, 'lr': 4.6502057613168725e-06, 'time': '29.00476098060608 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.866957902908325', 'num_iter': 585216, 'lr': 4.6090534979423875e-06, 'time': '29.078928470611572 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.85400390625', 'num_iter': 585728, 'lr': 4.567901234567902e-06, 'time': '29.37288546562195 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.9000768661499023', 'num_iter': 586240, 'lr': 4.526748971193416e-06, 'time': '28.981268405914307 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.838550567626953', 'num_iter': 586752, 'lr': 4.48559670781893e-06, 'time': '29.580600023269653 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.905526876449585', 'num_iter': 587264, 'lr': 4.444444444444445e-06, 'time': '29.463886976242065 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.816026210784912', 'num_iter': 587776, 'lr': 4.403292181069959e-06, 'time': '29.506609678268433 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8856430053710938', 'num_iter': 588288, 'lr': 4.362139917695473e-06, 'time': '29.889562845230103 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.870849132537842', 'num_iter': 588800, 'lr': 4.3209876543209875e-06, 'time': '29.048748254776 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8531768321990967', 'num_iter': 589312, 'lr': 4.2798353909465025e-06, 'time': '29.92811632156372 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.899263381958008', 'num_iter': 589824, 'lr': 4.238683127572017e-06, 'time': '29.370140552520752 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8525233268737793', 'num_iter': 590336, 'lr': 4.197530864197531e-06, 'time': '34.5291633605957 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8938205242156982', 'num_iter': 590848, 'lr': 4.156378600823045e-06, 'time': '29.985982179641724 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.793555498123169', 'num_iter': 591360, 'lr': 4.11522633744856e-06, 'time': '28.87568163871765 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8186285495758057', 'num_iter': 591872, 'lr': 4.074074074074075e-06, 'time': '29.111199140548706 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8203341960906982', 'num_iter': 592384, 'lr': 4.032921810699588e-06, 'time': '29.3833110332489 Seconds', 'norm': 0.064453125}\n", + "{'loss': '2.8695077896118164', 'num_iter': 592896, 'lr': 3.991769547325103e-06, 'time': '29.72314763069153 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8555996417999268', 'num_iter': 593408, 'lr': 3.9506172839506175e-06, 'time': '29.502323627471924 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.8272957801818848', 'num_iter': 593920, 'lr': 3.9094650205761325e-06, 'time': '29.1098735332489 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.870283365249634', 'num_iter': 594432, 'lr': 3.868312757201646e-06, 'time': '28.653929948806763 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.856658458709717', 'num_iter': 594944, 'lr': 3.827160493827161e-06, 'time': '28.56304407119751 Seconds', 'norm': 0.07958984375}\n", + "{'loss': '2.8648436069488525', 'num_iter': 595456, 'lr': 3.786008230452675e-06, 'time': '29.37103247642517 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8938944339752197', 'num_iter': 595968, 'lr': 3.7448559670781896e-06, 'time': '27.903153896331787 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.888510227203369', 'num_iter': 596480, 'lr': 3.7037037037037037e-06, 'time': '30.043076276779175 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8675265312194824', 'num_iter': 596992, 'lr': 3.6625514403292183e-06, 'time': '29.9749436378479 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.821430206298828', 'num_iter': 597504, 'lr': 3.6213991769547325e-06, 'time': '29.668922424316406 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8988847732543945', 'num_iter': 598016, 'lr': 3.580246913580247e-06, 'time': '28.434848308563232 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.843284845352173', 'num_iter': 598528, 'lr': 3.5390946502057612e-06, 'time': '28.882895469665527 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.813387393951416', 'num_iter': 599040, 'lr': 3.497942386831276e-06, 'time': '29.130656719207764 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.829184055328369', 'num_iter': 599552, 'lr': 3.45679012345679e-06, 'time': '29.805450439453125 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8573923110961914', 'num_iter': 600064, 'lr': 3.4156378600823046e-06, 'time': '29.144249439239502 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.7917351722717285', 'num_iter': 600576, 'lr': 3.3744855967078196e-06, 'time': '29.160320043563843 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.858949661254883', 'num_iter': 601088, 'lr': 3.3333333333333333e-06, 'time': '28.871615886688232 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8386871814727783', 'num_iter': 601600, 'lr': 3.2921810699588483e-06, 'time': '29.14110779762268 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.7881624698638916', 'num_iter': 602112, 'lr': 3.251028806584362e-06, 'time': '29.530556201934814 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.807992696762085', 'num_iter': 602624, 'lr': 3.209876543209877e-06, 'time': '28.50228214263916 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.9027559757232666', 'num_iter': 603136, 'lr': 3.168724279835391e-06, 'time': '28.46635341644287 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.880410671234131', 'num_iter': 603648, 'lr': 3.127572016460906e-06, 'time': '28.626384019851685 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.833186626434326', 'num_iter': 604160, 'lr': 3.0864197530864196e-06, 'time': '28.935598134994507 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.865934371948242', 'num_iter': 604672, 'lr': 3.0452674897119346e-06, 'time': '28.28217601776123 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.852808952331543', 'num_iter': 605184, 'lr': 3.0041152263374487e-06, 'time': '29.12992763519287 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.8436827659606934', 'num_iter': 605696, 'lr': 2.9629629629629633e-06, 'time': '29.70860981941223 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.845362901687622', 'num_iter': 606208, 'lr': 2.9218106995884775e-06, 'time': '29.99362540245056 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8399956226348877', 'num_iter': 606720, 'lr': 2.880658436213992e-06, 'time': '28.126889944076538 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.783076286315918', 'num_iter': 607232, 'lr': 2.8395061728395062e-06, 'time': '29.820002794265747 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8911924362182617', 'num_iter': 607744, 'lr': 2.798353909465021e-06, 'time': '27.945738077163696 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8599157333374023', 'num_iter': 608256, 'lr': 2.757201646090535e-06, 'time': '29.606995820999146 Seconds', 'norm': 0.0634765625}\n", + "{'loss': '2.8354709148406982', 'num_iter': 608768, 'lr': 2.7160493827160496e-06, 'time': '28.87290668487549 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8784778118133545', 'num_iter': 609280, 'lr': 2.6748971193415637e-06, 'time': '29.261045455932617 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.9322779178619385', 'num_iter': 609792, 'lr': 2.6337448559670783e-06, 'time': '29.27295160293579 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8783185482025146', 'num_iter': 610304, 'lr': 2.5925925925925925e-06, 'time': '29.354827642440796 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8332126140594482', 'num_iter': 610816, 'lr': 2.551440329218107e-06, 'time': '28.986666440963745 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8186283111572266', 'num_iter': 611328, 'lr': 2.5102880658436212e-06, 'time': '29.572394371032715 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.925375461578369', 'num_iter': 611840, 'lr': 2.469135802469136e-06, 'time': '29.060479879379272 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8862712383270264', 'num_iter': 612352, 'lr': 2.42798353909465e-06, 'time': '29.180482864379883 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.8453521728515625', 'num_iter': 612864, 'lr': 2.386831275720165e-06, 'time': '28.983317613601685 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8248322010040283', 'num_iter': 613376, 'lr': 2.345679012345679e-06, 'time': '29.28315305709839 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.8368163108825684', 'num_iter': 613888, 'lr': 2.3045267489711937e-06, 'time': '28.81800103187561 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.86826753616333', 'num_iter': 614400, 'lr': 2.263374485596708e-06, 'time': '28.170350790023804 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.8754241466522217', 'num_iter': 614912, 'lr': 2.2222222222222225e-06, 'time': '27.54646921157837 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8853468894958496', 'num_iter': 615424, 'lr': 2.1810699588477367e-06, 'time': '28.49697971343994 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8667516708374023', 'num_iter': 615936, 'lr': 2.1399176954732512e-06, 'time': '29.437811374664307 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.85084867477417', 'num_iter': 616448, 'lr': 2.0987654320987654e-06, 'time': '29.22750687599182 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.7995128631591797', 'num_iter': 616960, 'lr': 2.05761316872428e-06, 'time': '29.25890803337097 Seconds', 'norm': 0.0712890625}\n", + "{'loss': '2.8160080909729004', 'num_iter': 617472, 'lr': 2.016460905349794e-06, 'time': '28.838371992111206 Seconds', 'norm': 0.06591796875}\n", + "{'loss': '2.883732318878174', 'num_iter': 617984, 'lr': 1.9753086419753087e-06, 'time': '29.09312081336975 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8497443199157715', 'num_iter': 618496, 'lr': 1.934156378600823e-06, 'time': '29.684922218322754 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8369507789611816', 'num_iter': 619008, 'lr': 1.8930041152263375e-06, 'time': '28.398349046707153 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.845360517501831', 'num_iter': 619520, 'lr': 1.8518518518518519e-06, 'time': '29.095988273620605 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.869830369949341', 'num_iter': 620032, 'lr': 1.8106995884773662e-06, 'time': '28.974825859069824 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8262553215026855', 'num_iter': 620544, 'lr': 1.7695473251028806e-06, 'time': '27.925007343292236 Seconds', 'norm': 0.07177734375}\n", + "{'loss': '2.841275691986084', 'num_iter': 621056, 'lr': 1.728395061728395e-06, 'time': '27.769769191741943 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.9077389240264893', 'num_iter': 621568, 'lr': 1.6872427983539098e-06, 'time': '28.456006050109863 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.879873275756836', 'num_iter': 622080, 'lr': 1.6460905349794242e-06, 'time': '29.755614042282104 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.829390287399292', 'num_iter': 622592, 'lr': 1.6049382716049385e-06, 'time': '28.888471364974976 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.839261054992676', 'num_iter': 623104, 'lr': 1.563786008230453e-06, 'time': '35.53182816505432 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.826148748397827', 'num_iter': 623616, 'lr': 1.5226337448559673e-06, 'time': '29.8604633808136 Seconds', 'norm': 0.06494140625}\n", + "{'loss': '2.902949571609497', 'num_iter': 624128, 'lr': 1.4814814814814817e-06, 'time': '28.869739770889282 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.819808006286621', 'num_iter': 624640, 'lr': 1.440329218106996e-06, 'time': '30.269758462905884 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8293988704681396', 'num_iter': 625152, 'lr': 1.3991769547325104e-06, 'time': '29.262321710586548 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.8067281246185303', 'num_iter': 625664, 'lr': 1.3580246913580248e-06, 'time': '29.202860116958618 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8321449756622314', 'num_iter': 626176, 'lr': 1.3168724279835392e-06, 'time': '27.76081395149231 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.8473668098449707', 'num_iter': 626688, 'lr': 1.2757201646090535e-06, 'time': '29.682578563690186 Seconds', 'norm': 0.07275390625}\n", + "{'loss': '2.8334431648254395', 'num_iter': 627200, 'lr': 1.234567901234568e-06, 'time': '28.463672876358032 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.859034776687622', 'num_iter': 627712, 'lr': 1.1934156378600825e-06, 'time': '28.346845149993896 Seconds', 'norm': 0.07373046875}\n", + "{'loss': '2.851794958114624', 'num_iter': 628224, 'lr': 1.1522633744855969e-06, 'time': '28.969244718551636 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8266656398773193', 'num_iter': 628736, 'lr': 1.1111111111111112e-06, 'time': '28.471104860305786 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.7975614070892334', 'num_iter': 629248, 'lr': 1.0699588477366256e-06, 'time': '28.043527603149414 Seconds', 'norm': 0.07080078125}\n", + "{'loss': '2.8722245693206787', 'num_iter': 629760, 'lr': 1.02880658436214e-06, 'time': '28.415979623794556 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.7851169109344482', 'num_iter': 630272, 'lr': 9.876543209876544e-07, 'time': '29.549118518829346 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.8239924907684326', 'num_iter': 630784, 'lr': 9.465020576131687e-07, 'time': '30.041761875152588 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.8700249195098877', 'num_iter': 631296, 'lr': 9.053497942386831e-07, 'time': '29.470792770385742 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8267662525177', 'num_iter': 631808, 'lr': 8.641975308641975e-07, 'time': '30.849552631378174 Seconds', 'norm': 0.06787109375}\n", + "{'loss': '2.826687812805176', 'num_iter': 632320, 'lr': 8.230452674897121e-07, 'time': '30.098150491714478 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.910553455352783', 'num_iter': 632832, 'lr': 7.818930041152265e-07, 'time': '28.75841784477234 Seconds', 'norm': 0.0703125}\n", + "{'loss': '2.8708386421203613', 'num_iter': 633344, 'lr': 7.407407407407408e-07, 'time': '28.91074538230896 Seconds', 'norm': 0.0693359375}\n", + "{'loss': '2.8023829460144043', 'num_iter': 633856, 'lr': 6.995884773662552e-07, 'time': '29.558167457580566 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.898648500442505', 'num_iter': 634368, 'lr': 6.584362139917696e-07, 'time': '28.32606792449951 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.823927402496338', 'num_iter': 634880, 'lr': 6.17283950617284e-07, 'time': '29.77454710006714 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.777428388595581', 'num_iter': 635392, 'lr': 5.761316872427984e-07, 'time': '29.027082204818726 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.827561140060425', 'num_iter': 635904, 'lr': 5.349794238683128e-07, 'time': '29.502626657485962 Seconds', 'norm': 0.0654296875}\n", + "{'loss': '2.9405176639556885', 'num_iter': 636416, 'lr': 4.938271604938272e-07, 'time': '28.78481125831604 Seconds', 'norm': 0.072265625}\n", + "{'loss': '2.841953754425049', 'num_iter': 636928, 'lr': 4.5267489711934156e-07, 'time': '29.591400861740112 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8743820190429688', 'num_iter': 637440, 'lr': 4.1152263374485604e-07, 'time': '29.819284677505493 Seconds', 'norm': 0.06884765625}\n", + "{'loss': '2.8509953022003174', 'num_iter': 637952, 'lr': 3.703703703703704e-07, 'time': '29.34701371192932 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.812026023864746', 'num_iter': 638464, 'lr': 3.292181069958848e-07, 'time': '29.571672439575195 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8577678203582764', 'num_iter': 638976, 'lr': 2.880658436213992e-07, 'time': '29.339584827423096 Seconds', 'norm': 0.06640625}\n", + "{'loss': '2.828218698501587', 'num_iter': 639488, 'lr': 2.469135802469136e-07, 'time': '29.87091612815857 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.833214521408081', 'num_iter': 640000, 'lr': 2.0576131687242802e-07, 'time': '29.010740280151367 Seconds', 'norm': 0.068359375}\n", + "{'loss': '2.887907028198242', 'num_iter': 640512, 'lr': 1.646090534979424e-07, 'time': '28.849608659744263 Seconds', 'norm': 0.06982421875}\n", + "{'loss': '2.827387809753418', 'num_iter': 641024, 'lr': 1.234567901234568e-07, 'time': '28.728816747665405 Seconds', 'norm': 0.0673828125}\n", + "{'loss': '2.837085008621216', 'num_iter': 641536, 'lr': 8.23045267489712e-08, 'time': '29.09678816795349 Seconds', 'norm': 0.06689453125}\n", + "{'loss': '2.8015952110290527', 'num_iter': 642048, 'lr': 4.11522633744856e-08, 'time': '29.999521255493164 Seconds', 'norm': 0.06787109375}\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "76eba6ef2bda4a1fa99212db55e34114", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "README.md: 0%| | 0.00/5.17k [00:000) and (i + 1) % 8192== 0:\n", + " torch.save({\n", + " 'epoch': epoch,\n", + " 'model_state_dict': model.state_dict(),\n", + " 'optimizer_state_dict': optimizer.state_dict(),\n", + " 'scheduler_state_dict':scheduler.state_dict(),\n", + " 'loss': loss,\n", + " 'global_step':global_step\n", + " },f'/content/drive/MyDrive/model_final/{i*batch_size}_{epoch}lastfitepoch.pt')\n", + "\n", + "\n", + " #model.push_to_hub(new_checkpoint,private=False,commit_message=f\"model {epoch} {(i+1)*batch_size}\")\n", + " model.train()\n", + " optimizer.step()\n", + " torch.save({\n", + " 'epoch': epoch,\n", + " 'model_state_dict': model.state_dict(),\n", + " 'optimizer_state_dict': optimizer.state_dict(),\n", + " 'scheduler_state_dict':scheduler.state_dict(),\n", + " 'loss': loss,\n", + " 'global_step':global_step\n", + " },f'/content/drive/MyDrive/model_final/final_{epoch}lastfitepoch.pt')\n", + "model.push_to_hub(new_checkpoint,private=False,commit_message=f\"final\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 101, + "referenced_widgets": [ + "f4cea139f7ca41ffaea7d0f884a37e95", + "3d1d8ac6d9094a2b836ab125b278a457", + "081143281af740c297df324c5011f330", + "ea1eb880c4034694979b614eb62794a6", + "cd906cadab1d4bb89c8446c03993c62d", + "cd26e2543d7243809eda41d59d85e965", + "e4a747a713ca4a519c3418c22a79f29f", + "a959621403cb4080a3d2ade774985b3f", + "dca48d9964514e19a684b9d25f368aa9", + "0ddbbf857bbe459d95d43db14ab9f6a6", + "041e24b246224764b03450eae1447c50" + ] + }, + "id": "6GwywbGrlMKb", + "outputId": "e5bc661b-acff-4a21-d748-b132c0c4581f" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "f4cea139f7ca41ffaea7d0f884a37e95", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "model.safetensors: 0%| | 0.00/732M [00:00=4.46.1 in /usr/local/lib/python3.10/dist-packages (from outetts) (4.47.1)\n", + "Collecting pytorch-lightning (from outetts)\n", + " Downloading pytorch_lightning-2.5.0.post0-py3-none-any.whl.metadata (21 kB)\n", + "Collecting tensorboardX (from outetts)\n", + " Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl.metadata (5.8 kB)\n", + "Requirement already satisfied: soundfile in /usr/local/lib/python3.10/dist-packages (from outetts) (0.13.0)\n", + "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from outetts) (1.26.4)\n", + "Collecting jsonargparse (from outetts)\n", + " Downloading jsonargparse-4.35.0-py3-none-any.whl.metadata (12 kB)\n", + "Collecting torchcrepe (from outetts)\n", + " Downloading torchcrepe-0.0.23-py3-none-any.whl.metadata (7.8 kB)\n", + "Requirement already satisfied: librosa in /usr/local/lib/python3.10/dist-packages (from outetts) (0.10.2.post1)\n", + "Collecting pesq (from outetts)\n", + " Downloading pesq-0.0.4.tar.gz (38 kB)\n", + " Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: inflect in /usr/local/lib/python3.10/dist-packages (from outetts) (7.5.0)\n", + "Collecting loguru (from outetts)\n", + " Downloading loguru-0.7.3-py3-none-any.whl.metadata (22 kB)\n", + "Requirement already satisfied: polars in /usr/local/lib/python3.10/dist-packages (from outetts) (1.9.0)\n", + "Requirement already satisfied: natsort in /usr/local/lib/python3.10/dist-packages (from outetts) (8.4.0)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from outetts) (4.67.1)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from outetts) (2.32.3)\n", + "Collecting sounddevice (from outetts)\n", + " Downloading sounddevice-0.5.1-py3-none-any.whl.metadata (1.4 kB)\n", + "Collecting mecab-python3 (from outetts)\n", + " Downloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.2 kB)\n", + "Collecting unidic-lite (from outetts)\n", + " Downloading unidic-lite-1.0.8.tar.gz (47.4 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.4/47.4 MB\u001b[0m \u001b[31m45.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Collecting openai-whisper>=20240930 (from outetts)\n", + " Downloading openai-whisper-20240930.tar.gz (800 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m800.5/800.5 kB\u001b[0m \u001b[31m57.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: regex>=2024.5.15 in /usr/local/lib/python3.10/dist-packages (from uroman) (2024.11.6)\n", + "Requirement already satisfied: numba in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (0.60.0)\n", + "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: more-itertools in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (10.5.0)\n", + "Collecting tiktoken (from openai-whisper>=20240930->outetts)\n", + " Downloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n", + "Collecting triton>=2.0.0 (from openai-whisper>=20240930->outetts)\n", + " Downloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.3 kB)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (3.16.1)\n", + "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (24.2)\n", + "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.21.0)\n", + "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.5.1)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (2024.10.0)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (4.12.2)\n", + "Requirement already satisfied: torchaudio in /usr/local/lib/python3.10/dist-packages (from encodec->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: typeguard>=4.0.1 in /usr/local/lib/python3.10/dist-packages (from inflect->outetts) (4.4.1)\n", + "Requirement already satisfied: audioread>=2.1.9 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (3.0.1)\n", + "Requirement already satisfied: scikit-learn>=0.20.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.6.0)\n", + "Requirement already satisfied: joblib>=0.14 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.4.2)\n", + "Requirement already satisfied: decorator>=4.3.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (4.4.2)\n", + "Requirement already satisfied: pooch>=1.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.8.2)\n", + "Requirement already satisfied: soxr>=0.3.2 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.5.0.post1)\n", + "Requirement already satisfied: lazy-loader>=0.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.4)\n", + "Requirement already satisfied: msgpack>=1.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.1.0)\n", + "Requirement already satisfied: cffi>=1.0 in /usr/local/lib/python3.10/dist-packages (from soundfile->outetts) (1.17.1)\n", + "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.3.1)\n", + "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (0.12.1)\n", + "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (4.55.3)\n", + "Requirement already satisfied: kiwisolver>=1.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.4.8)\n", + "Requirement already satisfied: pillow>=8 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (11.1.0)\n", + "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (3.2.1)\n", + "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (2.8.2)\n", + "Collecting torchmetrics>=0.7.0 (from pytorch-lightning->outetts)\n", + " Downloading torchmetrics-1.6.1-py3-none-any.whl.metadata (21 kB)\n", + "Collecting lightning-utilities>=0.10.0 (from pytorch-lightning->outetts)\n", + " Downloading lightning_utilities-0.11.9-py3-none-any.whl.metadata (5.2 kB)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.4.1)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2.3.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2024.12.14)\n", + "Requirement already satisfied: protobuf>=3.20 in /usr/local/lib/python3.10/dist-packages (from tensorboardX->outetts) (4.25.5)\n", + "Collecting resampy (from torchcrepe->outetts)\n", + " Downloading resampy-0.4.3-py3-none-any.whl.metadata (3.0 kB)\n", + "Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0->soundfile->outetts) (2.22)\n", + "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.10/dist-packages (from fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (3.11.11)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from lightning-utilities>=0.10.0->pytorch-lightning->outetts) (75.1.0)\n", + "Requirement already satisfied: llvmlite<0.44,>=0.43.0dev0 in /usr/local/lib/python3.10/dist-packages (from numba->openai-whisper>=20240930->outetts) (0.43.0)\n", + "Requirement already satisfied: platformdirs>=2.5.0 in /usr/local/lib/python3.10/dist-packages (from pooch>=1.1->librosa->outetts) (4.3.6)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7->matplotlib->outetts) (1.17.0)\n", + "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.20.0->librosa->outetts) (3.5.0)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.4.2)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.1.5)\n", + "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (1.13.1)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy==1.13.1->torch->openai-whisper>=20240930->outetts) (1.3.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (2.4.4)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.3.2)\n", + "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (4.0.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (24.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (0.2.1)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.18.3)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->openai-whisper>=20240930->outetts) (3.0.2)\n", + "Downloading outetts-0.2.3-py3-none-any.whl (125 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m125.1/125.1 kB\u001b[0m \u001b[31m10.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading uroman-1.3.1.1-py3-none-any.whl (930 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m930.7/930.7 kB\u001b[0m \u001b[31m57.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading jsonargparse-4.35.0-py3-none-any.whl (211 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.0/211.0 kB\u001b[0m \u001b[31m21.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading loguru-0.7.3-py3-none-any.whl (61 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.6/61.6 kB\u001b[0m \u001b[31m6.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (581 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m581.7/581.7 kB\u001b[0m \u001b[31m42.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading pytorch_lightning-2.5.0.post0-py3-none-any.whl (819 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m819.3/819.3 kB\u001b[0m \u001b[31m50.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading sounddevice-0.5.1-py3-none-any.whl (32 kB)\n", + "Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl (101 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m101.7/101.7 kB\u001b[0m \u001b[31m9.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading torchcrepe-0.0.23-py3-none-any.whl (72.3 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.3/72.3 MB\u001b[0m \u001b[31m30.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading lightning_utilities-0.11.9-py3-none-any.whl (28 kB)\n", + "Downloading torchmetrics-1.6.1-py3-none-any.whl (927 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m927.3/927.3 kB\u001b[0m \u001b[31m55.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (209.5 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.5/209.5 MB\u001b[0m \u001b[31m4.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading resampy-0.4.3-py3-none-any.whl (3.1 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m95.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m66.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hBuilding wheels for collected packages: openai-whisper, encodec, pesq, unidic-lite\n", + " Building wheel for openai-whisper (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for openai-whisper: filename=openai_whisper-20240930-py3-none-any.whl size=803373 sha256=dd63697d5f2380f1444bc5fe1dc31a3f87a270ec30cb9b937637ec567e330f74\n", + " Stored in directory: /root/.cache/pip/wheels/dd/4a/1f/d1c4bf3b9133c8168fe617ed979cab7b14fe381d059ffb9d83\n", + " Building wheel for encodec (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for encodec: filename=encodec-0.1.1-py3-none-any.whl size=45760 sha256=adf14d590c9e74786104dff1762303f43bc6c752e3f1236446ae6305cb515579\n", + " Stored in directory: /root/.cache/pip/wheels/fc/36/cb/81af8b985a5f5e0815312d5e52b41263237af07b977e6bcbf3\n", + " Building wheel for pesq (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for pesq: filename=pesq-0.0.4-cp310-cp310-linux_x86_64.whl size=262943 sha256=f0d6f54d68b8b9288a2fc6c590cd6bdbeb81726e2e20d5f2b8c0247d4a6f070b\n", + " Stored in directory: /root/.cache/pip/wheels/c5/4e/2c/251524370c0fdd659e99639a0fbd0ca5a782c3aafcd456b28d\n", + " Building wheel for unidic-lite (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for unidic-lite: filename=unidic_lite-1.0.8-py3-none-any.whl size=47658818 sha256=e89007bef2e730232d99961e7a6c9bca61d80047f53366475e01b6c78a72aae1\n", + " Stored in directory: /root/.cache/pip/wheels/89/e8/68/f9ac36b8cc6c8b3c96888cd57434abed96595d444f42243853\n", + "Successfully built openai-whisper encodec pesq unidic-lite\n", + "Installing collected packages: unidic-lite, pesq, mecab-python3, uroman, triton, tensorboardX, loguru, lightning-utilities, jsonargparse, tiktoken, sounddevice, resampy, torchmetrics, openai-whisper, torchcrepe, encodec, pytorch-lightning, outetts\n", + "Successfully installed encodec-0.1.1 jsonargparse-4.35.0 lightning-utilities-0.11.9 loguru-0.7.3 mecab-python3-1.0.10 openai-whisper-20240930 outetts-0.2.3 pesq-0.0.4 pytorch-lightning-2.5.0.post0 resampy-0.4.3 sounddevice-0.5.1 tensorboardX-2.6.2.2 tiktoken-0.8.0 torchcrepe-0.0.23 torchmetrics-1.6.1 triton-3.1.0 unidic-lite-1.0.8 uroman-1.3.1.1\n" + ] + } + ], + "source": [ + "pip install outetts uroman" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "HgJjekSOT8iX", + "outputId": "2f0873ae-60ff-49a3-eb76-f82c36fe2390" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Collecting datasets\n", + " Downloading datasets-3.2.0-py3-none-any.whl.metadata (20 kB)\n", + "Requirement already satisfied: triton in /usr/local/lib/python3.10/dist-packages (3.1.0)\n", + "Collecting snac\n", + " Downloading snac-1.2.1-py3-none-any.whl.metadata (3.5 kB)\n", + "Requirement already satisfied: wandb in /usr/local/lib/python3.10/dist-packages (0.19.1)\n", + "Requirement already satisfied: accelerate in /usr/local/lib/python3.10/dist-packages (1.2.1)\n", + "Collecting torchdata\n", + " Downloading torchdata-0.10.1-py3-none-any.whl.metadata (6.3 kB)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets) (3.16.1)\n", + "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from datasets) (1.26.4)\n", + "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (17.0.0)\n", + "Collecting dill<0.3.9,>=0.3.0 (from datasets)\n", + " Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)\n", + "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets) (2.2.2)\n", + "Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.10/dist-packages (from datasets) (2.32.3)\n", + "Requirement already satisfied: tqdm>=4.66.3 in /usr/local/lib/python3.10/dist-packages (from datasets) (4.67.1)\n", + "Collecting xxhash (from datasets)\n", + " Downloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n", + "Collecting multiprocess<0.70.17 (from datasets)\n", + " Downloading multiprocess-0.70.16-py310-none-any.whl.metadata (7.2 kB)\n", + "Collecting fsspec<=2024.9.0,>=2023.1.0 (from fsspec[http]<=2024.9.0,>=2023.1.0->datasets)\n", + " Downloading fsspec-2024.9.0-py3-none-any.whl.metadata (11 kB)\n", + "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets) (3.11.11)\n", + "Requirement already satisfied: huggingface-hub>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from datasets) (0.27.1)\n", + "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from datasets) (24.2)\n", + "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from datasets) (6.0.2)\n", + "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from snac) (2.5.1+cu121)\n", + "Requirement already satisfied: einops in /usr/local/lib/python3.10/dist-packages (from snac) (0.8.0)\n", + "Requirement already satisfied: click!=8.0.0,>=7.1 in /usr/local/lib/python3.10/dist-packages (from wandb) (8.1.8)\n", + "Requirement already satisfied: docker-pycreds>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (0.4.0)\n", + "Requirement already satisfied: gitpython!=3.1.29,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (3.1.44)\n", + "Requirement already satisfied: platformdirs in /usr/local/lib/python3.10/dist-packages (from wandb) (4.3.6)\n", + "Requirement already satisfied: protobuf!=4.21.0,!=5.28.0,<6,>=3.19.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (4.25.5)\n", + "Requirement already satisfied: psutil>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (5.9.5)\n", + "Requirement already satisfied: pydantic<3,>=2.6 in /usr/local/lib/python3.10/dist-packages (from wandb) (2.10.4)\n", + "Requirement already satisfied: sentry-sdk>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (2.19.2)\n", + "Requirement already satisfied: setproctitle in /usr/local/lib/python3.10/dist-packages (from wandb) (1.3.4)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from wandb) (75.1.0)\n", + "Requirement already satisfied: typing-extensions<5,>=4.4 in /usr/local/lib/python3.10/dist-packages (from wandb) (4.12.2)\n", + "Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.10/dist-packages (from accelerate) (0.5.1)\n", + "Requirement already satisfied: urllib3>=1.25 in /usr/local/lib/python3.10/dist-packages (from torchdata) (2.3.0)\n", + "Requirement already satisfied: six>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from docker-pycreds>=0.4.0->wandb) (1.17.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (2.4.4)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.3.2)\n", + "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (4.0.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (24.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (0.2.1)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (1.18.3)\n", + "Requirement already satisfied: gitdb<5,>=4.0.1 in /usr/local/lib/python3.10/dist-packages (from gitpython!=3.1.29,>=1.0.0->wandb) (4.0.12)\n", + "Requirement already satisfied: annotated-types>=0.6.0 in /usr/local/lib/python3.10/dist-packages (from pydantic<3,>=2.6->wandb) (0.7.0)\n", + "Requirement already satisfied: pydantic-core==2.27.2 in /usr/local/lib/python3.10/dist-packages (from pydantic<3,>=2.6->wandb) (2.27.2)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (3.4.1)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (3.10)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets) (2024.12.14)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->snac) (3.4.2)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->snac) (3.1.5)\n", + "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from torch->snac) (1.13.1)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy==1.13.1->torch->snac) (1.3.0)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2.8.2)\n", + "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets) (2024.2)\n", + "Requirement already satisfied: smmap<6,>=3.0.1 in /usr/local/lib/python3.10/dist-packages (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb) (5.0.2)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->snac) (3.0.2)\n", + "Downloading datasets-3.2.0-py3-none-any.whl (480 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m480.6/480.6 kB\u001b[0m \u001b[31m35.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading snac-1.2.1-py3-none-any.whl (8.4 kB)\n", + "Downloading torchdata-0.10.1-py3-none-any.whl (57 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.5/57.5 kB\u001b[0m \u001b[31m5.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading dill-0.3.8-py3-none-any.whl (116 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m11.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading fsspec-2024.9.0-py3-none-any.whl (179 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m179.3/179.3 kB\u001b[0m \u001b[31m17.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m13.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m19.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hInstalling collected packages: xxhash, fsspec, dill, multiprocess, torchdata, snac, datasets\n", + " Attempting uninstall: fsspec\n", + " Found existing installation: fsspec 2024.10.0\n", + " Uninstalling fsspec-2024.10.0:\n", + " Successfully uninstalled fsspec-2024.10.0\n", + "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", + "gcsfs 2024.10.0 requires fsspec==2024.10.0, but you have fsspec 2024.9.0 which is incompatible.\u001b[0m\u001b[31m\n", + "\u001b[0mSuccessfully installed datasets-3.2.0 dill-0.3.8 fsspec-2024.9.0 multiprocess-0.70.16 snac-1.2.1 torchdata-0.10.1 xxhash-3.5.0\n" + ] + } + ], + "source": [ + "!pip install datasets triton snac wandb accelerate torchdata" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "m4uPM3IpnsEo", + "outputId": "63a19431-04b3-49d3-da29-1119152ed72e" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[32m2025-01-13 08:34:21.368\u001b[0m | \u001b[31m\u001b[1mERROR \u001b[0m | \u001b[36moutetts.version.v1.interface\u001b[0m:\u001b[36m\u001b[0m:\u001b[36m21\u001b[0m - \u001b[31m\u001b[1mPortAudio library not found\u001b[0m\n", + "\u001b[32m2025-01-13 08:34:21.370\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36moutetts.version.v1.interface\u001b[0m:\u001b[36m\u001b[0m:\u001b[36m22\u001b[0m - \u001b[33m\u001b[1mFailed to import sounddevice. Audio playback is disabled.\u001b[0m\n" + ] + } + ], + "source": [ + "from outetts.wav_tokenizer.decoder import WavTokenizer\n", + "from outetts.wav_tokenizer.encoder.utils import convert_audio" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "543a-ZmC7xjE", + "outputId": "7b8f7b74-991f-4680-c930-39511544f3af" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Mounted at /content/drive\n" + ] + } + ], + "source": [ + "from google.colab import drive\n", + "drive.mount('/content/drive')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "EVyBedbQUM3F" + }, + "outputs": [], + "source": [ + "\n", + "\n", + "import os\n", + "import torch\n", + "import time\n", + "import numpy as np\n", + "import torchaudio\n", + "#from snac import SNAC\n", + "from tqdm import tqdm\n", + "import huggingface_hub\n", + "import shutil\n", + "import soundfile as sf\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from transformers import AdamW, get_linear_schedule_with_warmup, DataCollatorWithPadding\n", + "from datasets import load_dataset, concatenate_datasets, Audio, load_from_disk, interleave_datasets,Dataset" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "Z8LFkziTgFRf" + }, + "outputs": [], + "source": [ + "import torchaudio\n", + "import torch\n", + "import torchaudio.functional as F\n", + "import inflect\n", + "import re\n", + "import uroman as ur\n", + "import pandas as pd" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 17, + "referenced_widgets": [ + "70f2b1a35f414c798a8300c74e1d1be0", + "02848bb5b7494a4fa7fa9a05aa4ac2bc" + ] + }, + "id": "DN19SQCOUc6m", + "outputId": "f602c414-4208-4605-d57b-a0d4a7ce0fff" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "70f2b1a35f414c798a8300c74e1d1be0", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "VBox(children=(HTML(value='
\",\n", + " \"<|igbo|>\",\n", + " \"<|yoruba|>\",])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "-i0n61YJ0uTc" + }, + "outputs": [], + "source": [ + "#tokenizer(\"<|yoruba|>\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "OJk2i5urKIec", + "outputId": "56ba5483-516f-422d-e36b-4022e579bd35" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "0" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "tokenizer.eos_token_id" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "6BPy5GpEKGP_" + }, + "outputs": [], + "source": [ + "tokenizer.pad_token_id=0" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "N90blgKsHJo6", + "outputId": "846de4c2-95fc-4c1a-99db-afb99367ff6d" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "52186" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(tokenizer)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "1yjGTRLMWI26" + }, + "outputs": [], + "source": [ + "model=torch.compile(model.to(device))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "QOxVQVeZWL1d", + "outputId": "6a51f7c3-ae45-46e0-a661-b1277b89cde6" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "731.510784" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model.get_memory_footprint()/ 1e6" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Zqe1ZczmWP1b", + "outputId": "8c777d86-4110-4205-8df7-6ac5c94102b4" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "365753280" + ] + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model.num_parameters()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "gRdr07gcLN7H" + }, + "outputs": [], + "source": [ + "train_data=pd.read_csv(\"/content/drive/MyDrive/naij_tokenized/final_all_lang.csv\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 424 + }, + "id": "t9rddLyYLgnh", + "outputId": "cb29fdcc-ea2f-400b-d674-5641518038f0" + }, + "outputs": [ + { + "data": { + "application/vnd.google.colaboratory.intrinsic+json": { + "type": "dataframe", + "variable_name": "train_data" + }, + "text/html": [ + "\n", + "
\n", + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Unnamed: 0ttslength
00<|im_start|>\\n<|text_start|>awako<|text_sep|>w...579
11<|im_start|>\\n<|text_start|>ririn<|text_sep|>i...603
22<|im_start|>\\n<|text_start|>akanti<|text_sep|>...346
33<|im_start|>\\n<|text_start|>a<|text_sep|>maa<|...450
44<|im_start|>\\n<|text_start|>enikeni<|text_sep|...345
............
1929271995<|im_start|>\\n<|text_start|>jide<|text_sep|>yo...345
1929272996<|im_start|>\\n<|text_start|>mi<|text_sep|>o<|t...233
1929273997<|im_start|>\\n<|text_start|>sola<|text_sep|>fe...277
1929274998<|im_start|>\\n<|text_start|>beeni<|text_sep|>m...250
1929275999<|im_start|>\\n<|text_start|>obe<|text_sep|>ele...277
\n", + "

1929276 rows × 3 columns

\n", + "
\n", + "
\n", + "\n", + "
\n", + " \n", + "\n", + " \n", + "\n", + " \n", + "
\n", + "\n", + "\n", + "
\n", + " \n", + "\n", + "\n", + "\n", + " \n", + "
\n", + "\n", + "
\n", + " \n", + " \n", + " \n", + "
\n", + "\n", + "
\n", + "
\n" + ], + "text/plain": [ + " Unnamed: 0 tts length\n", + "0 0 <|im_start|>\\n<|text_start|>awako<|text_sep|>w... 579\n", + "1 1 <|im_start|>\\n<|text_start|>ririn<|text_sep|>i... 603\n", + "2 2 <|im_start|>\\n<|text_start|>akanti<|text_sep|>... 346\n", + "3 3 <|im_start|>\\n<|text_start|>a<|text_sep|>maa<|... 450\n", + "4 4 <|im_start|>\\n<|text_start|>enikeni<|text_sep|... 345\n", + "... ... ... ...\n", + "1929271 995 <|im_start|>\\n<|text_start|>jide<|text_sep|>yo... 345\n", + "1929272 996 <|im_start|>\\n<|text_start|>mi<|text_sep|>o<|t... 233\n", + "1929273 997 <|im_start|>\\n<|text_start|>sola<|text_sep|>fe... 277\n", + "1929274 998 <|im_start|>\\n<|text_start|>beeni<|text_sep|>m... 250\n", + "1929275 999 <|im_start|>\\n<|text_start|>obe<|text_sep|>ele... 277\n", + "\n", + "[1929276 rows x 3 columns]" + ] + }, + "execution_count": 21, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_data" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "1oYlD-iTIFXw", + "outputId": "f0d3b529-d6ab-4570-8ea2-7c3f34b25081" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(1929276, 3)" + ] + }, + "execution_count": 22, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_data.shape" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "mR8OImavy1Z5", + "outputId": "1482fcfc-41f6-4529-af5c-aa848821ebda" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "3462" + ] + }, + "execution_count": 23, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_data[\"length\"].max()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "AFTfQ4RHIyw8", + "outputId": "01e8262a-4981-4cfd-da18-c4f72e99afa6" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "(1929276, 3)" + ] + }, + "execution_count": 24, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_data.shape" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "nDWFPH4YI4q-" + }, + "outputs": [], + "source": [ + "#train_data=train_data.reset_index(drop=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "t0QWUWIlI-U9" + }, + "outputs": [], + "source": [ + "\n", + "from datasets import Dataset\n", + "train_dataset=Dataset.from_pandas(train_data[[\"tts\"]])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "QepGS-a8qSJL" + }, + "outputs": [], + "source": [ + "train_dataset=train_dataset.shuffle()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ToMeB3qx6i_V" + }, + "outputs": [], + "source": [ + "train_dataset=train_dataset.shuffle()" + ] + }, + { + "cell_type": "code", + "source": [ + "train_dataset=train_dataset.shuffle()" + ], + "metadata": { + "id": "t_pjjZL194-5" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "train_dataset=train_dataset.shuffle()" + ], + "metadata": { + "id": "mDN0r319953f" + }, + "execution_count": null, + "outputs": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "Eoxv09xaGsM_" + }, + "outputs": [], + "source": [ + "from torch.utils.data import DataLoader, Dataset\n", + "class YarnDataset(Dataset):\n", + " def __init__(self,dataset):\n", + " self.ds = dataset\n", + " super().__init__()\n", + "\n", + " def __len__(self):\n", + " return len(self.ds)\n", + "\n", + "\n", + " def __getitem__(self, idx):\n", + " prompt=self.ds[idx][\"tts\"]\n", + " #print(prompt)\n", + " return tokenizer(prompt,)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "PdiQt7_Ctlbb" + }, + "outputs": [], + "source": [ + "yarn_dataset = YarnDataset(train_dataset)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "QJBKk_oXQ3HP" + }, + "outputs": [], + "source": [ + "batch_size=4\n", + "learning_rate=1e-3" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "qPkuxPZIO1dP" + }, + "outputs": [], + "source": [ + "# Initialize data collator\n", + "data_collator = DataCollatorWithPadding(tokenizer=tokenizer)\n", + "\n", + "# Create DataLoader with collate_fn using data collator\n", + "dataloader = DataLoader(\n", + " yarn_dataset,\n", + " batch_size=batch_size,\n", + " collate_fn=data_collator,shuffle=True # Automatically handles padding\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "XHZZVQBQRaXi", + "outputId": "03404215-aa7d-4672-b24b-b8341a747c51" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "1929276" + ] + }, + "execution_count": 33, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(yarn_dataset)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "mpqTRQC50jEy", + "outputId": "e99d7e6f-3334-45b0-f658-6e6a960a4798" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "{'input_ids': [1, 198, 49152, 14765, 49158, 721, 518, 49158, 10374, 49158, 270, 101, 49158, 93, 49158, 5568, 518, 49158, 3250, 49153, 198, 52184, 198, 49154, 198, 14765, 51291, 49156, 49315, 49378, 49378, 49277, 50451, 49725, 49876, 50336, 49760, 50640, 50226, 49810, 50526, 50135, 49840, 50293, 50282, 50438, 50770, 49707, 50289, 50587, 50532, 50213, 50182, 50464, 50607, 50532, 50258, 50864, 50126, 50648, 49579, 50280, 50519, 49326, 50382, 49839, 50140, 50382, 49958, 50980, 49874, 50473, 50098, 50187, 50135, 50154, 50481, 49710, 49825, 50025, 49595, 49433, 49315, 49324, 49612, 49612, 49612, 49612, 49403, 49378, 50716, 50021, 50726, 50936, 49280, 50774, 49785, 50481, 50469, 50755, 50334, 50070, 50420, 49961, 50269, 50465, 49945, 50283, 49526, 49157, 198, 721, 518, 51237, 49156, 50445, 50343, 49918, 50379, 50003, 49859, 49258, 50792, 49542, 50467, 50190, 50103, 50485, 50193, 50904, 50443, 50653, 49583, 49772, 49667, 50329, 50269, 49715, 50646, 49659, 50228, 49665, 49207, 49739, 50023, 49389, 50360, 49817, 49276, 49581, 49307, 49196, 50079, 49573, 49855, 49191, 49157, 198, 10374, 51201, 49156, 50878, 49461, 50234, 49292, 49210, 49857, 49695, 49452, 49289, 49195, 50586, 49553, 49746, 49157, 198, 270, 101, 44, 108, 100, 79, 32, 30, 34, 32, 108, 46, 49156, 49906, 49269, 50053, 49216, 49865, 50574, 49336, 50777, 49906, 50269, 49673, 50004, 49359, 49805, 50380, 49157, 198, 93, 51219, 49156, 49942, 49497, 49216, 50689, 50854, 50931, 50395, 50226, 50370, 50251, 50468, 50410, 50344, 50556, 49540, 50280, 50480, 50565, 50190, 50364, 50943, 50040, 49866, 50782, 50945, 49930, 50941, 49157, 198, 5568, 518, 51221, 49156, 50167, 49832, 49821, 50893, 50012, 49669, 50338, 49667, 50427, 49317, 49159, 50157, 49474, 50075, 49638, 50143, 49456, 50846, 49586, 49790, 50067, 49341, 50615, 50072, 50017, 50434, 50777, 50194, 50771, 49157, 198, 3250, 51191, 49156, 50037, 50593, 50243, 50090, 50338, 50440, 49157, 198, 49155, 198, 2, 198], 'attention_mask': [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]}" + ] + }, + "execution_count": 34, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "yarn_dataset[0]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "87LfDjTFyj6y", + "outputId": "f98d4b12-13cb-4ae1-898b-a9080a084e28" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "482319" + ] + }, + "execution_count": 35, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(dataloader)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "_NJ4gP3_2Cp-", + "outputId": "a3ddfd13-1e34-4686-eb8a-cdcd4655bac7" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "942.029296875" + ] + }, + "execution_count": 36, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "482319/512" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "dUtacXKt2Iw1", + "outputId": "d800f7b0-6785-4e46-8ddd-522acf58b7ef" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "1250.0" + ] + }, + "execution_count": 37, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "640000/512" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "M340iQMK2PiF", + "outputId": "f61ad845-1472-4cbe-b02a-63e0271aa6d8" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "942.029296875" + ] + }, + "execution_count": 38, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "1929276/(512*4)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "xfpWBncA2dK9", + "outputId": "27fe6dd5-34ff-40bc-92fc-e3540ffe3857" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "942.029296875" + ] + }, + "execution_count": 39, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "482319/512" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "1Ez7HQd7GFEA" + }, + "outputs": [], + "source": [ + "from torch.optim.lr_scheduler import CosineAnnealingWarmRestarts\n", + "from torch.optim.lr_scheduler import LambdaLR\n", + "from transformers import get_linear_schedule_with_warmup,get_cosine_schedule_with_warmup,get_constant_schedule_with_warmup" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "kBWFROqbzO3h" + }, + "outputs": [], + "source": [ + "def get_lr_lambda(step):\n", + " if step < lr_warmup_steps:\n", + " # Linear warmup\n", + " return step / lr_warmup_steps\n", + " elif step >=(num_decay_start):\n", + " return 1-(step-num_decay_start)/(num_training_steps-num_decay_start)\n", + " else:\n", + " # Constant learning rate\n", + " return 1" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "18ObtWm1Ryr3" + }, + "outputs": [], + "source": [ + "#0.2" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "AVI3iLgUbYnW", + "outputId": "9e2b09ad-b2e6-4699-b834-c75674b927bc" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.10/dist-packages/transformers/optimization.py:591: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n", + " warnings.warn(\n" + ] + }, + { + "data": { + "text/plain": [ + "OptimizedModule(\n", + " (_orig_mod): LlamaForCausalLM(\n", + " (model): LlamaModel(\n", + " (embed_tokens): Embedding(53248, 960)\n", + " (layers): ModuleList(\n", + " (0-31): 32 x LlamaDecoderLayer(\n", + " (self_attn): LlamaSdpaAttention(\n", + " (q_proj): Linear(in_features=960, out_features=960, bias=False)\n", + " (k_proj): Linear(in_features=960, out_features=320, bias=False)\n", + " (v_proj): Linear(in_features=960, out_features=320, bias=False)\n", + " (o_proj): Linear(in_features=960, out_features=960, bias=False)\n", + " (rotary_emb): LlamaRotaryEmbedding()\n", + " )\n", + " (mlp): LlamaMLP(\n", + " (gate_proj): Linear(in_features=960, out_features=2560, bias=False)\n", + " (up_proj): Linear(in_features=960, out_features=2560, bias=False)\n", + " (down_proj): Linear(in_features=2560, out_features=960, bias=False)\n", + " (act_fn): SiLU()\n", + " )\n", + " (input_layernorm): LlamaRMSNorm((960,), eps=1e-05)\n", + " (post_attention_layernorm): LlamaRMSNorm((960,), eps=1e-05)\n", + " )\n", + " )\n", + " (norm): LlamaRMSNorm((960,), eps=1e-05)\n", + " (rotary_emb): LlamaRotaryEmbedding()\n", + " )\n", + " (lm_head): Linear(in_features=960, out_features=53248, bias=False)\n", + " )\n", + ")" + ] + }, + "execution_count": 43, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "num_epochs=2\n", + "optimizer = AdamW(model.parameters(), lr=learning_rate, betas=(0.9, 0.95),weight_decay=0.01)\n", + "lr_warmup_steps=200\n", + "\n", + "num_training_steps=1255*num_epochs\n", + "num_decay_start=50#num_training_steps#-20\n", + "#scheduler = CosineAnnealingWarmRestarts(optimizer, T_0=T_0, T_mult=T_mult, eta_min=eta_min)\n", + "#scheduler = # Create LambdaLR scheduler\n", + "scheduler = get_constant_schedule_with_warmup(optimizer,num_warmup_steps=lr_warmup_steps)#LambdaLR(optimizer, lr_lambda=get_lr_lambda) #get_constant_schedule_with_warmup(optimizer,num_warmup_steps=10)#\n", + "global_step = 0\n", + "accumulation_steps = int(512/batch_size)#32\n", + "model.train()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "j9vN0iRPYbRa" + }, + "outputs": [], + "source": [ + "new_checkpoint=\"saheedniyi/YarnGPT-local\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 17, + "referenced_widgets": [ + "3d687f99d4564f4e9efc1f988f5d6799", + "5625d8053fb64e00a587464d8800a25c" + ] + }, + "id": "V0k8jG6Q2iMP", + "outputId": "c8665e1c-e876-48de-cd97-82a25086ff0e" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "3d687f99d4564f4e9efc1f988f5d6799", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "VBox(children=(HTML(value='
:1: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", + " checkpoint=torch.load(\"/content/drive/MyDrive/YarnGPT_naij/final_{epoch}epoch.pt\")\n" + ] + }, + { + "ename": "FileNotFoundError", + "evalue": "[Errno 2] No such file or directory: '/content/drive/MyDrive/YarnGPT_naij/final_{epoch}epoch.pt'", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mFileNotFoundError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mcheckpoint\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"/content/drive/MyDrive/YarnGPT_naij/final_{epoch}epoch.pt\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 2\u001b[0m \u001b[0moptimizer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload_state_dict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcheckpoint\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'optimizer_state_dict'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 3\u001b[0m \u001b[0;31m#model.load_state_dict(checkpoint['model_state_dict'])\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/torch/serialization.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(f, map_location, pickle_module, weights_only, mmap, **pickle_load_args)\u001b[0m\n\u001b[1;32m 1317\u001b[0m \u001b[0mpickle_load_args\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"encoding\"\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"utf-8\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1318\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1319\u001b[0;31m \u001b[0;32mwith\u001b[0m \u001b[0m_open_file_like\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"rb\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mopened_file\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1320\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0m_is_zipfile\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mopened_file\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1321\u001b[0m \u001b[0;31m# The zipfile reader is going to advance the current file position.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/torch/serialization.py\u001b[0m in \u001b[0;36m_open_file_like\u001b[0;34m(name_or_buffer, mode)\u001b[0m\n\u001b[1;32m 657\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_open_file_like\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 658\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0m_is_path\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname_or_buffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 659\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0m_open_file\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 660\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 661\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;34m\"w\"\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/torch/serialization.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, name, mode)\u001b[0m\n\u001b[1;32m 638\u001b[0m \u001b[0;32mclass\u001b[0m \u001b[0m_open_file\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0m_opener\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 639\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m__init__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 640\u001b[0;31m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__init__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 641\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 642\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m__exit__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: '/content/drive/MyDrive/YarnGPT_naij/final_{epoch}epoch.pt'" + ] + } + ], + "source": [ + "\n", + "checkpoint=torch.load(\"/content/drive/MyDrive/YarnGPT_naij/final_1epoch.pt\")\n", + "optimizer.load_state_dict(checkpoint['optimizer_state_dict'])\n", + "#model.load_state_dict(checkpoint['model_state_dict'])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "eP0TyvltVUpO" + }, + "outputs": [], + "source": [ + "device" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "JVpdMTfeKJzL", + "outputId": "53e282a6-80cf-4ee7-a40b-ac94d02a9399" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "482319" + ] + }, + "execution_count": 52, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(dataloader)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "background_save": true, + "base_uri": "https://localhost:8080/" + }, + "id": "G1qPorNycNvM", + "outputId": "7d92557d-2086-4769-aa16-db4f40f3db4b" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'loss': '2.3553764820098877', 'num_iter': 512, 'lr': 5e-06, 'time': '518.3966403007507 Seconds', 'norm': 0.37109375}\n", + "{'loss': '2.3886661529541016', 'num_iter': 1024, 'lr': 1e-05, 'time': '8.709006786346436 Seconds', 'norm': 0.408203125}\n", + "{'loss': '2.3773303031921387', 'num_iter': 1536, 'lr': 1.5e-05, 'time': '7.984138488769531 Seconds', 'norm': 0.390625}\n", + "{'loss': '2.393421173095703', 'num_iter': 2048, 'lr': 2e-05, 'time': '7.874379634857178 Seconds', 'norm': 0.345703125}\n", + "{'loss': '2.3772716522216797', 'num_iter': 2560, 'lr': 2.5e-05, 'time': '8.141849756240845 Seconds', 'norm': 0.34765625}\n", + "{'loss': '2.2777481079101562', 'num_iter': 3072, 'lr': 3e-05, 'time': '8.402084350585938 Seconds', 'norm': 0.376953125}\n", + "{'loss': '2.374420166015625', 'num_iter': 3584, 'lr': 3.5000000000000004e-05, 'time': '8.258236646652222 Seconds', 'norm': 0.34375}\n", + "{'loss': '2.426032066345215', 'num_iter': 4096, 'lr': 4e-05, 'time': '7.905863523483276 Seconds', 'norm': 0.3515625}\n", + "{'loss': '2.38438081741333', 'num_iter': 4608, 'lr': 4.4999999999999996e-05, 'time': '8.373307228088379 Seconds', 'norm': 0.322265625}\n", + "{'loss': '2.4124197959899902', 'num_iter': 5120, 'lr': 5e-05, 'time': '8.07342004776001 Seconds', 'norm': 0.31640625}\n", + "{'loss': '2.353393077850342', 'num_iter': 5632, 'lr': 5.5e-05, 'time': '8.879180669784546 Seconds', 'norm': 0.26953125}\n", + "{'loss': '2.435251235961914', 'num_iter': 6144, 'lr': 6e-05, 'time': '7.773240566253662 Seconds', 'norm': 0.279296875}\n", + "{'loss': '2.3781023025512695', 'num_iter': 6656, 'lr': 6.500000000000001e-05, 'time': '8.137864828109741 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3647618293762207', 'num_iter': 7168, 'lr': 7.000000000000001e-05, 'time': '8.527109384536743 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.4120516777038574', 'num_iter': 7680, 'lr': 7.5e-05, 'time': '7.987094879150391 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.3994290828704834', 'num_iter': 8192, 'lr': 8e-05, 'time': '8.160203218460083 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3718833923339844', 'num_iter': 8704, 'lr': 8.5e-05, 'time': '8.707377672195435 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.3764662742614746', 'num_iter': 9216, 'lr': 8.999999999999999e-05, 'time': '8.56162166595459 Seconds', 'norm': 0.1669921875}\n", + "{'loss': '2.3861515522003174', 'num_iter': 9728, 'lr': 9.5e-05, 'time': '8.259408950805664 Seconds', 'norm': 0.16796875}\n", + "{'loss': '2.361534357070923', 'num_iter': 10240, 'lr': 0.0001, 'time': '8.57894253730774 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.3970224857330322', 'num_iter': 10752, 'lr': 0.000105, 'time': '8.104854822158813 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3602302074432373', 'num_iter': 11264, 'lr': 0.00011, 'time': '8.286742687225342 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.32814621925354', 'num_iter': 11776, 'lr': 0.000115, 'time': '8.555330038070679 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.3199210166931152', 'num_iter': 12288, 'lr': 0.00012, 'time': '8.61067271232605 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3607125282287598', 'num_iter': 12800, 'lr': 0.000125, 'time': '8.1532621383667 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.4452242851257324', 'num_iter': 13312, 'lr': 0.00013000000000000002, 'time': '7.863337755203247 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.411501407623291', 'num_iter': 13824, 'lr': 0.000135, 'time': '8.207067966461182 Seconds', 'norm': 0.162109375}\n", + "{'loss': '2.358992099761963', 'num_iter': 14336, 'lr': 0.00014000000000000001, 'time': '8.41010856628418 Seconds', 'norm': 0.1494140625}\n", + "{'loss': '2.3445119857788086', 'num_iter': 14848, 'lr': 0.000145, 'time': '8.07404613494873 Seconds', 'norm': 0.1435546875}\n", + "{'loss': '2.3470990657806396', 'num_iter': 15360, 'lr': 0.00015, 'time': '8.536539316177368 Seconds', 'norm': 0.154296875}\n", + "{'loss': '2.401120185852051', 'num_iter': 15872, 'lr': 0.000155, 'time': '7.948678731918335 Seconds', 'norm': 0.138671875}\n", + "{'loss': '2.3401360511779785', 'num_iter': 16384, 'lr': 0.00016, 'time': '8.829581260681152 Seconds', 'norm': 0.12451171875}\n", + "{'loss': '2.349322557449341', 'num_iter': 16896, 'lr': 0.000165, 'time': '8.222765922546387 Seconds', 'norm': 0.1435546875}\n", + "{'loss': '2.3633759021759033', 'num_iter': 17408, 'lr': 0.00017, 'time': '8.066200494766235 Seconds', 'norm': 0.138671875}\n", + "{'loss': '2.3978312015533447', 'num_iter': 17920, 'lr': 0.000175, 'time': '7.996991395950317 Seconds', 'norm': 0.1298828125}\n", + "{'loss': '2.347712993621826', 'num_iter': 18432, 'lr': 0.00017999999999999998, 'time': '8.294510841369629 Seconds', 'norm': 0.12451171875}\n", + "{'loss': '2.358757495880127', 'num_iter': 18944, 'lr': 0.000185, 'time': '8.351856231689453 Seconds', 'norm': 0.12109375}\n", + "{'loss': '2.366154909133911', 'num_iter': 19456, 'lr': 0.00019, 'time': '7.99259352684021 Seconds', 'norm': 0.130859375}\n", + "{'loss': '2.449955701828003', 'num_iter': 19968, 'lr': 0.00019500000000000002, 'time': '8.415942907333374 Seconds', 'norm': 0.125}\n", + "{'loss': '2.3736064434051514', 'num_iter': 20480, 'lr': 0.0002, 'time': '8.19329571723938 Seconds', 'norm': 0.12158203125}\n", + "{'loss': '2.3238604068756104', 'num_iter': 20992, 'lr': 0.000205, 'time': '8.75000524520874 Seconds', 'norm': 0.123046875}\n", + "{'loss': '2.380065441131592', 'num_iter': 21504, 'lr': 0.00021, 'time': '8.150588512420654 Seconds', 'norm': 0.1240234375}\n", + "{'loss': '2.3814148902893066', 'num_iter': 22016, 'lr': 0.000215, 'time': '8.162990093231201 Seconds', 'norm': 0.12890625}\n", + "{'loss': '2.3275983333587646', 'num_iter': 22528, 'lr': 0.00022, 'time': '8.741149663925171 Seconds', 'norm': 0.126953125}\n", + "{'loss': '2.397125482559204', 'num_iter': 23040, 'lr': 0.00022500000000000002, 'time': '8.343623399734497 Seconds', 'norm': 0.119140625}\n", + "{'loss': '2.338527202606201', 'num_iter': 23552, 'lr': 0.00023, 'time': '8.187989234924316 Seconds', 'norm': 0.1181640625}\n", + "{'loss': '2.30912446975708', 'num_iter': 24064, 'lr': 0.000235, 'time': '8.868049621582031 Seconds', 'norm': 0.1123046875}\n", + "{'loss': '2.339061975479126', 'num_iter': 24576, 'lr': 0.00024, 'time': '8.476134300231934 Seconds', 'norm': 0.11572265625}\n", + "{'loss': '2.443168878555298', 'num_iter': 25088, 'lr': 0.000245, 'time': '7.777587652206421 Seconds', 'norm': 0.1259765625}\n", + "{'loss': '2.3255555629730225', 'num_iter': 25600, 'lr': 0.00025, 'time': '8.258908748626709 Seconds', 'norm': 0.1181640625}\n", + "{'loss': '2.411543369293213', 'num_iter': 26112, 'lr': 0.000255, 'time': '8.900785684585571 Seconds', 'norm': 0.11474609375}\n", + "{'loss': '2.3854050636291504', 'num_iter': 26624, 'lr': 0.00026000000000000003, 'time': '8.534614562988281 Seconds', 'norm': 0.11865234375}\n", + "{'loss': '2.331355333328247', 'num_iter': 27136, 'lr': 0.00026500000000000004, 'time': '8.386263608932495 Seconds', 'norm': 0.12353515625}\n", + "{'loss': '2.3668413162231445', 'num_iter': 27648, 'lr': 0.00027, 'time': '8.525294303894043 Seconds', 'norm': 0.111328125}\n", + "{'loss': '2.4455020427703857', 'num_iter': 28160, 'lr': 0.000275, 'time': '7.845079183578491 Seconds', 'norm': 0.115234375}\n", + "{'loss': '2.4223060607910156', 'num_iter': 28672, 'lr': 0.00028000000000000003, 'time': '7.894446134567261 Seconds', 'norm': 0.126953125}\n", + "{'loss': '2.3918445110321045', 'num_iter': 29184, 'lr': 0.000285, 'time': '8.117273092269897 Seconds', 'norm': 0.1162109375}\n", + "{'loss': '2.3779983520507812', 'num_iter': 29696, 'lr': 0.00029, 'time': '8.186065196990967 Seconds', 'norm': 0.1162109375}\n", + "{'loss': '2.398768424987793', 'num_iter': 30208, 'lr': 0.000295, 'time': '7.911287307739258 Seconds', 'norm': 0.1201171875}\n", + "{'loss': '2.3646914958953857', 'num_iter': 30720, 'lr': 0.0003, 'time': '8.44401240348816 Seconds', 'norm': 0.11669921875}\n", + "{'loss': '2.342487335205078', 'num_iter': 31232, 'lr': 0.000305, 'time': '8.41776728630066 Seconds', 'norm': 0.12890625}\n", + "{'loss': '2.39149808883667', 'num_iter': 31744, 'lr': 0.00031, 'time': '8.103184223175049 Seconds', 'norm': 0.11865234375}\n", + "{'loss': '2.329709053039551', 'num_iter': 32256, 'lr': 0.000315, 'time': '8.342815160751343 Seconds', 'norm': 0.12451171875}\n", + "{'loss': '2.2598955631256104', 'num_iter': 32768, 'lr': 0.00032, 'time': '8.689735412597656 Seconds', 'norm': 0.11181640625}\n", + "{'loss': '2.354614019393921', 'num_iter': 33280, 'lr': 0.00032500000000000004, 'time': '13.412319898605347 Seconds', 'norm': 0.12890625}\n", + "{'loss': '2.3664662837982178', 'num_iter': 33792, 'lr': 0.00033, 'time': '11.629522800445557 Seconds', 'norm': 0.11328125}\n", + "{'loss': '2.390644073486328', 'num_iter': 34304, 'lr': 0.000335, 'time': '8.799498796463013 Seconds', 'norm': 0.1259765625}\n", + "{'loss': '2.380173444747925', 'num_iter': 34816, 'lr': 0.00034, 'time': '8.459708213806152 Seconds', 'norm': 0.1171875}\n", + "{'loss': '2.344499111175537', 'num_iter': 35328, 'lr': 0.000345, 'time': '8.396592617034912 Seconds', 'norm': 0.115234375}\n", + "{'loss': '2.3183677196502686', 'num_iter': 35840, 'lr': 0.00035, 'time': '8.558419466018677 Seconds', 'norm': 0.1181640625}\n", + "{'loss': '2.3765032291412354', 'num_iter': 36352, 'lr': 0.000355, 'time': '8.514953374862671 Seconds', 'norm': 0.12158203125}\n", + "{'loss': '2.403637170791626', 'num_iter': 36864, 'lr': 0.00035999999999999997, 'time': '8.656627178192139 Seconds', 'norm': 0.1181640625}\n", + "{'loss': '2.305107593536377', 'num_iter': 37376, 'lr': 0.000365, 'time': '8.978270530700684 Seconds', 'norm': 0.126953125}\n", + "{'loss': '2.3270010948181152', 'num_iter': 37888, 'lr': 0.00037, 'time': '8.611132383346558 Seconds', 'norm': 0.12255859375}\n", + "{'loss': '2.4043121337890625', 'num_iter': 38400, 'lr': 0.000375, 'time': '8.12365198135376 Seconds', 'norm': 0.11669921875}\n", + "{'loss': '2.3827450275421143', 'num_iter': 38912, 'lr': 0.00038, 'time': '8.3145272731781 Seconds', 'norm': 0.1181640625}\n", + "{'loss': '2.455231189727783', 'num_iter': 39424, 'lr': 0.00038500000000000003, 'time': '8.034704685211182 Seconds', 'norm': 0.130859375}\n", + "{'loss': '2.401585340499878', 'num_iter': 39936, 'lr': 0.00039000000000000005, 'time': '8.298332691192627 Seconds', 'norm': 0.1435546875}\n", + "{'loss': '2.282731056213379', 'num_iter': 40448, 'lr': 0.000395, 'time': '8.60951018333435 Seconds', 'norm': 0.12255859375}\n", + "{'loss': '2.353754997253418', 'num_iter': 40960, 'lr': 0.0004, 'time': '8.257336854934692 Seconds', 'norm': 0.13671875}\n", + "{'loss': '2.3511581420898438', 'num_iter': 41472, 'lr': 0.00040500000000000003, 'time': '8.564049482345581 Seconds', 'norm': 0.12109375}\n", + "{'loss': '2.41495418548584', 'num_iter': 41984, 'lr': 0.00041, 'time': '8.119805574417114 Seconds', 'norm': 0.142578125}\n", + "{'loss': '2.4552862644195557', 'num_iter': 42496, 'lr': 0.000415, 'time': '7.849672317504883 Seconds', 'norm': 0.1357421875}\n", + "{'loss': '2.35587477684021', 'num_iter': 43008, 'lr': 0.00042, 'time': '8.433326005935669 Seconds', 'norm': 0.125}\n", + "{'loss': '2.354590654373169', 'num_iter': 43520, 'lr': 0.000425, 'time': '8.200602531433105 Seconds', 'norm': 0.130859375}\n", + "{'loss': '2.2961995601654053', 'num_iter': 44032, 'lr': 0.00043, 'time': '9.298598527908325 Seconds', 'norm': 0.1416015625}\n", + "{'loss': '2.3308427333831787', 'num_iter': 44544, 'lr': 0.000435, 'time': '8.310254335403442 Seconds', 'norm': 0.1298828125}\n", + "{'loss': '2.417625904083252', 'num_iter': 45056, 'lr': 0.00044, 'time': '8.514857053756714 Seconds', 'norm': 0.1474609375}\n", + "{'loss': '2.386002540588379', 'num_iter': 45568, 'lr': 0.00044500000000000003, 'time': '8.684640645980835 Seconds', 'norm': 0.138671875}\n", + "{'loss': '2.357957363128662', 'num_iter': 46080, 'lr': 0.00045000000000000004, 'time': '8.349209785461426 Seconds', 'norm': 0.14453125}\n", + "{'loss': '2.3467557430267334', 'num_iter': 46592, 'lr': 0.000455, 'time': '8.250343322753906 Seconds', 'norm': 0.1279296875}\n", + "{'loss': '2.419018507003784', 'num_iter': 47104, 'lr': 0.00046, 'time': '7.75583815574646 Seconds', 'norm': 0.15625}\n", + "{'loss': '2.3793187141418457', 'num_iter': 47616, 'lr': 0.000465, 'time': '8.037800073623657 Seconds', 'norm': 0.1318359375}\n", + "{'loss': '2.355764150619507', 'num_iter': 48128, 'lr': 0.00047, 'time': '8.193324089050293 Seconds', 'norm': 0.1484375}\n", + "{'loss': '2.386695623397827', 'num_iter': 48640, 'lr': 0.000475, 'time': '8.205627918243408 Seconds', 'norm': 0.134765625}\n", + "{'loss': '2.3478472232818604', 'num_iter': 49152, 'lr': 0.00048, 'time': '8.32002305984497 Seconds', 'norm': 0.140625}\n", + "{'loss': '2.406860589981079', 'num_iter': 49664, 'lr': 0.00048499999999999997, 'time': '7.975932598114014 Seconds', 'norm': 0.1494140625}\n", + "{'loss': '2.3558359146118164', 'num_iter': 50176, 'lr': 0.00049, 'time': '8.38038969039917 Seconds', 'norm': 0.1376953125}\n", + "{'loss': '2.3090360164642334', 'num_iter': 50688, 'lr': 0.000495, 'time': '8.853670597076416 Seconds', 'norm': 0.1513671875}\n", + "{'loss': '2.355339527130127', 'num_iter': 51200, 'lr': 0.0005, 'time': '8.346829175949097 Seconds', 'norm': 0.1474609375}\n", + "{'loss': '2.356957197189331', 'num_iter': 51712, 'lr': 0.000505, 'time': '7.844237327575684 Seconds', 'norm': 0.150390625}\n", + "{'loss': '2.4549560546875', 'num_iter': 52224, 'lr': 0.00051, 'time': '8.24063515663147 Seconds', 'norm': 0.154296875}\n", + "{'loss': '2.3761038780212402', 'num_iter': 52736, 'lr': 0.000515, 'time': '8.501140356063843 Seconds', 'norm': 0.171875}\n", + "{'loss': '2.342712163925171', 'num_iter': 53248, 'lr': 0.0005200000000000001, 'time': '8.617476463317871 Seconds', 'norm': 0.1298828125}\n", + "{'loss': '2.3526930809020996', 'num_iter': 53760, 'lr': 0.0005250000000000001, 'time': '8.536534070968628 Seconds', 'norm': 0.1533203125}\n", + "{'loss': '2.416839838027954', 'num_iter': 54272, 'lr': 0.0005300000000000001, 'time': '8.195648193359375 Seconds', 'norm': 0.140625}\n", + "{'loss': '2.3539321422576904', 'num_iter': 54784, 'lr': 0.000535, 'time': '8.520131826400757 Seconds', 'norm': 0.1552734375}\n", + "{'loss': '2.3183279037475586', 'num_iter': 55296, 'lr': 0.00054, 'time': '8.82524561882019 Seconds', 'norm': 0.1611328125}\n", + "{'loss': '2.322287082672119', 'num_iter': 55808, 'lr': 0.000545, 'time': '9.179141998291016 Seconds', 'norm': 0.1630859375}\n", + "{'loss': '2.35573673248291', 'num_iter': 56320, 'lr': 0.00055, 'time': '8.099822282791138 Seconds', 'norm': 0.14453125}\n", + "{'loss': '2.3199551105499268', 'num_iter': 56832, 'lr': 0.000555, 'time': '8.51465392112732 Seconds', 'norm': 0.1650390625}\n", + "{'loss': '2.3757176399230957', 'num_iter': 57344, 'lr': 0.0005600000000000001, 'time': '8.225489377975464 Seconds', 'norm': 0.13671875}\n", + "{'loss': '2.389883279800415', 'num_iter': 57856, 'lr': 0.000565, 'time': '8.298118829727173 Seconds', 'norm': 0.146484375}\n", + "{'loss': '2.4201955795288086', 'num_iter': 58368, 'lr': 0.00057, 'time': '8.417352437973022 Seconds', 'norm': 0.1494140625}\n", + "{'loss': '2.3758251667022705', 'num_iter': 58880, 'lr': 0.000575, 'time': '8.668560981750488 Seconds', 'norm': 0.1484375}\n", + "{'loss': '2.3664801120758057', 'num_iter': 59392, 'lr': 0.00058, 'time': '8.312018156051636 Seconds', 'norm': 0.1416015625}\n", + "{'loss': '2.445268392562866', 'num_iter': 59904, 'lr': 0.000585, 'time': '7.928400993347168 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.4117512702941895', 'num_iter': 60416, 'lr': 0.00059, 'time': '8.192112684249878 Seconds', 'norm': 0.15234375}\n", + "{'loss': '2.3946962356567383', 'num_iter': 60928, 'lr': 0.0005949999999999999, 'time': '8.116294384002686 Seconds', 'norm': 0.15625}\n", + "{'loss': '2.414203405380249', 'num_iter': 61440, 'lr': 0.0006, 'time': '8.06369686126709 Seconds', 'norm': 0.1630859375}\n", + "{'loss': '2.26425838470459', 'num_iter': 61952, 'lr': 0.000605, 'time': '8.723063468933105 Seconds', 'norm': 0.171875}\n", + "{'loss': '2.2576560974121094', 'num_iter': 62464, 'lr': 0.00061, 'time': '8.730216979980469 Seconds', 'norm': 0.150390625}\n", + "{'loss': '2.406400680541992', 'num_iter': 62976, 'lr': 0.000615, 'time': '8.161418437957764 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.350969076156616', 'num_iter': 63488, 'lr': 0.00062, 'time': '8.821264028549194 Seconds', 'norm': 0.150390625}\n", + "{'loss': '2.3164260387420654', 'num_iter': 64000, 'lr': 0.000625, 'time': '8.436145305633545 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.3948323726654053', 'num_iter': 64512, 'lr': 0.00063, 'time': '8.28288459777832 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3741116523742676', 'num_iter': 65024, 'lr': 0.000635, 'time': '8.511958599090576 Seconds', 'norm': 0.1611328125}\n", + "{'loss': '2.283215045928955', 'num_iter': 65536, 'lr': 0.00064, 'time': '8.543206930160522 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.367689371109009', 'num_iter': 66048, 'lr': 0.0006450000000000001, 'time': '13.543059349060059 Seconds', 'norm': 0.1650390625}\n", + "{'loss': '2.338901996612549', 'num_iter': 66560, 'lr': 0.0006500000000000001, 'time': '9.350599765777588 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.412482500076294', 'num_iter': 67072, 'lr': 0.0006550000000000001, 'time': '9.60750937461853 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.3718104362487793', 'num_iter': 67584, 'lr': 0.00066, 'time': '8.743152856826782 Seconds', 'norm': 0.1591796875}\n", + "{'loss': '2.3709359169006348', 'num_iter': 68096, 'lr': 0.000665, 'time': '8.349513530731201 Seconds', 'norm': 0.16015625}\n", + "{'loss': '2.3730757236480713', 'num_iter': 68608, 'lr': 0.00067, 'time': '8.790771484375 Seconds', 'norm': 0.1640625}\n", + "{'loss': '2.3677053451538086', 'num_iter': 69120, 'lr': 0.000675, 'time': '8.449764728546143 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.3063783645629883', 'num_iter': 69632, 'lr': 0.00068, 'time': '8.788265466690063 Seconds', 'norm': 0.15625}\n", + "{'loss': '2.377204418182373', 'num_iter': 70144, 'lr': 0.0006850000000000001, 'time': '8.464972257614136 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.349269151687622', 'num_iter': 70656, 'lr': 0.00069, 'time': '8.85305380821228 Seconds', 'norm': 0.1572265625}\n", + "{'loss': '2.3833532333374023', 'num_iter': 71168, 'lr': 0.000695, 'time': '8.16352915763855 Seconds', 'norm': 0.2314453125}\n", + "{'loss': '2.3449063301086426', 'num_iter': 71680, 'lr': 0.0007, 'time': '8.155242919921875 Seconds', 'norm': 0.162109375}\n", + "{'loss': '2.3762624263763428', 'num_iter': 72192, 'lr': 0.000705, 'time': '7.953240633010864 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3810596466064453', 'num_iter': 72704, 'lr': 0.00071, 'time': '8.464589595794678 Seconds', 'norm': 0.15625}\n", + "{'loss': '2.3786823749542236', 'num_iter': 73216, 'lr': 0.000715, 'time': '8.562390327453613 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3624539375305176', 'num_iter': 73728, 'lr': 0.0007199999999999999, 'time': '8.15932321548462 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.3338747024536133', 'num_iter': 74240, 'lr': 0.000725, 'time': '8.17479920387268 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3889710903167725', 'num_iter': 74752, 'lr': 0.00073, 'time': '8.568461179733276 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.4609615802764893', 'num_iter': 75264, 'lr': 0.000735, 'time': '7.998297214508057 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.3587160110473633', 'num_iter': 75776, 'lr': 0.00074, 'time': '8.368019104003906 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.4108667373657227', 'num_iter': 76288, 'lr': 0.000745, 'time': '8.769832134246826 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.421757698059082', 'num_iter': 76800, 'lr': 0.00075, 'time': '7.9297332763671875 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.376873731613159', 'num_iter': 77312, 'lr': 0.000755, 'time': '8.204802513122559 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.3318161964416504', 'num_iter': 77824, 'lr': 0.00076, 'time': '8.489221096038818 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.3669848442077637', 'num_iter': 78336, 'lr': 0.0007650000000000001, 'time': '10.954768419265747 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.349841356277466', 'num_iter': 78848, 'lr': 0.0007700000000000001, 'time': '8.276170492172241 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.4127888679504395', 'num_iter': 79360, 'lr': 0.0007750000000000001, 'time': '8.089359998703003 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3530919551849365', 'num_iter': 79872, 'lr': 0.0007800000000000001, 'time': '8.18125319480896 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.392930030822754', 'num_iter': 80384, 'lr': 0.000785, 'time': '8.027729272842407 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.32802414894104', 'num_iter': 80896, 'lr': 0.00079, 'time': '8.3948974609375 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.3464791774749756', 'num_iter': 81408, 'lr': 0.000795, 'time': '8.842905521392822 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.4307701587677', 'num_iter': 81920, 'lr': 0.0008, 'time': '8.085870504379272 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3958780765533447', 'num_iter': 82432, 'lr': 0.000805, 'time': '8.237189531326294 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.401933431625366', 'num_iter': 82944, 'lr': 0.0008100000000000001, 'time': '7.952329158782959 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.4208853244781494', 'num_iter': 83456, 'lr': 0.000815, 'time': '8.02254343032837 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.328188896179199', 'num_iter': 83968, 'lr': 0.00082, 'time': '8.682481527328491 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3519139289855957', 'num_iter': 84480, 'lr': 0.000825, 'time': '8.804353713989258 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.3379065990448', 'num_iter': 84992, 'lr': 0.00083, 'time': '8.357772588729858 Seconds', 'norm': 0.15625}\n", + "{'loss': '2.38081955909729', 'num_iter': 85504, 'lr': 0.000835, 'time': '8.997489929199219 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.38285756111145', 'num_iter': 86016, 'lr': 0.00084, 'time': '8.883950233459473 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3775012493133545', 'num_iter': 86528, 'lr': 0.0008449999999999999, 'time': '8.475273370742798 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3875529766082764', 'num_iter': 87040, 'lr': 0.00085, 'time': '8.420514345169067 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.3699862957000732', 'num_iter': 87552, 'lr': 0.000855, 'time': '8.80019211769104 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.379849433898926', 'num_iter': 88064, 'lr': 0.00086, 'time': '8.469244241714478 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.368663787841797', 'num_iter': 88576, 'lr': 0.000865, 'time': '8.865850687026978 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.324857234954834', 'num_iter': 89088, 'lr': 0.00087, 'time': '8.564958095550537 Seconds', 'norm': 0.177734375}\n", + "{'loss': '2.402688503265381', 'num_iter': 89600, 'lr': 0.000875, 'time': '8.380212545394897 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.4041521549224854', 'num_iter': 90112, 'lr': 0.00088, 'time': '8.555177927017212 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.399150848388672', 'num_iter': 90624, 'lr': 0.000885, 'time': '8.415316343307495 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.3180184364318848', 'num_iter': 91136, 'lr': 0.0008900000000000001, 'time': '8.698083877563477 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.324018716812134', 'num_iter': 91648, 'lr': 0.0008950000000000001, 'time': '8.570551872253418 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.3361947536468506', 'num_iter': 92160, 'lr': 0.0009000000000000001, 'time': '8.687859296798706 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3590660095214844', 'num_iter': 92672, 'lr': 0.0009050000000000001, 'time': '8.587313652038574 Seconds', 'norm': 0.24609375}\n", + "{'loss': '2.4278576374053955', 'num_iter': 93184, 'lr': 0.00091, 'time': '8.3777494430542 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.410914421081543', 'num_iter': 93696, 'lr': 0.000915, 'time': '8.557882308959961 Seconds', 'norm': 0.1689453125}\n", + "{'loss': '2.352102279663086', 'num_iter': 94208, 'lr': 0.00092, 'time': '8.737375974655151 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.437932252883911', 'num_iter': 94720, 'lr': 0.000925, 'time': '8.788272857666016 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.363410472869873', 'num_iter': 95232, 'lr': 0.00093, 'time': '8.723515510559082 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.354689359664917', 'num_iter': 95744, 'lr': 0.0009350000000000001, 'time': '8.843135595321655 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3388495445251465', 'num_iter': 96256, 'lr': 0.00094, 'time': '8.968782186508179 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.373152494430542', 'num_iter': 96768, 'lr': 0.000945, 'time': '8.660739183425903 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.4144287109375', 'num_iter': 97280, 'lr': 0.00095, 'time': '8.257589340209961 Seconds', 'norm': 0.296875}\n", + "{'loss': '2.394932746887207', 'num_iter': 97792, 'lr': 0.000955, 'time': '8.411039352416992 Seconds', 'norm': 0.29296875}\n", + "{'loss': '2.364985227584839', 'num_iter': 98304, 'lr': 0.00096, 'time': '8.48658537864685 Seconds', 'norm': 0.310546875}\n", + "{'loss': '2.3635356426239014', 'num_iter': 98816, 'lr': 0.000965, 'time': '13.614242315292358 Seconds', 'norm': 0.3046875}\n", + "{'loss': '2.4077939987182617', 'num_iter': 99328, 'lr': 0.0009699999999999999, 'time': '8.797057628631592 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.451826810836792', 'num_iter': 99840, 'lr': 0.000975, 'time': '8.936829328536987 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.3354451656341553', 'num_iter': 100352, 'lr': 0.00098, 'time': '8.79259181022644 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.384429931640625', 'num_iter': 100864, 'lr': 0.000985, 'time': '8.493739128112793 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.4137513637542725', 'num_iter': 101376, 'lr': 0.00099, 'time': '8.348110914230347 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.4221231937408447', 'num_iter': 101888, 'lr': 0.000995, 'time': '7.8091583251953125 Seconds', 'norm': 0.30859375}\n", + "{'loss': '2.283956289291382', 'num_iter': 102400, 'lr': 0.001, 'time': '8.540755033493042 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.369210958480835', 'num_iter': 102912, 'lr': 0.001, 'time': '8.566282510757446 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.3665859699249268', 'num_iter': 103424, 'lr': 0.001, 'time': '8.518738746643066 Seconds', 'norm': 0.2431640625}\n", + "{'loss': '2.358678102493286', 'num_iter': 103936, 'lr': 0.001, 'time': '8.357083559036255 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.398306131362915', 'num_iter': 104448, 'lr': 0.001, 'time': '8.289208173751831 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.412965774536133', 'num_iter': 104960, 'lr': 0.001, 'time': '8.162434577941895 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.374194622039795', 'num_iter': 105472, 'lr': 0.001, 'time': '9.230849504470825 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.4285941123962402', 'num_iter': 105984, 'lr': 0.001, 'time': '8.201667547225952 Seconds', 'norm': 0.2470703125}\n", + "{'loss': '2.3540616035461426', 'num_iter': 106496, 'lr': 0.001, 'time': '8.346999645233154 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.410151481628418', 'num_iter': 107008, 'lr': 0.001, 'time': '7.925924062728882 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.350382089614868', 'num_iter': 107520, 'lr': 0.001, 'time': '8.304706335067749 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.348229169845581', 'num_iter': 108032, 'lr': 0.001, 'time': '8.805323600769043 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.388207197189331', 'num_iter': 108544, 'lr': 0.001, 'time': '8.578596830368042 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.381629705429077', 'num_iter': 109056, 'lr': 0.001, 'time': '8.356505870819092 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.3828892707824707', 'num_iter': 109568, 'lr': 0.001, 'time': '8.564954996109009 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3729209899902344', 'num_iter': 110080, 'lr': 0.001, 'time': '8.12981128692627 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.367323875427246', 'num_iter': 110592, 'lr': 0.001, 'time': '8.300622701644897 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.4512875080108643', 'num_iter': 111104, 'lr': 0.001, 'time': '8.38793659210205 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.423461675643921', 'num_iter': 111616, 'lr': 0.001, 'time': '8.16628909111023 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.365154266357422', 'num_iter': 112128, 'lr': 0.001, 'time': '8.354376792907715 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.348111391067505', 'num_iter': 112640, 'lr': 0.001, 'time': '8.686992645263672 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3756349086761475', 'num_iter': 113152, 'lr': 0.001, 'time': '8.304920196533203 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3925533294677734', 'num_iter': 113664, 'lr': 0.001, 'time': '8.424681425094604 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.3529117107391357', 'num_iter': 114176, 'lr': 0.001, 'time': '8.123831033706665 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.3032734394073486', 'num_iter': 114688, 'lr': 0.001, 'time': '8.51890754699707 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.4193785190582275', 'num_iter': 115200, 'lr': 0.001, 'time': '7.907999515533447 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.344939947128296', 'num_iter': 115712, 'lr': 0.001, 'time': '8.558756589889526 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.370755672454834', 'num_iter': 116224, 'lr': 0.001, 'time': '8.544370651245117 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.377723217010498', 'num_iter': 116736, 'lr': 0.001, 'time': '8.407794713973999 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.316657781600952', 'num_iter': 117248, 'lr': 0.001, 'time': '8.972618818283081 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.4240846633911133', 'num_iter': 117760, 'lr': 0.001, 'time': '8.14678406715393 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.4044954776763916', 'num_iter': 118272, 'lr': 0.001, 'time': '8.106743335723877 Seconds', 'norm': 0.1591796875}\n", + "{'loss': '2.344862222671509', 'num_iter': 118784, 'lr': 0.001, 'time': '8.248379468917847 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.4241511821746826', 'num_iter': 119296, 'lr': 0.001, 'time': '8.432803630828857 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3621268272399902', 'num_iter': 119808, 'lr': 0.001, 'time': '8.17098069190979 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3872365951538086', 'num_iter': 120320, 'lr': 0.001, 'time': '8.527016639709473 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.3484396934509277', 'num_iter': 120832, 'lr': 0.001, 'time': '8.368358612060547 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.35953950881958', 'num_iter': 121344, 'lr': 0.001, 'time': '8.75240683555603 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3780829906463623', 'num_iter': 121856, 'lr': 0.001, 'time': '7.965952396392822 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.4046552181243896', 'num_iter': 122368, 'lr': 0.001, 'time': '7.968393087387085 Seconds', 'norm': 0.25}\n", + "{'loss': '2.4121322631835938', 'num_iter': 122880, 'lr': 0.001, 'time': '10.597578287124634 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.3784353733062744', 'num_iter': 123392, 'lr': 0.001, 'time': '8.244983196258545 Seconds', 'norm': 0.283203125}\n", + "{'loss': '2.323871374130249', 'num_iter': 123904, 'lr': 0.001, 'time': '8.678279161453247 Seconds', 'norm': 0.2255859375}\n", + "{'loss': '2.4406731128692627', 'num_iter': 124416, 'lr': 0.001, 'time': '8.40961766242981 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.324458122253418', 'num_iter': 124928, 'lr': 0.001, 'time': '8.549541234970093 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3017566204071045', 'num_iter': 125440, 'lr': 0.001, 'time': '8.60848355293274 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.3696084022521973', 'num_iter': 125952, 'lr': 0.001, 'time': '8.499809741973877 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3843212127685547', 'num_iter': 126464, 'lr': 0.001, 'time': '8.224026203155518 Seconds', 'norm': 0.2353515625}\n", + "{'loss': '2.387418031692505', 'num_iter': 126976, 'lr': 0.001, 'time': '8.440656423568726 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.398210048675537', 'num_iter': 127488, 'lr': 0.001, 'time': '8.452331781387329 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.362698554992676', 'num_iter': 128000, 'lr': 0.001, 'time': '8.275820016860962 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.375330924987793', 'num_iter': 128512, 'lr': 0.001, 'time': '9.05879259109497 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.382153272628784', 'num_iter': 129024, 'lr': 0.001, 'time': '8.158925533294678 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.329805612564087', 'num_iter': 129536, 'lr': 0.001, 'time': '8.21394944190979 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.4287467002868652', 'num_iter': 130048, 'lr': 0.001, 'time': '7.8217291831970215 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3117587566375732', 'num_iter': 130560, 'lr': 0.001, 'time': '8.823063373565674 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.4591474533081055', 'num_iter': 131072, 'lr': 0.001, 'time': '8.120489835739136 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.382108688354492', 'num_iter': 131584, 'lr': 0.001, 'time': '13.287187814712524 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.382751941680908', 'num_iter': 132096, 'lr': 0.001, 'time': '8.829148292541504 Seconds', 'norm': 0.263671875}\n", + "{'loss': '2.4449405670166016', 'num_iter': 132608, 'lr': 0.001, 'time': '8.512131452560425 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.3751182556152344', 'num_iter': 133120, 'lr': 0.001, 'time': '8.991081714630127 Seconds', 'norm': 0.291015625}\n", + "{'loss': '2.4070489406585693', 'num_iter': 133632, 'lr': 0.001, 'time': '7.952652454376221 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.391798734664917', 'num_iter': 134144, 'lr': 0.001, 'time': '8.443435430526733 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.4219603538513184', 'num_iter': 134656, 'lr': 0.001, 'time': '8.178690433502197 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.346550941467285', 'num_iter': 135168, 'lr': 0.001, 'time': '8.336941957473755 Seconds', 'norm': 0.2421875}\n", + "{'loss': '2.4325077533721924', 'num_iter': 135680, 'lr': 0.001, 'time': '8.335406064987183 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3842790126800537', 'num_iter': 136192, 'lr': 0.001, 'time': '8.842617988586426 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.3502941131591797', 'num_iter': 136704, 'lr': 0.001, 'time': '8.26529049873352 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.364230155944824', 'num_iter': 137216, 'lr': 0.001, 'time': '8.576199293136597 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.3840322494506836', 'num_iter': 137728, 'lr': 0.001, 'time': '8.738868474960327 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.366302013397217', 'num_iter': 138240, 'lr': 0.001, 'time': '8.898669004440308 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.316016435623169', 'num_iter': 138752, 'lr': 0.001, 'time': '8.982850790023804 Seconds', 'norm': 0.2255859375}\n", + "{'loss': '2.328399896621704', 'num_iter': 139264, 'lr': 0.001, 'time': '8.698952913284302 Seconds', 'norm': 0.26953125}\n", + "{'loss': '2.3097548484802246', 'num_iter': 139776, 'lr': 0.001, 'time': '9.314266920089722 Seconds', 'norm': 0.171875}\n", + "{'loss': '2.4194869995117188', 'num_iter': 140288, 'lr': 0.001, 'time': '8.258531093597412 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.2808616161346436', 'num_iter': 140800, 'lr': 0.001, 'time': '9.373393774032593 Seconds', 'norm': 0.1650390625}\n", + "{'loss': '2.441530227661133', 'num_iter': 141312, 'lr': 0.001, 'time': '8.108644247055054 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.4203357696533203', 'num_iter': 141824, 'lr': 0.001, 'time': '8.070127964019775 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.366215467453003', 'num_iter': 142336, 'lr': 0.001, 'time': '8.438155889511108 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.409937858581543', 'num_iter': 142848, 'lr': 0.001, 'time': '8.398412227630615 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.389439344406128', 'num_iter': 143360, 'lr': 0.001, 'time': '8.435163497924805 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.370175838470459', 'num_iter': 143872, 'lr': 0.001, 'time': '8.442939043045044 Seconds', 'norm': 0.2421875}\n", + "{'loss': '2.383334159851074', 'num_iter': 144384, 'lr': 0.001, 'time': '8.447250366210938 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3789870738983154', 'num_iter': 144896, 'lr': 0.001, 'time': '8.169019222259521 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.378997564315796', 'num_iter': 145408, 'lr': 0.001, 'time': '8.60593843460083 Seconds', 'norm': 0.3046875}\n", + "{'loss': '2.39009428024292', 'num_iter': 145920, 'lr': 0.001, 'time': '8.239660024642944 Seconds', 'norm': 0.267578125}\n", + "{'loss': '2.4134621620178223', 'num_iter': 146432, 'lr': 0.001, 'time': '8.078928470611572 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.400651454925537', 'num_iter': 146944, 'lr': 0.001, 'time': '8.288937091827393 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.436373472213745', 'num_iter': 147456, 'lr': 0.001, 'time': '8.20724606513977 Seconds', 'norm': 0.25}\n", + "{'loss': '2.374776840209961', 'num_iter': 147968, 'lr': 0.001, 'time': '8.152068614959717 Seconds', 'norm': 0.2734375}\n", + "{'loss': '2.3640079498291016', 'num_iter': 148480, 'lr': 0.001, 'time': '8.602315902709961 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.280787229537964', 'num_iter': 148992, 'lr': 0.001, 'time': '8.974380016326904 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3305742740631104', 'num_iter': 149504, 'lr': 0.001, 'time': '8.470110177993774 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.4098970890045166', 'num_iter': 150016, 'lr': 0.001, 'time': '8.090431213378906 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.428356885910034', 'num_iter': 150528, 'lr': 0.001, 'time': '8.086579322814941 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.4177095890045166', 'num_iter': 151040, 'lr': 0.001, 'time': '8.110919713973999 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.3164119720458984', 'num_iter': 151552, 'lr': 0.001, 'time': '8.77794098854065 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.4001293182373047', 'num_iter': 152064, 'lr': 0.001, 'time': '7.848429918289185 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.3741555213928223', 'num_iter': 152576, 'lr': 0.001, 'time': '8.267451763153076 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3437516689300537', 'num_iter': 153088, 'lr': 0.001, 'time': '8.299741268157959 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.353262424468994', 'num_iter': 153600, 'lr': 0.001, 'time': '8.548104524612427 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.4060401916503906', 'num_iter': 154112, 'lr': 0.001, 'time': '8.478615283966064 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3300604820251465', 'num_iter': 154624, 'lr': 0.001, 'time': '8.470060110092163 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3785202503204346', 'num_iter': 155136, 'lr': 0.001, 'time': '8.421005487442017 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.380131483078003', 'num_iter': 155648, 'lr': 0.001, 'time': '8.6744863986969 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.4541163444519043', 'num_iter': 156160, 'lr': 0.001, 'time': '8.00025486946106 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.4264039993286133', 'num_iter': 156672, 'lr': 0.001, 'time': '7.949988603591919 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.3760228157043457', 'num_iter': 157184, 'lr': 0.001, 'time': '8.16675591468811 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.419093132019043', 'num_iter': 157696, 'lr': 0.001, 'time': '8.110333919525146 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.3473074436187744', 'num_iter': 158208, 'lr': 0.001, 'time': '8.571992635726929 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3978145122528076', 'num_iter': 158720, 'lr': 0.001, 'time': '8.455940008163452 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.3912198543548584', 'num_iter': 159232, 'lr': 0.001, 'time': '8.212659120559692 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.394611358642578', 'num_iter': 159744, 'lr': 0.001, 'time': '8.391351222991943 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.296705722808838', 'num_iter': 160256, 'lr': 0.001, 'time': '8.791725397109985 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.4715523719787598', 'num_iter': 160768, 'lr': 0.001, 'time': '8.123394250869751 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3635003566741943', 'num_iter': 161280, 'lr': 0.001, 'time': '8.853474378585815 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3635966777801514', 'num_iter': 161792, 'lr': 0.001, 'time': '8.725740671157837 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.341452121734619', 'num_iter': 162304, 'lr': 0.001, 'time': '8.323640584945679 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.330770492553711', 'num_iter': 162816, 'lr': 0.001, 'time': '8.84046721458435 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3927061557769775', 'num_iter': 163328, 'lr': 0.001, 'time': '8.528711557388306 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.348679542541504', 'num_iter': 163840, 'lr': 0.001, 'time': '8.463924407958984 Seconds', 'norm': 0.1669921875}\n", + "{'loss': '2.410590648651123', 'num_iter': 164352, 'lr': 0.001, 'time': '13.290242433547974 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.410336971282959', 'num_iter': 164864, 'lr': 0.001, 'time': '8.453669309616089 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.4056358337402344', 'num_iter': 165376, 'lr': 0.001, 'time': '9.204848289489746 Seconds', 'norm': 0.3046875}\n", + "{'loss': '2.4024312496185303', 'num_iter': 165888, 'lr': 0.001, 'time': '9.05479645729065 Seconds', 'norm': 0.267578125}\n", + "{'loss': '2.3533430099487305', 'num_iter': 166400, 'lr': 0.001, 'time': '8.526433229446411 Seconds', 'norm': 0.2353515625}\n", + "{'loss': '2.3808906078338623', 'num_iter': 166912, 'lr': 0.001, 'time': '8.373178720474243 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3636302947998047', 'num_iter': 167424, 'lr': 0.001, 'time': '8.742811441421509 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.4313549995422363', 'num_iter': 167936, 'lr': 0.001, 'time': '10.581190824508667 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3715522289276123', 'num_iter': 168448, 'lr': 0.001, 'time': '8.243183851242065 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.390352725982666', 'num_iter': 168960, 'lr': 0.001, 'time': '8.11393427848816 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.438720464706421', 'num_iter': 169472, 'lr': 0.001, 'time': '8.0389564037323 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.407698631286621', 'num_iter': 169984, 'lr': 0.001, 'time': '8.643431663513184 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.3528716564178467', 'num_iter': 170496, 'lr': 0.001, 'time': '8.375278949737549 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.3246371746063232', 'num_iter': 171008, 'lr': 0.001, 'time': '8.527279376983643 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.338951349258423', 'num_iter': 171520, 'lr': 0.001, 'time': '8.57494330406189 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.4132702350616455', 'num_iter': 172032, 'lr': 0.001, 'time': '8.255114555358887 Seconds', 'norm': 0.279296875}\n", + "{'loss': '2.347482681274414', 'num_iter': 172544, 'lr': 0.001, 'time': '8.837162256240845 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3248636722564697', 'num_iter': 173056, 'lr': 0.001, 'time': '8.481815576553345 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3607559204101562', 'num_iter': 173568, 'lr': 0.001, 'time': '8.499971389770508 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3352715969085693', 'num_iter': 174080, 'lr': 0.001, 'time': '8.579814434051514 Seconds', 'norm': 0.169921875}\n", + "{'loss': '2.371962785720825', 'num_iter': 174592, 'lr': 0.001, 'time': '8.568901538848877 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3810174465179443', 'num_iter': 175104, 'lr': 0.001, 'time': '8.14989161491394 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.409205675125122', 'num_iter': 175616, 'lr': 0.001, 'time': '8.016071081161499 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3557281494140625', 'num_iter': 176128, 'lr': 0.001, 'time': '8.10802698135376 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.4115004539489746', 'num_iter': 176640, 'lr': 0.001, 'time': '8.01994776725769 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.404536247253418', 'num_iter': 177152, 'lr': 0.001, 'time': '8.481751680374146 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3743655681610107', 'num_iter': 177664, 'lr': 0.001, 'time': '8.365893602371216 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3779876232147217', 'num_iter': 178176, 'lr': 0.001, 'time': '8.483413219451904 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.30751633644104', 'num_iter': 178688, 'lr': 0.001, 'time': '8.686514854431152 Seconds', 'norm': 0.1689453125}\n", + "{'loss': '2.3443827629089355', 'num_iter': 179200, 'lr': 0.001, 'time': '8.228882551193237 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.3815975189208984', 'num_iter': 179712, 'lr': 0.001, 'time': '8.253013610839844 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.4312551021575928', 'num_iter': 180224, 'lr': 0.001, 'time': '7.904991626739502 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3476133346557617', 'num_iter': 180736, 'lr': 0.001, 'time': '8.588699340820312 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.407395839691162', 'num_iter': 181248, 'lr': 0.001, 'time': '8.374473094940186 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.2928924560546875', 'num_iter': 181760, 'lr': 0.001, 'time': '8.66974663734436 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3799545764923096', 'num_iter': 182272, 'lr': 0.001, 'time': '8.678651571273804 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.419018030166626', 'num_iter': 182784, 'lr': 0.001, 'time': '8.178403854370117 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.402024507522583', 'num_iter': 183296, 'lr': 0.001, 'time': '8.218433141708374 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.308976650238037', 'num_iter': 183808, 'lr': 0.001, 'time': '8.492849588394165 Seconds', 'norm': 0.279296875}\n", + "{'loss': '2.3735179901123047', 'num_iter': 184320, 'lr': 0.001, 'time': '8.180338859558105 Seconds', 'norm': 0.2431640625}\n", + "{'loss': '2.443040370941162', 'num_iter': 184832, 'lr': 0.001, 'time': '8.396362543106079 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.3716039657592773', 'num_iter': 185344, 'lr': 0.001, 'time': '8.364355325698853 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.3963816165924072', 'num_iter': 185856, 'lr': 0.001, 'time': '8.191945314407349 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.4441351890563965', 'num_iter': 186368, 'lr': 0.001, 'time': '8.596657514572144 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.3792989253997803', 'num_iter': 186880, 'lr': 0.001, 'time': '8.697709560394287 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.319247007369995', 'num_iter': 187392, 'lr': 0.001, 'time': '9.042456865310669 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.317769765853882', 'num_iter': 187904, 'lr': 0.001, 'time': '8.529827356338501 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.3265223503112793', 'num_iter': 188416, 'lr': 0.001, 'time': '8.988086223602295 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.3581628799438477', 'num_iter': 188928, 'lr': 0.001, 'time': '8.864873170852661 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3540351390838623', 'num_iter': 189440, 'lr': 0.001, 'time': '9.287997245788574 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.352262020111084', 'num_iter': 189952, 'lr': 0.001, 'time': '8.305871963500977 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.397305965423584', 'num_iter': 190464, 'lr': 0.001, 'time': '8.774291753768921 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.379282236099243', 'num_iter': 190976, 'lr': 0.001, 'time': '8.71970272064209 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.3912370204925537', 'num_iter': 191488, 'lr': 0.001, 'time': '8.56525731086731 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.4019556045532227', 'num_iter': 192000, 'lr': 0.001, 'time': '8.555302143096924 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.4382483959198', 'num_iter': 192512, 'lr': 0.001, 'time': '8.539350271224976 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.368314027786255', 'num_iter': 193024, 'lr': 0.001, 'time': '8.356388092041016 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.303382396697998', 'num_iter': 193536, 'lr': 0.001, 'time': '8.817384958267212 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.4346792697906494', 'num_iter': 194048, 'lr': 0.001, 'time': '8.135556936264038 Seconds', 'norm': 0.2431640625}\n", + "{'loss': '2.3610384464263916', 'num_iter': 194560, 'lr': 0.001, 'time': '8.586567401885986 Seconds', 'norm': 0.1611328125}\n", + "{'loss': '2.358102321624756', 'num_iter': 195072, 'lr': 0.001, 'time': '8.900879621505737 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.3662548065185547', 'num_iter': 195584, 'lr': 0.001, 'time': '8.590677261352539 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.401867389678955', 'num_iter': 196096, 'lr': 0.001, 'time': '8.482840061187744 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.376189947128296', 'num_iter': 196608, 'lr': 0.001, 'time': '8.400667905807495 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.340115547180176', 'num_iter': 197120, 'lr': 0.001, 'time': '14.034735679626465 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3026089668273926', 'num_iter': 197632, 'lr': 0.001, 'time': '8.940040349960327 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.4754436016082764', 'num_iter': 198144, 'lr': 0.001, 'time': '8.47199559211731 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.323779821395874', 'num_iter': 198656, 'lr': 0.001, 'time': '9.111096382141113 Seconds', 'norm': 0.1669921875}\n", + "{'loss': '2.3296773433685303', 'num_iter': 199168, 'lr': 0.001, 'time': '8.707337617874146 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.402021884918213', 'num_iter': 199680, 'lr': 0.001, 'time': '8.420790672302246 Seconds', 'norm': 0.171875}\n", + "{'loss': '2.3557069301605225', 'num_iter': 200192, 'lr': 0.001, 'time': '8.448639631271362 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.373485803604126', 'num_iter': 200704, 'lr': 0.001, 'time': '8.372979640960693 Seconds', 'norm': 0.16796875}\n", + "{'loss': '2.345262050628662', 'num_iter': 201216, 'lr': 0.001, 'time': '8.477368831634521 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.340141534805298', 'num_iter': 201728, 'lr': 0.001, 'time': '8.401488304138184 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3137013912200928', 'num_iter': 202240, 'lr': 0.001, 'time': '9.203272342681885 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.4149842262268066', 'num_iter': 202752, 'lr': 0.001, 'time': '8.790534973144531 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.4090964794158936', 'num_iter': 203264, 'lr': 0.001, 'time': '7.9481377601623535 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.413677453994751', 'num_iter': 203776, 'lr': 0.001, 'time': '8.145129680633545 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.38226580619812', 'num_iter': 204288, 'lr': 0.001, 'time': '8.24802303314209 Seconds', 'norm': 0.283203125}\n", + "{'loss': '2.345913887023926', 'num_iter': 204800, 'lr': 0.001, 'time': '8.365803718566895 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.3469247817993164', 'num_iter': 205312, 'lr': 0.001, 'time': '8.045371294021606 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.3835318088531494', 'num_iter': 205824, 'lr': 0.001, 'time': '8.170892000198364 Seconds', 'norm': 0.271484375}\n", + "{'loss': '2.448836088180542', 'num_iter': 206336, 'lr': 0.001, 'time': '8.012107849121094 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3233399391174316', 'num_iter': 206848, 'lr': 0.001, 'time': '8.744713544845581 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.3320868015289307', 'num_iter': 207360, 'lr': 0.001, 'time': '8.70252513885498 Seconds', 'norm': 0.25390625}\n", + "{'loss': '2.3801751136779785', 'num_iter': 207872, 'lr': 0.001, 'time': '8.338006973266602 Seconds', 'norm': 0.24609375}\n", + "{'loss': '2.355252265930176', 'num_iter': 208384, 'lr': 0.001, 'time': '8.790690422058105 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.386415719985962', 'num_iter': 208896, 'lr': 0.001, 'time': '8.765786409378052 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.398970365524292', 'num_iter': 209408, 'lr': 0.001, 'time': '8.377013683319092 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.4278042316436768', 'num_iter': 209920, 'lr': 0.001, 'time': '8.138808488845825 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.3264434337615967', 'num_iter': 210432, 'lr': 0.001, 'time': '8.604609489440918 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3022260665893555', 'num_iter': 210944, 'lr': 0.001, 'time': '8.813130617141724 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3174846172332764', 'num_iter': 211456, 'lr': 0.001, 'time': '8.536523818969727 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3424057960510254', 'num_iter': 211968, 'lr': 0.001, 'time': '8.058176755905151 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.4122111797332764', 'num_iter': 212480, 'lr': 0.001, 'time': '8.526128053665161 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3980116844177246', 'num_iter': 212992, 'lr': 0.001, 'time': '8.307657718658447 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3523271083831787', 'num_iter': 213504, 'lr': 0.001, 'time': '10.703664064407349 Seconds', 'norm': 0.1611328125}\n", + "{'loss': '2.360304117202759', 'num_iter': 214016, 'lr': 0.001, 'time': '8.352770805358887 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.3762311935424805', 'num_iter': 214528, 'lr': 0.001, 'time': '8.728522777557373 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3424596786499023', 'num_iter': 215040, 'lr': 0.001, 'time': '8.548719882965088 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.3331634998321533', 'num_iter': 215552, 'lr': 0.001, 'time': '8.587762832641602 Seconds', 'norm': 0.177734375}\n", + "{'loss': '2.3859400749206543', 'num_iter': 216064, 'lr': 0.001, 'time': '8.286732912063599 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.3784117698669434', 'num_iter': 216576, 'lr': 0.001, 'time': '8.418378591537476 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.438253164291382', 'num_iter': 217088, 'lr': 0.001, 'time': '8.145642518997192 Seconds', 'norm': 0.1748046875}\n", + "{'loss': '2.3865485191345215', 'num_iter': 217600, 'lr': 0.001, 'time': '8.378966331481934 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.4209232330322266', 'num_iter': 218112, 'lr': 0.001, 'time': '8.249592542648315 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.4072771072387695', 'num_iter': 218624, 'lr': 0.001, 'time': '8.111175537109375 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.40582275390625', 'num_iter': 219136, 'lr': 0.001, 'time': '8.505855321884155 Seconds', 'norm': 0.2451171875}\n", + "{'loss': '2.31947922706604', 'num_iter': 219648, 'lr': 0.001, 'time': '8.685045003890991 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.4264163970947266', 'num_iter': 220160, 'lr': 0.001, 'time': '8.074942827224731 Seconds', 'norm': 0.25}\n", + "{'loss': '2.402250051498413', 'num_iter': 220672, 'lr': 0.001, 'time': '8.235146760940552 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.308009147644043', 'num_iter': 221184, 'lr': 0.001, 'time': '8.296538591384888 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.430100679397583', 'num_iter': 221696, 'lr': 0.001, 'time': '7.859760999679565 Seconds', 'norm': 0.310546875}\n", + "{'loss': '2.4234437942504883', 'num_iter': 222208, 'lr': 0.001, 'time': '8.362849950790405 Seconds', 'norm': 0.357421875}\n", + "{'loss': '2.3611183166503906', 'num_iter': 222720, 'lr': 0.001, 'time': '8.58720850944519 Seconds', 'norm': 0.2451171875}\n", + "{'loss': '2.3180902004241943', 'num_iter': 223232, 'lr': 0.001, 'time': '8.51003885269165 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.4069008827209473', 'num_iter': 223744, 'lr': 0.001, 'time': '8.100350379943848 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.4283080101013184', 'num_iter': 224256, 'lr': 0.001, 'time': '8.16063928604126 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.4220941066741943', 'num_iter': 224768, 'lr': 0.001, 'time': '8.39595913887024 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.393131971359253', 'num_iter': 225280, 'lr': 0.001, 'time': '8.766296625137329 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.373231887817383', 'num_iter': 225792, 'lr': 0.001, 'time': '8.511415004730225 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.353454828262329', 'num_iter': 226304, 'lr': 0.001, 'time': '8.447685718536377 Seconds', 'norm': 0.2451171875}\n", + "{'loss': '2.3797378540039062', 'num_iter': 226816, 'lr': 0.001, 'time': '8.553575992584229 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.368077039718628', 'num_iter': 227328, 'lr': 0.001, 'time': '8.239809274673462 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.3728744983673096', 'num_iter': 227840, 'lr': 0.001, 'time': '8.670446634292603 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3388493061065674', 'num_iter': 228352, 'lr': 0.001, 'time': '8.67458462715149 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.4088003635406494', 'num_iter': 228864, 'lr': 0.001, 'time': '8.202964305877686 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3256852626800537', 'num_iter': 229376, 'lr': 0.001, 'time': '8.201792240142822 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.4867920875549316', 'num_iter': 229888, 'lr': 0.001, 'time': '13.32987642288208 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.365682363510132', 'num_iter': 230400, 'lr': 0.001, 'time': '9.235367059707642 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.3717684745788574', 'num_iter': 230912, 'lr': 0.001, 'time': '8.923941373825073 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.3342442512512207', 'num_iter': 231424, 'lr': 0.001, 'time': '9.293139219284058 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3567512035369873', 'num_iter': 231936, 'lr': 0.001, 'time': '8.658114671707153 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.426687717437744', 'num_iter': 232448, 'lr': 0.001, 'time': '8.210061073303223 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.4500954151153564', 'num_iter': 232960, 'lr': 0.001, 'time': '8.300801038742065 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.389975070953369', 'num_iter': 233472, 'lr': 0.001, 'time': '8.208280563354492 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.3227341175079346', 'num_iter': 233984, 'lr': 0.001, 'time': '8.524590492248535 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3813316822052', 'num_iter': 234496, 'lr': 0.001, 'time': '8.820230960845947 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.358562469482422', 'num_iter': 235008, 'lr': 0.001, 'time': '8.657799243927002 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.3874619007110596', 'num_iter': 235520, 'lr': 0.001, 'time': '8.56637454032898 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.4278903007507324', 'num_iter': 236032, 'lr': 0.001, 'time': '8.347804546356201 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.374258279800415', 'num_iter': 236544, 'lr': 0.001, 'time': '8.379116773605347 Seconds', 'norm': 0.2431640625}\n", + "{'loss': '2.3390471935272217', 'num_iter': 237056, 'lr': 0.001, 'time': '8.6199049949646 Seconds', 'norm': 0.2451171875}\n", + "{'loss': '2.3644862174987793', 'num_iter': 237568, 'lr': 0.001, 'time': '8.466325283050537 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.434051990509033', 'num_iter': 238080, 'lr': 0.001, 'time': '8.230094194412231 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.4160258769989014', 'num_iter': 238592, 'lr': 0.001, 'time': '8.302940368652344 Seconds', 'norm': 0.2490234375}\n", + "{'loss': '2.46889591217041', 'num_iter': 239104, 'lr': 0.001, 'time': '7.781325817108154 Seconds', 'norm': 0.2734375}\n", + "{'loss': '2.3158419132232666', 'num_iter': 239616, 'lr': 0.001, 'time': '8.933854818344116 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.4122138023376465', 'num_iter': 240128, 'lr': 0.001, 'time': '8.912975549697876 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.38907790184021', 'num_iter': 240640, 'lr': 0.001, 'time': '8.302465438842773 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.3494873046875', 'num_iter': 241152, 'lr': 0.001, 'time': '8.485373973846436 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.4071221351623535', 'num_iter': 241664, 'lr': 0.001, 'time': '8.365293264389038 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.412865400314331', 'num_iter': 242176, 'lr': 0.001, 'time': '8.297960042953491 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.4540276527404785', 'num_iter': 242688, 'lr': 0.001, 'time': '7.873640298843384 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.383798599243164', 'num_iter': 243200, 'lr': 0.001, 'time': '8.313431024551392 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3730578422546387', 'num_iter': 243712, 'lr': 0.001, 'time': '8.123436689376831 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.3854212760925293', 'num_iter': 244224, 'lr': 0.001, 'time': '8.498823881149292 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.4542348384857178', 'num_iter': 244736, 'lr': 0.001, 'time': '8.176527738571167 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3994383811950684', 'num_iter': 245248, 'lr': 0.001, 'time': '7.953600645065308 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3758578300476074', 'num_iter': 245760, 'lr': 0.001, 'time': '8.407753705978394 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.4466841220855713', 'num_iter': 246272, 'lr': 0.001, 'time': '7.725236892700195 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.2792766094207764', 'num_iter': 246784, 'lr': 0.001, 'time': '8.631680011749268 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.323840379714966', 'num_iter': 247296, 'lr': 0.001, 'time': '8.767044067382812 Seconds', 'norm': 0.1748046875}\n", + "{'loss': '2.3303678035736084', 'num_iter': 247808, 'lr': 0.001, 'time': '8.194946050643921 Seconds', 'norm': 0.2490234375}\n", + "{'loss': '2.400864839553833', 'num_iter': 248320, 'lr': 0.001, 'time': '8.68299913406372 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.339550256729126', 'num_iter': 248832, 'lr': 0.001, 'time': '9.624387502670288 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.351720094680786', 'num_iter': 249344, 'lr': 0.001, 'time': '9.027736902236938 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.4474985599517822', 'num_iter': 249856, 'lr': 0.001, 'time': '8.032051086425781 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.331218719482422', 'num_iter': 250368, 'lr': 0.001, 'time': '9.139688968658447 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.45076322555542', 'num_iter': 250880, 'lr': 0.001, 'time': '8.007093906402588 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.342646598815918', 'num_iter': 251392, 'lr': 0.001, 'time': '8.487046480178833 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.3847901821136475', 'num_iter': 251904, 'lr': 0.001, 'time': '7.976288557052612 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.347527503967285', 'num_iter': 252416, 'lr': 0.001, 'time': '8.655533790588379 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3850958347320557', 'num_iter': 252928, 'lr': 0.001, 'time': '8.582412242889404 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.4238131046295166', 'num_iter': 253440, 'lr': 0.001, 'time': '8.276405334472656 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.3791065216064453', 'num_iter': 253952, 'lr': 0.001, 'time': '8.284763813018799 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.3143136501312256', 'num_iter': 254464, 'lr': 0.001, 'time': '9.208547115325928 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.358023166656494', 'num_iter': 254976, 'lr': 0.001, 'time': '8.734349966049194 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.3771891593933105', 'num_iter': 255488, 'lr': 0.001, 'time': '8.75161099433899 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.430690050125122', 'num_iter': 256000, 'lr': 0.001, 'time': '8.25423550605774 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.3713862895965576', 'num_iter': 256512, 'lr': 0.001, 'time': '8.19586443901062 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.4567673206329346', 'num_iter': 257024, 'lr': 0.001, 'time': '8.514960289001465 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.35611891746521', 'num_iter': 257536, 'lr': 0.001, 'time': '8.559271812438965 Seconds', 'norm': 0.2890625}\n", + "{'loss': '2.3605380058288574', 'num_iter': 258048, 'lr': 0.001, 'time': '8.779946565628052 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.3493683338165283', 'num_iter': 258560, 'lr': 0.001, 'time': '10.725444078445435 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.4130163192749023', 'num_iter': 259072, 'lr': 0.001, 'time': '8.22253131866455 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.3438992500305176', 'num_iter': 259584, 'lr': 0.001, 'time': '8.735976457595825 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.3967232704162598', 'num_iter': 260096, 'lr': 0.001, 'time': '8.319757461547852 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.351228952407837', 'num_iter': 260608, 'lr': 0.001, 'time': '8.48915958404541 Seconds', 'norm': 0.2470703125}\n", + "{'loss': '2.448064088821411', 'num_iter': 261120, 'lr': 0.001, 'time': '8.303987741470337 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3546414375305176', 'num_iter': 261632, 'lr': 0.001, 'time': '8.227036714553833 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.4015486240386963', 'num_iter': 262144, 'lr': 0.001, 'time': '7.9424262046813965 Seconds', 'norm': 0.23828125}\n", + "{'loss': '2.392242193222046', 'num_iter': 262656, 'lr': 0.001, 'time': '13.544525384902954 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.4435842037200928', 'num_iter': 263168, 'lr': 0.001, 'time': '7.95257568359375 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.361112356185913', 'num_iter': 263680, 'lr': 0.001, 'time': '8.616785049438477 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.2966091632843018', 'num_iter': 264192, 'lr': 0.001, 'time': '8.633754968643188 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.448230028152466', 'num_iter': 264704, 'lr': 0.001, 'time': '8.326794624328613 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.3304977416992188', 'num_iter': 265216, 'lr': 0.001, 'time': '8.988875150680542 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.385537624359131', 'num_iter': 265728, 'lr': 0.001, 'time': '9.46163535118103 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.4812631607055664', 'num_iter': 266240, 'lr': 0.001, 'time': '9.105252504348755 Seconds', 'norm': 0.2431640625}\n", + "{'loss': '2.3992249965667725', 'num_iter': 266752, 'lr': 0.001, 'time': '9.222147703170776 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.388855218887329', 'num_iter': 267264, 'lr': 0.001, 'time': '9.151604652404785 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.3794920444488525', 'num_iter': 267776, 'lr': 0.001, 'time': '8.322026014328003 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.4025790691375732', 'num_iter': 268288, 'lr': 0.001, 'time': '8.177959680557251 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.4039461612701416', 'num_iter': 268800, 'lr': 0.001, 'time': '8.373990297317505 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.386751651763916', 'num_iter': 269312, 'lr': 0.001, 'time': '8.64305567741394 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.400869607925415', 'num_iter': 269824, 'lr': 0.001, 'time': '8.28970718383789 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.333707571029663', 'num_iter': 270336, 'lr': 0.001, 'time': '8.682121992111206 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.3656578063964844', 'num_iter': 270848, 'lr': 0.001, 'time': '8.243608236312866 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.364166259765625', 'num_iter': 271360, 'lr': 0.001, 'time': '8.175023794174194 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.449799060821533', 'num_iter': 271872, 'lr': 0.001, 'time': '7.973111867904663 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.316122055053711', 'num_iter': 272384, 'lr': 0.001, 'time': '9.077145338058472 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3976595401763916', 'num_iter': 272896, 'lr': 0.001, 'time': '8.83397626876831 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.3197543621063232', 'num_iter': 273408, 'lr': 0.001, 'time': '9.112494945526123 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.417259693145752', 'num_iter': 273920, 'lr': 0.001, 'time': '8.590454578399658 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.383967638015747', 'num_iter': 274432, 'lr': 0.001, 'time': '8.932982921600342 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.4591479301452637', 'num_iter': 274944, 'lr': 0.001, 'time': '8.903688907623291 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.328021764755249', 'num_iter': 275456, 'lr': 0.001, 'time': '8.986218214035034 Seconds', 'norm': 0.23828125}\n", + "{'loss': '2.3581700325012207', 'num_iter': 275968, 'lr': 0.001, 'time': '8.372138738632202 Seconds', 'norm': 0.2314453125}\n", + "{'loss': '2.3342649936676025', 'num_iter': 276480, 'lr': 0.001, 'time': '8.779387712478638 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.383107900619507', 'num_iter': 276992, 'lr': 0.001, 'time': '8.067545413970947 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.4403553009033203', 'num_iter': 277504, 'lr': 0.001, 'time': '8.369643211364746 Seconds', 'norm': 0.2314453125}\n", + "{'loss': '2.3732123374938965', 'num_iter': 278016, 'lr': 0.001, 'time': '8.51713752746582 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.3884003162384033', 'num_iter': 278528, 'lr': 0.001, 'time': '8.13892650604248 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.421957492828369', 'num_iter': 279040, 'lr': 0.001, 'time': '8.445558071136475 Seconds', 'norm': 0.271484375}\n", + "{'loss': '2.4311976432800293', 'num_iter': 279552, 'lr': 0.001, 'time': '8.224004030227661 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.4092817306518555', 'num_iter': 280064, 'lr': 0.001, 'time': '8.05395221710205 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.401502847671509', 'num_iter': 280576, 'lr': 0.001, 'time': '8.084429264068604 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.386718511581421', 'num_iter': 281088, 'lr': 0.001, 'time': '8.723917007446289 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.363805055618286', 'num_iter': 281600, 'lr': 0.001, 'time': '8.550983667373657 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.330687999725342', 'num_iter': 282112, 'lr': 0.001, 'time': '8.887413263320923 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.370398998260498', 'num_iter': 282624, 'lr': 0.001, 'time': '8.903722524642944 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3747034072875977', 'num_iter': 283136, 'lr': 0.001, 'time': '8.498511791229248 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.4405148029327393', 'num_iter': 283648, 'lr': 0.001, 'time': '9.101063251495361 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.3930764198303223', 'num_iter': 284160, 'lr': 0.001, 'time': '8.708468914031982 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.4270787239074707', 'num_iter': 284672, 'lr': 0.001, 'time': '8.44163179397583 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.39479923248291', 'num_iter': 285184, 'lr': 0.001, 'time': '8.261706590652466 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.3038883209228516', 'num_iter': 285696, 'lr': 0.001, 'time': '8.301404237747192 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3959062099456787', 'num_iter': 286208, 'lr': 0.001, 'time': '8.500529289245605 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.397590398788452', 'num_iter': 286720, 'lr': 0.001, 'time': '8.135626316070557 Seconds', 'norm': 0.25}\n", + "{'loss': '2.425551176071167', 'num_iter': 287232, 'lr': 0.001, 'time': '8.786616802215576 Seconds', 'norm': 0.28125}\n", + "{'loss': '2.4148709774017334', 'num_iter': 287744, 'lr': 0.001, 'time': '8.10781192779541 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.3727715015411377', 'num_iter': 288256, 'lr': 0.001, 'time': '8.571322917938232 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.3732223510742188', 'num_iter': 288768, 'lr': 0.001, 'time': '8.507109642028809 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.411951780319214', 'num_iter': 289280, 'lr': 0.001, 'time': '8.267762422561646 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.385762929916382', 'num_iter': 289792, 'lr': 0.001, 'time': '8.282331466674805 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.375361204147339', 'num_iter': 290304, 'lr': 0.001, 'time': '8.38056492805481 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.4230048656463623', 'num_iter': 290816, 'lr': 0.001, 'time': '8.52833604812622 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3321714401245117', 'num_iter': 291328, 'lr': 0.001, 'time': '8.47947072982788 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.331327438354492', 'num_iter': 291840, 'lr': 0.001, 'time': '8.391510486602783 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3201982975006104', 'num_iter': 292352, 'lr': 0.001, 'time': '8.988374471664429 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3845808506011963', 'num_iter': 292864, 'lr': 0.001, 'time': '8.909928798675537 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3504624366760254', 'num_iter': 293376, 'lr': 0.001, 'time': '8.564331531524658 Seconds', 'norm': 0.263671875}\n", + "{'loss': '2.4387266635894775', 'num_iter': 293888, 'lr': 0.001, 'time': '7.995528936386108 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.3537988662719727', 'num_iter': 294400, 'lr': 0.001, 'time': '8.511414289474487 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3460607528686523', 'num_iter': 294912, 'lr': 0.001, 'time': '8.501054763793945 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.3315610885620117', 'num_iter': 295424, 'lr': 0.001, 'time': '13.464897871017456 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.4139909744262695', 'num_iter': 295936, 'lr': 0.001, 'time': '8.57378101348877 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.371453285217285', 'num_iter': 296448, 'lr': 0.001, 'time': '8.721199989318848 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.384549856185913', 'num_iter': 296960, 'lr': 0.001, 'time': '8.604033946990967 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.3499159812927246', 'num_iter': 297472, 'lr': 0.001, 'time': '8.364481210708618 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.3874237537384033', 'num_iter': 297984, 'lr': 0.001, 'time': '8.545352935791016 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3864004611968994', 'num_iter': 298496, 'lr': 0.001, 'time': '8.46750259399414 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.3291914463043213', 'num_iter': 299008, 'lr': 0.001, 'time': '8.513898134231567 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.376094102859497', 'num_iter': 299520, 'lr': 0.001, 'time': '8.477492094039917 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.3394899368286133', 'num_iter': 300032, 'lr': 0.001, 'time': '8.547684669494629 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.415980815887451', 'num_iter': 300544, 'lr': 0.001, 'time': '9.219136953353882 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.40695858001709', 'num_iter': 301056, 'lr': 0.001, 'time': '9.282705307006836 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.365731954574585', 'num_iter': 301568, 'lr': 0.001, 'time': '9.060192108154297 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.3108112812042236', 'num_iter': 302080, 'lr': 0.001, 'time': '10.135092496871948 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.334876775741577', 'num_iter': 302592, 'lr': 0.001, 'time': '9.33305835723877 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.4437294006347656', 'num_iter': 303104, 'lr': 0.001, 'time': '10.712315559387207 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.3769195079803467', 'num_iter': 303616, 'lr': 0.001, 'time': '8.630734920501709 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.4069664478302', 'num_iter': 304128, 'lr': 0.001, 'time': '8.255667448043823 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.3335657119750977', 'num_iter': 304640, 'lr': 0.001, 'time': '8.58766508102417 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.3624532222747803', 'num_iter': 305152, 'lr': 0.001, 'time': '8.545783996582031 Seconds', 'norm': 0.1689453125}\n", + "{'loss': '2.350822687149048', 'num_iter': 305664, 'lr': 0.001, 'time': '8.43161940574646 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3336572647094727', 'num_iter': 306176, 'lr': 0.001, 'time': '8.480591058731079 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.4290881156921387', 'num_iter': 306688, 'lr': 0.001, 'time': '8.352237939834595 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.4103426933288574', 'num_iter': 307200, 'lr': 0.001, 'time': '8.347373962402344 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.32393479347229', 'num_iter': 307712, 'lr': 0.001, 'time': '8.849784135818481 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.336074113845825', 'num_iter': 308224, 'lr': 0.001, 'time': '8.41114330291748 Seconds', 'norm': 0.1640625}\n", + "{'loss': '2.413184881210327', 'num_iter': 308736, 'lr': 0.001, 'time': '8.145277261734009 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3413593769073486', 'num_iter': 309248, 'lr': 0.001, 'time': '8.39972186088562 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3780415058135986', 'num_iter': 309760, 'lr': 0.001, 'time': '8.95822787284851 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.4237754344940186', 'num_iter': 310272, 'lr': 0.001, 'time': '8.662708759307861 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3252556324005127', 'num_iter': 310784, 'lr': 0.001, 'time': '9.39649486541748 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.4138176441192627', 'num_iter': 311296, 'lr': 0.001, 'time': '8.096821784973145 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3686509132385254', 'num_iter': 311808, 'lr': 0.001, 'time': '8.604280710220337 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.4012837409973145', 'num_iter': 312320, 'lr': 0.001, 'time': '8.224432229995728 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3629026412963867', 'num_iter': 312832, 'lr': 0.001, 'time': '8.052284240722656 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.3418285846710205', 'num_iter': 313344, 'lr': 0.001, 'time': '8.197106838226318 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3784403800964355', 'num_iter': 313856, 'lr': 0.001, 'time': '8.41416335105896 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3789894580841064', 'num_iter': 314368, 'lr': 0.001, 'time': '8.561839580535889 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.3847882747650146', 'num_iter': 314880, 'lr': 0.001, 'time': '8.089531898498535 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.3306243419647217', 'num_iter': 315392, 'lr': 0.001, 'time': '8.703095197677612 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.386942148208618', 'num_iter': 315904, 'lr': 0.001, 'time': '8.010140419006348 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.362185478210449', 'num_iter': 316416, 'lr': 0.001, 'time': '8.389809608459473 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3671252727508545', 'num_iter': 316928, 'lr': 0.001, 'time': '7.876409530639648 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.3849918842315674', 'num_iter': 317440, 'lr': 0.001, 'time': '8.245641231536865 Seconds', 'norm': 0.2255859375}\n", + "{'loss': '2.3321967124938965', 'num_iter': 317952, 'lr': 0.001, 'time': '9.230170726776123 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.432971477508545', 'num_iter': 318464, 'lr': 0.001, 'time': '8.417069673538208 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.374561071395874', 'num_iter': 318976, 'lr': 0.001, 'time': '9.239708423614502 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3547489643096924', 'num_iter': 319488, 'lr': 0.001, 'time': '9.043018817901611 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.3750970363616943', 'num_iter': 320000, 'lr': 0.001, 'time': '8.23776388168335 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.412919282913208', 'num_iter': 320512, 'lr': 0.001, 'time': '8.504985094070435 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.462623119354248', 'num_iter': 321024, 'lr': 0.001, 'time': '8.550896883010864 Seconds', 'norm': 0.2734375}\n", + "{'loss': '2.3641278743743896', 'num_iter': 321536, 'lr': 0.001, 'time': '9.006207466125488 Seconds', 'norm': 0.349609375}\n", + "{'loss': '2.3690357208251953', 'num_iter': 322048, 'lr': 0.001, 'time': '8.179299592971802 Seconds', 'norm': 0.3359375}\n", + "{'loss': '2.396116018295288', 'num_iter': 322560, 'lr': 0.001, 'time': '8.18799352645874 Seconds', 'norm': 0.296875}\n", + "{'loss': '2.3939080238342285', 'num_iter': 323072, 'lr': 0.001, 'time': '8.38433575630188 Seconds', 'norm': 0.263671875}\n", + "{'loss': '2.39143705368042', 'num_iter': 323584, 'lr': 0.001, 'time': '8.179182767868042 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.384146213531494', 'num_iter': 324096, 'lr': 0.001, 'time': '8.347514629364014 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.370356559753418', 'num_iter': 324608, 'lr': 0.001, 'time': '8.617391109466553 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3611085414886475', 'num_iter': 325120, 'lr': 0.001, 'time': '8.676847457885742 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.3861262798309326', 'num_iter': 325632, 'lr': 0.001, 'time': '8.24257206916809 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.390904426574707', 'num_iter': 326144, 'lr': 0.001, 'time': '8.482982158660889 Seconds', 'norm': 0.24609375}\n", + "{'loss': '2.3834309577941895', 'num_iter': 326656, 'lr': 0.001, 'time': '8.589087009429932 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.4065608978271484', 'num_iter': 327168, 'lr': 0.001, 'time': '9.224836826324463 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.384727954864502', 'num_iter': 327680, 'lr': 0.001, 'time': '8.898816347122192 Seconds', 'norm': 0.2490234375}\n", + "{'loss': '2.3574984073638916', 'num_iter': 328192, 'lr': 0.001, 'time': '14.532771110534668 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3504486083984375', 'num_iter': 328704, 'lr': 0.001, 'time': '8.599496841430664 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.317302942276001', 'num_iter': 329216, 'lr': 0.001, 'time': '8.97040605545044 Seconds', 'norm': 0.1748046875}\n", + "{'loss': '2.3568222522735596', 'num_iter': 329728, 'lr': 0.001, 'time': '8.283230066299438 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3342983722686768', 'num_iter': 330240, 'lr': 0.001, 'time': '8.545572280883789 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.4216320514678955', 'num_iter': 330752, 'lr': 0.001, 'time': '8.191247940063477 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.3296892642974854', 'num_iter': 331264, 'lr': 0.001, 'time': '8.777395963668823 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3747518062591553', 'num_iter': 331776, 'lr': 0.001, 'time': '8.510385751724243 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.377216100692749', 'num_iter': 332288, 'lr': 0.001, 'time': '8.405907154083252 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3888943195343018', 'num_iter': 332800, 'lr': 0.001, 'time': '8.263776063919067 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3225455284118652', 'num_iter': 333312, 'lr': 0.001, 'time': '8.553609132766724 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.4023454189300537', 'num_iter': 333824, 'lr': 0.001, 'time': '8.297262907028198 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.366560697555542', 'num_iter': 334336, 'lr': 0.001, 'time': '8.221718788146973 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3812015056610107', 'num_iter': 334848, 'lr': 0.001, 'time': '8.31541633605957 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3630995750427246', 'num_iter': 335360, 'lr': 0.001, 'time': '9.027503252029419 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.3661887645721436', 'num_iter': 335872, 'lr': 0.001, 'time': '9.473745822906494 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.391641616821289', 'num_iter': 336384, 'lr': 0.001, 'time': '9.089564800262451 Seconds', 'norm': 0.1630859375}\n", + "{'loss': '2.38344407081604', 'num_iter': 336896, 'lr': 0.001, 'time': '9.183728694915771 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.2898924350738525', 'num_iter': 337408, 'lr': 0.001, 'time': '8.855298042297363 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.303185224533081', 'num_iter': 337920, 'lr': 0.001, 'time': '9.285278797149658 Seconds', 'norm': 0.171875}\n", + "{'loss': '2.3794479370117188', 'num_iter': 338432, 'lr': 0.001, 'time': '8.335030555725098 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3647491931915283', 'num_iter': 338944, 'lr': 0.001, 'time': '8.7308349609375 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3814191818237305', 'num_iter': 339456, 'lr': 0.001, 'time': '8.244513511657715 Seconds', 'norm': 0.2470703125}\n", + "{'loss': '2.3537018299102783', 'num_iter': 339968, 'lr': 0.001, 'time': '8.329665660858154 Seconds', 'norm': 0.2353515625}\n", + "{'loss': '2.436612129211426', 'num_iter': 340480, 'lr': 0.001, 'time': '7.838789701461792 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.406677484512329', 'num_iter': 340992, 'lr': 0.001, 'time': '8.378950834274292 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3736791610717773', 'num_iter': 341504, 'lr': 0.001, 'time': '8.615100860595703 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.351391553878784', 'num_iter': 342016, 'lr': 0.001, 'time': '8.552705526351929 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3695170879364014', 'num_iter': 342528, 'lr': 0.001, 'time': '8.173922777175903 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.332104444503784', 'num_iter': 343040, 'lr': 0.001, 'time': '8.60319471359253 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.38838267326355', 'num_iter': 343552, 'lr': 0.001, 'time': '8.821454048156738 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.373359441757202', 'num_iter': 344064, 'lr': 0.001, 'time': '8.222538471221924 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.4171457290649414', 'num_iter': 344576, 'lr': 0.001, 'time': '8.07952618598938 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3699748516082764', 'num_iter': 345088, 'lr': 0.001, 'time': '8.936387300491333 Seconds', 'norm': 0.296875}\n", + "{'loss': '2.358299732208252', 'num_iter': 345600, 'lr': 0.001, 'time': '8.713745355606079 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.419468402862549', 'num_iter': 346112, 'lr': 0.001, 'time': '8.473394393920898 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.3081276416778564', 'num_iter': 346624, 'lr': 0.001, 'time': '8.564984560012817 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.4399352073669434', 'num_iter': 347136, 'lr': 0.001, 'time': '8.338621139526367 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.3844845294952393', 'num_iter': 347648, 'lr': 0.001, 'time': '8.925156831741333 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.337373733520508', 'num_iter': 348160, 'lr': 0.001, 'time': '11.065615892410278 Seconds', 'norm': 0.279296875}\n", + "{'loss': '2.384406566619873', 'num_iter': 348672, 'lr': 0.001, 'time': '8.35679292678833 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.3246729373931885', 'num_iter': 349184, 'lr': 0.001, 'time': '8.617259979248047 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.4116621017456055', 'num_iter': 349696, 'lr': 0.001, 'time': '8.234044075012207 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.43892240524292', 'num_iter': 350208, 'lr': 0.001, 'time': '8.18798279762268 Seconds', 'norm': 0.26953125}\n", + "{'loss': '2.382889747619629', 'num_iter': 350720, 'lr': 0.001, 'time': '8.998388051986694 Seconds', 'norm': 0.23828125}\n", + "{'loss': '2.3797965049743652', 'num_iter': 351232, 'lr': 0.001, 'time': '8.581696510314941 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3697423934936523', 'num_iter': 351744, 'lr': 0.001, 'time': '8.287113666534424 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.351867914199829', 'num_iter': 352256, 'lr': 0.001, 'time': '8.495772361755371 Seconds', 'norm': 0.2421875}\n", + "{'loss': '2.366380453109741', 'num_iter': 352768, 'lr': 0.001, 'time': '8.623859405517578 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.37353777885437', 'num_iter': 353280, 'lr': 0.001, 'time': '8.35682463645935 Seconds', 'norm': 0.25}\n", + "{'loss': '2.3585216999053955', 'num_iter': 353792, 'lr': 0.001, 'time': '8.519386768341064 Seconds', 'norm': 0.25}\n", + "{'loss': '2.4199321269989014', 'num_iter': 354304, 'lr': 0.001, 'time': '8.774182319641113 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.4429666996002197', 'num_iter': 354816, 'lr': 0.001, 'time': '8.21086597442627 Seconds', 'norm': 0.2421875}\n", + "{'loss': '2.3902385234832764', 'num_iter': 355328, 'lr': 0.001, 'time': '8.021050691604614 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3950181007385254', 'num_iter': 355840, 'lr': 0.001, 'time': '8.270747423171997 Seconds', 'norm': 0.263671875}\n", + "{'loss': '2.3550150394439697', 'num_iter': 356352, 'lr': 0.001, 'time': '8.47206735610962 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.3788392543792725', 'num_iter': 356864, 'lr': 0.001, 'time': '8.259821891784668 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3775596618652344', 'num_iter': 357376, 'lr': 0.001, 'time': '8.305903196334839 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.369220018386841', 'num_iter': 357888, 'lr': 0.001, 'time': '8.522042751312256 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.4088871479034424', 'num_iter': 358400, 'lr': 0.001, 'time': '8.272263526916504 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.3787238597869873', 'num_iter': 358912, 'lr': 0.001, 'time': '8.617843866348267 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.3562023639678955', 'num_iter': 359424, 'lr': 0.001, 'time': '8.11997389793396 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.432711601257324', 'num_iter': 359936, 'lr': 0.001, 'time': '7.785167694091797 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.375709056854248', 'num_iter': 360448, 'lr': 0.001, 'time': '8.270187377929688 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.3795032501220703', 'num_iter': 360960, 'lr': 0.001, 'time': '13.668138265609741 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.3727798461914062', 'num_iter': 361472, 'lr': 0.001, 'time': '8.04228138923645 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3385231494903564', 'num_iter': 361984, 'lr': 0.001, 'time': '8.922245025634766 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.342078924179077', 'num_iter': 362496, 'lr': 0.001, 'time': '8.031728982925415 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.4810705184936523', 'num_iter': 363008, 'lr': 0.001, 'time': '8.214014768600464 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.382781505584717', 'num_iter': 363520, 'lr': 0.001, 'time': '8.55629014968872 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3820607662200928', 'num_iter': 364032, 'lr': 0.001, 'time': '9.42013168334961 Seconds', 'norm': 0.2255859375}\n", + "{'loss': '2.3718576431274414', 'num_iter': 364544, 'lr': 0.001, 'time': '9.06444239616394 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.44164776802063', 'num_iter': 365056, 'lr': 0.001, 'time': '8.535747766494751 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.3684909343719482', 'num_iter': 365568, 'lr': 0.001, 'time': '8.982326984405518 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.429417133331299', 'num_iter': 366080, 'lr': 0.001, 'time': '8.441758871078491 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.3917396068573', 'num_iter': 366592, 'lr': 0.001, 'time': '7.958219766616821 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.379910469055176', 'num_iter': 367104, 'lr': 0.001, 'time': '8.3921217918396 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.3722870349884033', 'num_iter': 367616, 'lr': 0.001, 'time': '8.030806541442871 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.4068033695220947', 'num_iter': 368128, 'lr': 0.001, 'time': '7.7724456787109375 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.3436288833618164', 'num_iter': 368640, 'lr': 0.001, 'time': '8.435116291046143 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.355989933013916', 'num_iter': 369152, 'lr': 0.001, 'time': '8.557190179824829 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.351763963699341', 'num_iter': 369664, 'lr': 0.001, 'time': '8.677687883377075 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.3739657402038574', 'num_iter': 370176, 'lr': 0.001, 'time': '8.869253396987915 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.4143691062927246', 'num_iter': 370688, 'lr': 0.001, 'time': '8.308026313781738 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.371335029602051', 'num_iter': 371200, 'lr': 0.001, 'time': '8.56001615524292 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.3410964012145996', 'num_iter': 371712, 'lr': 0.001, 'time': '8.421749114990234 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.38055419921875', 'num_iter': 372224, 'lr': 0.001, 'time': '8.846316814422607 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.3950140476226807', 'num_iter': 372736, 'lr': 0.001, 'time': '8.569184064865112 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3742284774780273', 'num_iter': 373248, 'lr': 0.001, 'time': '8.637691736221313 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.4101107120513916', 'num_iter': 373760, 'lr': 0.001, 'time': '8.273067235946655 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.3644638061523438', 'num_iter': 374272, 'lr': 0.001, 'time': '8.434312105178833 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.360276937484741', 'num_iter': 374784, 'lr': 0.001, 'time': '8.523102521896362 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.4336140155792236', 'num_iter': 375296, 'lr': 0.001, 'time': '7.960329055786133 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3407957553863525', 'num_iter': 375808, 'lr': 0.001, 'time': '8.771158933639526 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.3324272632598877', 'num_iter': 376320, 'lr': 0.001, 'time': '8.51830792427063 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.4212708473205566', 'num_iter': 376832, 'lr': 0.001, 'time': '8.271643877029419 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.335904598236084', 'num_iter': 377344, 'lr': 0.001, 'time': '8.55228042602539 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.377575159072876', 'num_iter': 377856, 'lr': 0.001, 'time': '8.381027460098267 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.4403796195983887', 'num_iter': 378368, 'lr': 0.001, 'time': '8.233609199523926 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.4046976566314697', 'num_iter': 378880, 'lr': 0.001, 'time': '7.982059955596924 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.3839974403381348', 'num_iter': 379392, 'lr': 0.001, 'time': '8.369484901428223 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.406503915786743', 'num_iter': 379904, 'lr': 0.001, 'time': '8.074047327041626 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3363699913024902', 'num_iter': 380416, 'lr': 0.001, 'time': '8.557210683822632 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.386509895324707', 'num_iter': 380928, 'lr': 0.001, 'time': '8.391390562057495 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.36122465133667', 'num_iter': 381440, 'lr': 0.001, 'time': '8.752220869064331 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.3688385486602783', 'num_iter': 381952, 'lr': 0.001, 'time': '8.670387268066406 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.421541690826416', 'num_iter': 382464, 'lr': 0.001, 'time': '8.160013675689697 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.389247179031372', 'num_iter': 382976, 'lr': 0.001, 'time': '8.189028263092041 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.4452877044677734', 'num_iter': 383488, 'lr': 0.001, 'time': '7.765945196151733 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.3463711738586426', 'num_iter': 384000, 'lr': 0.001, 'time': '8.840980768203735 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.357616662979126', 'num_iter': 384512, 'lr': 0.001, 'time': '8.521970748901367 Seconds', 'norm': 0.30078125}\n", + "{'loss': '2.334329128265381', 'num_iter': 385024, 'lr': 0.001, 'time': '8.811458110809326 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3956098556518555', 'num_iter': 385536, 'lr': 0.001, 'time': '8.636063814163208 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.3428094387054443', 'num_iter': 386048, 'lr': 0.001, 'time': '8.456270217895508 Seconds', 'norm': 0.25390625}\n", + "{'loss': '2.318286657333374', 'num_iter': 386560, 'lr': 0.001, 'time': '8.511307716369629 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.384647846221924', 'num_iter': 387072, 'lr': 0.001, 'time': '8.350618124008179 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.399871349334717', 'num_iter': 387584, 'lr': 0.001, 'time': '8.15837836265564 Seconds', 'norm': 0.23828125}\n", + "{'loss': '2.339489221572876', 'num_iter': 388096, 'lr': 0.001, 'time': '8.442745208740234 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3802051544189453', 'num_iter': 388608, 'lr': 0.001, 'time': '7.9479265213012695 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.3842201232910156', 'num_iter': 389120, 'lr': 0.001, 'time': '8.213179349899292 Seconds', 'norm': 0.248046875}\n", + "{'loss': '2.4042162895202637', 'num_iter': 389632, 'lr': 0.001, 'time': '7.915804624557495 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.43757963180542', 'num_iter': 390144, 'lr': 0.001, 'time': '8.4265878200531 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.3156750202178955', 'num_iter': 390656, 'lr': 0.001, 'time': '10.18436861038208 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.3905978202819824', 'num_iter': 391168, 'lr': 0.001, 'time': '9.37023377418518 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3778533935546875', 'num_iter': 391680, 'lr': 0.001, 'time': '8.913928508758545 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3408162593841553', 'num_iter': 392192, 'lr': 0.001, 'time': '8.736698627471924 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3683762550354004', 'num_iter': 392704, 'lr': 0.001, 'time': '8.647998094558716 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.4251418113708496', 'num_iter': 393216, 'lr': 0.001, 'time': '10.712963581085205 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.330533504486084', 'num_iter': 393728, 'lr': 0.001, 'time': '14.784240245819092 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.363538980484009', 'num_iter': 394240, 'lr': 0.001, 'time': '8.426096677780151 Seconds', 'norm': 0.177734375}\n", + "{'loss': '2.392524242401123', 'num_iter': 394752, 'lr': 0.001, 'time': '8.191072702407837 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.350720167160034', 'num_iter': 395264, 'lr': 0.001, 'time': '8.569383382797241 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3651092052459717', 'num_iter': 395776, 'lr': 0.001, 'time': '8.714524030685425 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.3899641036987305', 'num_iter': 396288, 'lr': 0.001, 'time': '8.801914691925049 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.3921427726745605', 'num_iter': 396800, 'lr': 0.001, 'time': '8.537614583969116 Seconds', 'norm': 0.1748046875}\n", + "{'loss': '2.3790297508239746', 'num_iter': 397312, 'lr': 0.001, 'time': '8.342019319534302 Seconds', 'norm': 0.1689453125}\n", + "{'loss': '2.371678113937378', 'num_iter': 397824, 'lr': 0.001, 'time': '8.455769777297974 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.4778335094451904', 'num_iter': 398336, 'lr': 0.001, 'time': '8.45968246459961 Seconds', 'norm': 0.1748046875}\n", + "{'loss': '2.388458251953125', 'num_iter': 398848, 'lr': 0.001, 'time': '9.321236371994019 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.401665210723877', 'num_iter': 399360, 'lr': 0.001, 'time': '9.645813226699829 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3733885288238525', 'num_iter': 399872, 'lr': 0.001, 'time': '8.501755714416504 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3640685081481934', 'num_iter': 400384, 'lr': 0.001, 'time': '8.565459489822388 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.354379415512085', 'num_iter': 400896, 'lr': 0.001, 'time': '8.731095790863037 Seconds', 'norm': 0.2353515625}\n", + "{'loss': '2.372793197631836', 'num_iter': 401408, 'lr': 0.001, 'time': '8.688451051712036 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.4384188652038574', 'num_iter': 401920, 'lr': 0.001, 'time': '8.044995546340942 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.375757932662964', 'num_iter': 402432, 'lr': 0.001, 'time': '8.037137031555176 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.4391725063323975', 'num_iter': 402944, 'lr': 0.001, 'time': '8.47510814666748 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.2843031883239746', 'num_iter': 403456, 'lr': 0.001, 'time': '8.804652690887451 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.390533924102783', 'num_iter': 403968, 'lr': 0.001, 'time': '8.942518472671509 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.4129254817962646', 'num_iter': 404480, 'lr': 0.001, 'time': '8.33024787902832 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.376084327697754', 'num_iter': 404992, 'lr': 0.001, 'time': '8.258531332015991 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.392695426940918', 'num_iter': 405504, 'lr': 0.001, 'time': '8.466645240783691 Seconds', 'norm': 0.24609375}\n", + "{'loss': '2.3728458881378174', 'num_iter': 406016, 'lr': 0.001, 'time': '8.738937139511108 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.4293134212493896', 'num_iter': 406528, 'lr': 0.001, 'time': '8.360280513763428 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3796472549438477', 'num_iter': 407040, 'lr': 0.001, 'time': '8.566019535064697 Seconds', 'norm': 0.2470703125}\n", + "{'loss': '2.3470354080200195', 'num_iter': 407552, 'lr': 0.001, 'time': '8.829320192337036 Seconds', 'norm': 0.3125}\n", + "{'loss': '2.2670655250549316', 'num_iter': 408064, 'lr': 0.001, 'time': '9.193796396255493 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.329683542251587', 'num_iter': 408576, 'lr': 0.001, 'time': '9.20411205291748 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.4627790451049805', 'num_iter': 409088, 'lr': 0.001, 'time': '8.138136863708496 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3983895778656006', 'num_iter': 409600, 'lr': 0.001, 'time': '8.655596494674683 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.4052984714508057', 'num_iter': 410112, 'lr': 0.001, 'time': '8.46367597579956 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.4126346111297607', 'num_iter': 410624, 'lr': 0.001, 'time': '8.578564405441284 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.4048898220062256', 'num_iter': 411136, 'lr': 0.001, 'time': '8.381089448928833 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.352526903152466', 'num_iter': 411648, 'lr': 0.001, 'time': '9.173415422439575 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.339158058166504', 'num_iter': 412160, 'lr': 0.001, 'time': '8.372507333755493 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.333714723587036', 'num_iter': 412672, 'lr': 0.001, 'time': '8.694286346435547 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.4139726161956787', 'num_iter': 413184, 'lr': 0.001, 'time': '7.8678436279296875 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.4106993675231934', 'num_iter': 413696, 'lr': 0.001, 'time': '8.296418190002441 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.3760986328125', 'num_iter': 414208, 'lr': 0.001, 'time': '8.5747230052948 Seconds', 'norm': 0.2470703125}\n", + "{'loss': '2.3639795780181885', 'num_iter': 414720, 'lr': 0.001, 'time': '8.687668085098267 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.3750815391540527', 'num_iter': 415232, 'lr': 0.001, 'time': '8.3549964427948 Seconds', 'norm': 0.2451171875}\n", + "{'loss': '2.3527708053588867', 'num_iter': 415744, 'lr': 0.001, 'time': '8.190661191940308 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3750665187835693', 'num_iter': 416256, 'lr': 0.001, 'time': '8.488169193267822 Seconds', 'norm': 0.28125}\n", + "{'loss': '2.39205002784729', 'num_iter': 416768, 'lr': 0.001, 'time': '8.937549114227295 Seconds', 'norm': 0.283203125}\n", + "{'loss': '2.354696035385132', 'num_iter': 417280, 'lr': 0.001, 'time': '9.636016130447388 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3929049968719482', 'num_iter': 417792, 'lr': 0.001, 'time': '8.373519659042358 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.3752613067626953', 'num_iter': 418304, 'lr': 0.001, 'time': '8.45774793624878 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.426490306854248', 'num_iter': 418816, 'lr': 0.001, 'time': '7.966102600097656 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3632943630218506', 'num_iter': 419328, 'lr': 0.001, 'time': '8.249633312225342 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.404209613800049', 'num_iter': 419840, 'lr': 0.001, 'time': '8.491206884384155 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.451598644256592', 'num_iter': 420352, 'lr': 0.001, 'time': '7.860686540603638 Seconds', 'norm': 0.23828125}\n", + "{'loss': '2.3927338123321533', 'num_iter': 420864, 'lr': 0.001, 'time': '8.063232183456421 Seconds', 'norm': 0.2353515625}\n", + "{'loss': '2.437558650970459', 'num_iter': 421376, 'lr': 0.001, 'time': '8.264594316482544 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.3560588359832764', 'num_iter': 421888, 'lr': 0.001, 'time': '8.32688021659851 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.4289298057556152', 'num_iter': 422400, 'lr': 0.001, 'time': '8.207964658737183 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.356796979904175', 'num_iter': 422912, 'lr': 0.001, 'time': '8.145513534545898 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.4113709926605225', 'num_iter': 423424, 'lr': 0.001, 'time': '8.084244966506958 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3472721576690674', 'num_iter': 423936, 'lr': 0.001, 'time': '8.54978895187378 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.323650360107422', 'num_iter': 424448, 'lr': 0.001, 'time': '8.50110149383545 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3212735652923584', 'num_iter': 424960, 'lr': 0.001, 'time': '8.67921757698059 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.313404083251953', 'num_iter': 425472, 'lr': 0.001, 'time': '8.622750997543335 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3760454654693604', 'num_iter': 425984, 'lr': 0.001, 'time': '8.961697816848755 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.360391855239868', 'num_iter': 426496, 'lr': 0.001, 'time': '14.816408634185791 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.368701696395874', 'num_iter': 427008, 'lr': 0.001, 'time': '8.420179843902588 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.3470919132232666', 'num_iter': 427520, 'lr': 0.001, 'time': '8.416290521621704 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.429783344268799', 'num_iter': 428032, 'lr': 0.001, 'time': '8.16409969329834 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.3814609050750732', 'num_iter': 428544, 'lr': 0.001, 'time': '8.370206594467163 Seconds', 'norm': 0.1748046875}\n", + "{'loss': '2.4116275310516357', 'num_iter': 429056, 'lr': 0.001, 'time': '8.035132646560669 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.3713903427124023', 'num_iter': 429568, 'lr': 0.001, 'time': '8.298620700836182 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.3307623863220215', 'num_iter': 430080, 'lr': 0.001, 'time': '8.47738790512085 Seconds', 'norm': 0.1640625}\n", + "{'loss': '2.4084393978118896', 'num_iter': 430592, 'lr': 0.001, 'time': '8.024546384811401 Seconds', 'norm': 0.16796875}\n", + "{'loss': '2.3230910301208496', 'num_iter': 431104, 'lr': 0.001, 'time': '8.706751585006714 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3433265686035156', 'num_iter': 431616, 'lr': 0.001, 'time': '8.390235900878906 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.4173598289489746', 'num_iter': 432128, 'lr': 0.001, 'time': '7.890843629837036 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.3870465755462646', 'num_iter': 432640, 'lr': 0.001, 'time': '8.019165992736816 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3554000854492188', 'num_iter': 433152, 'lr': 0.001, 'time': '8.79294753074646 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.382319688796997', 'num_iter': 433664, 'lr': 0.001, 'time': '8.212408065795898 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.387840747833252', 'num_iter': 434176, 'lr': 0.001, 'time': '9.062758445739746 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.359999656677246', 'num_iter': 434688, 'lr': 0.001, 'time': '9.097012281417847 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3492836952209473', 'num_iter': 435200, 'lr': 0.001, 'time': '8.802151441574097 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.335460662841797', 'num_iter': 435712, 'lr': 0.001, 'time': '8.49456000328064 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.426262140274048', 'num_iter': 436224, 'lr': 0.001, 'time': '7.820612668991089 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.371767997741699', 'num_iter': 436736, 'lr': 0.001, 'time': '8.385245084762573 Seconds', 'norm': 0.24609375}\n", + "{'loss': '2.4270973205566406', 'num_iter': 437248, 'lr': 0.001, 'time': '8.645596265792847 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.4100735187530518', 'num_iter': 437760, 'lr': 0.001, 'time': '8.411604166030884 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.4299685955047607', 'num_iter': 438272, 'lr': 0.001, 'time': '8.397337913513184 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3664865493774414', 'num_iter': 438784, 'lr': 0.001, 'time': '11.202840328216553 Seconds', 'norm': 0.267578125}\n", + "{'loss': '2.4003891944885254', 'num_iter': 439296, 'lr': 0.001, 'time': '8.450385808944702 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.4564998149871826', 'num_iter': 439808, 'lr': 0.001, 'time': '8.00091004371643 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.362941026687622', 'num_iter': 440320, 'lr': 0.001, 'time': '8.44153904914856 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.297790050506592', 'num_iter': 440832, 'lr': 0.001, 'time': '9.09417724609375 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.4719252586364746', 'num_iter': 441344, 'lr': 0.001, 'time': '7.951310396194458 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3687024116516113', 'num_iter': 441856, 'lr': 0.001, 'time': '8.233053207397461 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.399784564971924', 'num_iter': 442368, 'lr': 0.001, 'time': '7.965995788574219 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.3668437004089355', 'num_iter': 442880, 'lr': 0.001, 'time': '9.1836576461792 Seconds', 'norm': 0.2734375}\n", + "{'loss': '2.4053683280944824', 'num_iter': 443392, 'lr': 0.001, 'time': '8.996765851974487 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.337644100189209', 'num_iter': 443904, 'lr': 0.001, 'time': '8.723351001739502 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.3764424324035645', 'num_iter': 444416, 'lr': 0.001, 'time': '8.493955373764038 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.357375383377075', 'num_iter': 444928, 'lr': 0.001, 'time': '8.587746620178223 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.3794615268707275', 'num_iter': 445440, 'lr': 0.001, 'time': '8.793220281600952 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.3730883598327637', 'num_iter': 445952, 'lr': 0.001, 'time': '8.136606454849243 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.3420424461364746', 'num_iter': 446464, 'lr': 0.001, 'time': '8.530357360839844 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.4283790588378906', 'num_iter': 446976, 'lr': 0.001, 'time': '8.089701414108276 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.364197254180908', 'num_iter': 447488, 'lr': 0.001, 'time': '8.731513261795044 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.399249792098999', 'num_iter': 448000, 'lr': 0.001, 'time': '8.21769905090332 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.4335882663726807', 'num_iter': 448512, 'lr': 0.001, 'time': '8.377237796783447 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.4006102085113525', 'num_iter': 449024, 'lr': 0.001, 'time': '8.082024097442627 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.408008098602295', 'num_iter': 449536, 'lr': 0.001, 'time': '8.571084022521973 Seconds', 'norm': 0.2314453125}\n", + "{'loss': '2.2652509212493896', 'num_iter': 450048, 'lr': 0.001, 'time': '8.913176536560059 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3373382091522217', 'num_iter': 450560, 'lr': 0.001, 'time': '8.795184850692749 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.411929130554199', 'num_iter': 451072, 'lr': 0.001, 'time': '8.65637493133545 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.356407642364502', 'num_iter': 451584, 'lr': 0.001, 'time': '8.356616497039795 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.387885570526123', 'num_iter': 452096, 'lr': 0.001, 'time': '8.915687799453735 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.3866195678710938', 'num_iter': 452608, 'lr': 0.001, 'time': '8.876915693283081 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.4586849212646484', 'num_iter': 453120, 'lr': 0.001, 'time': '7.948384761810303 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.4246647357940674', 'num_iter': 453632, 'lr': 0.001, 'time': '7.839402675628662 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.329982042312622', 'num_iter': 454144, 'lr': 0.001, 'time': '8.43845820426941 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.3129801750183105', 'num_iter': 454656, 'lr': 0.001, 'time': '8.744166612625122 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.4189136028289795', 'num_iter': 455168, 'lr': 0.001, 'time': '7.886698246002197 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3915693759918213', 'num_iter': 455680, 'lr': 0.001, 'time': '8.073156833648682 Seconds', 'norm': 0.1669921875}\n", + "{'loss': '2.3864991664886475', 'num_iter': 456192, 'lr': 0.001, 'time': '8.216456651687622 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.376561403274536', 'num_iter': 456704, 'lr': 0.001, 'time': '8.266462326049805 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3458783626556396', 'num_iter': 457216, 'lr': 0.001, 'time': '8.130363464355469 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.3506593704223633', 'num_iter': 457728, 'lr': 0.001, 'time': '8.144657135009766 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.4056694507598877', 'num_iter': 458240, 'lr': 0.001, 'time': '8.644380331039429 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.3171944618225098', 'num_iter': 458752, 'lr': 0.001, 'time': '8.691620111465454 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.379934310913086', 'num_iter': 459264, 'lr': 0.001, 'time': '16.02401328086853 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.368543863296509', 'num_iter': 459776, 'lr': 0.001, 'time': '8.232171535491943 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.418208122253418', 'num_iter': 460288, 'lr': 0.001, 'time': '8.799515962600708 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.381540298461914', 'num_iter': 460800, 'lr': 0.001, 'time': '9.329339027404785 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3536040782928467', 'num_iter': 461312, 'lr': 0.001, 'time': '9.533224821090698 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.3677797317504883', 'num_iter': 461824, 'lr': 0.001, 'time': '8.597682237625122 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.43990159034729', 'num_iter': 462336, 'lr': 0.001, 'time': '8.578311681747437 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.441256284713745', 'num_iter': 462848, 'lr': 0.001, 'time': '8.23148488998413 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3965487480163574', 'num_iter': 463360, 'lr': 0.001, 'time': '8.193925857543945 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.3727118968963623', 'num_iter': 463872, 'lr': 0.001, 'time': '8.5469331741333 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.4100823402404785', 'num_iter': 464384, 'lr': 0.001, 'time': '8.237367630004883 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3725318908691406', 'num_iter': 464896, 'lr': 0.001, 'time': '8.214614152908325 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3863420486450195', 'num_iter': 465408, 'lr': 0.001, 'time': '8.207295179367065 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.409487724304199', 'num_iter': 465920, 'lr': 0.001, 'time': '7.918585300445557 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.3612053394317627', 'num_iter': 466432, 'lr': 0.001, 'time': '8.13570261001587 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.415224552154541', 'num_iter': 466944, 'lr': 0.001, 'time': '8.22749376296997 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.3340158462524414', 'num_iter': 467456, 'lr': 0.001, 'time': '8.539586305618286 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3257997035980225', 'num_iter': 467968, 'lr': 0.001, 'time': '8.659716367721558 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.3839058876037598', 'num_iter': 468480, 'lr': 0.001, 'time': '8.563130617141724 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.36264967918396', 'num_iter': 468992, 'lr': 0.001, 'time': '8.844634056091309 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.3602776527404785', 'num_iter': 469504, 'lr': 0.001, 'time': '9.018509864807129 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.406189203262329', 'num_iter': 470016, 'lr': 0.001, 'time': '8.937938690185547 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.402311325073242', 'num_iter': 470528, 'lr': 0.001, 'time': '8.953642845153809 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.3344388008117676', 'num_iter': 471040, 'lr': 0.001, 'time': '9.162652015686035 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.352252960205078', 'num_iter': 471552, 'lr': 0.001, 'time': '8.538694620132446 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3593435287475586', 'num_iter': 472064, 'lr': 0.001, 'time': '8.479600191116333 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.382215738296509', 'num_iter': 472576, 'lr': 0.001, 'time': '8.135757446289062 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3404409885406494', 'num_iter': 473088, 'lr': 0.001, 'time': '8.302355289459229 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.390848398208618', 'num_iter': 473600, 'lr': 0.001, 'time': '8.376328468322754 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.348055362701416', 'num_iter': 474112, 'lr': 0.001, 'time': '8.287508487701416 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.354001522064209', 'num_iter': 474624, 'lr': 0.001, 'time': '8.470701217651367 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3449935913085938', 'num_iter': 475136, 'lr': 0.001, 'time': '8.9324951171875 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.333287239074707', 'num_iter': 475648, 'lr': 0.001, 'time': '8.595960140228271 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3774924278259277', 'num_iter': 476160, 'lr': 0.001, 'time': '8.404988050460815 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3467748165130615', 'num_iter': 476672, 'lr': 0.001, 'time': '8.202607154846191 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.3311097621917725', 'num_iter': 477184, 'lr': 0.001, 'time': '8.554301738739014 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.3121092319488525', 'num_iter': 477696, 'lr': 0.001, 'time': '8.477089881896973 Seconds', 'norm': 0.2890625}\n", + "{'loss': '2.3786628246307373', 'num_iter': 478208, 'lr': 0.001, 'time': '8.489261388778687 Seconds', 'norm': 0.25390625}\n", + "{'loss': '2.337364673614502', 'num_iter': 478720, 'lr': 0.001, 'time': '9.139958143234253 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.4064409732818604', 'num_iter': 479232, 'lr': 0.001, 'time': '9.389977216720581 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.3612942695617676', 'num_iter': 479744, 'lr': 0.001, 'time': '9.034945011138916 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.3026418685913086', 'num_iter': 480256, 'lr': 0.001, 'time': '8.54091215133667 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.348909616470337', 'num_iter': 480768, 'lr': 0.001, 'time': '8.438228368759155 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.4111037254333496', 'num_iter': 481280, 'lr': 0.001, 'time': '8.249490022659302 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3276188373565674', 'num_iter': 481792, 'lr': 0.001, 'time': '9.018401145935059 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.4113802909851074', 'num_iter': 482304, 'lr': 0.001, 'time': '8.449106693267822 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.3467493057250977', 'num_iter': 482816, 'lr': 0.001, 'time': '8.386046171188354 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.362426996231079', 'num_iter': 483328, 'lr': 0.001, 'time': '11.147133827209473 Seconds', 'norm': 0.16015625}\n", + "{'loss': '2.4662275314331055', 'num_iter': 483840, 'lr': 0.001, 'time': '7.901785373687744 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.4295666217803955', 'num_iter': 484352, 'lr': 0.001, 'time': '8.287553071975708 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3434576988220215', 'num_iter': 484864, 'lr': 0.001, 'time': '8.194469451904297 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.341464042663574', 'num_iter': 485376, 'lr': 0.001, 'time': '8.370094060897827 Seconds', 'norm': 0.171875}\n", + "{'loss': '2.3726272583007812', 'num_iter': 485888, 'lr': 0.001, 'time': '8.955700159072876 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3876588344573975', 'num_iter': 486400, 'lr': 0.001, 'time': '8.19834303855896 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.4076972007751465', 'num_iter': 486912, 'lr': 0.001, 'time': '8.247403621673584 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.4125359058380127', 'num_iter': 487424, 'lr': 0.001, 'time': '8.285757541656494 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.397003650665283', 'num_iter': 487936, 'lr': 0.001, 'time': '8.908341646194458 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.377776861190796', 'num_iter': 488448, 'lr': 0.001, 'time': '9.041271924972534 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.392592430114746', 'num_iter': 488960, 'lr': 0.001, 'time': '8.676827430725098 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.471567392349243', 'num_iter': 489472, 'lr': 0.001, 'time': '8.05391788482666 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3785459995269775', 'num_iter': 489984, 'lr': 0.001, 'time': '8.382973909378052 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.3001551628112793', 'num_iter': 490496, 'lr': 0.001, 'time': '8.051852941513062 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.3762669563293457', 'num_iter': 491008, 'lr': 0.001, 'time': '8.449697971343994 Seconds', 'norm': 0.166015625}\n", + "{'loss': '2.363896608352661', 'num_iter': 491520, 'lr': 0.001, 'time': '8.567900657653809 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.366039991378784', 'num_iter': 492032, 'lr': 0.001, 'time': '13.601678371429443 Seconds', 'norm': 0.283203125}\n", + "{'loss': '2.39947247505188', 'num_iter': 492544, 'lr': 0.001, 'time': '8.35796046257019 Seconds', 'norm': 0.291015625}\n", + "{'loss': '2.418290853500366', 'num_iter': 493056, 'lr': 0.001, 'time': '8.084415912628174 Seconds', 'norm': 0.30078125}\n", + "{'loss': '2.359290599822998', 'num_iter': 493568, 'lr': 0.001, 'time': '8.67256474494934 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.378432512283325', 'num_iter': 494080, 'lr': 0.001, 'time': '8.188647031784058 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.420287847518921', 'num_iter': 494592, 'lr': 0.001, 'time': '8.16368842124939 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3036482334136963', 'num_iter': 495104, 'lr': 0.001, 'time': '9.02479600906372 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.4056458473205566', 'num_iter': 495616, 'lr': 0.001, 'time': '8.140930891036987 Seconds', 'norm': 0.24609375}\n", + "{'loss': '2.388606548309326', 'num_iter': 496128, 'lr': 0.001, 'time': '8.198585510253906 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.411092519760132', 'num_iter': 496640, 'lr': 0.001, 'time': '8.870475053787231 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.3758797645568848', 'num_iter': 497152, 'lr': 0.001, 'time': '8.580946445465088 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.360112428665161', 'num_iter': 497664, 'lr': 0.001, 'time': '9.028778791427612 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.392457962036133', 'num_iter': 498176, 'lr': 0.001, 'time': '9.043829917907715 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.401127338409424', 'num_iter': 498688, 'lr': 0.001, 'time': '8.383143186569214 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.4024276733398438', 'num_iter': 499200, 'lr': 0.001, 'time': '8.350994110107422 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.323856830596924', 'num_iter': 499712, 'lr': 0.001, 'time': '8.615326166152954 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.39193058013916', 'num_iter': 500224, 'lr': 0.001, 'time': '8.265206336975098 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.371000289916992', 'num_iter': 500736, 'lr': 0.001, 'time': '8.38897442817688 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.293903112411499', 'num_iter': 501248, 'lr': 0.001, 'time': '8.841327428817749 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.3905701637268066', 'num_iter': 501760, 'lr': 0.001, 'time': '8.056654691696167 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3754734992980957', 'num_iter': 502272, 'lr': 0.001, 'time': '8.494338750839233 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.4096264839172363', 'num_iter': 502784, 'lr': 0.001, 'time': '8.464124917984009 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.3774335384368896', 'num_iter': 503296, 'lr': 0.001, 'time': '8.483112573623657 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.3121869564056396', 'num_iter': 503808, 'lr': 0.001, 'time': '8.581482887268066 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3369736671447754', 'num_iter': 504320, 'lr': 0.001, 'time': '8.920711040496826 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3857884407043457', 'num_iter': 504832, 'lr': 0.001, 'time': '8.898962020874023 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.418686628341675', 'num_iter': 505344, 'lr': 0.001, 'time': '8.683974027633667 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.310661554336548', 'num_iter': 505856, 'lr': 0.001, 'time': '9.940396070480347 Seconds', 'norm': 0.1591796875}\n", + "{'loss': '2.409733533859253', 'num_iter': 506368, 'lr': 0.001, 'time': '9.417585611343384 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3392553329467773', 'num_iter': 506880, 'lr': 0.001, 'time': '8.4288809299469 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.435041666030884', 'num_iter': 507392, 'lr': 0.001, 'time': '8.152979850769043 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3447811603546143', 'num_iter': 507904, 'lr': 0.001, 'time': '8.511025667190552 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.3672096729278564', 'num_iter': 508416, 'lr': 0.001, 'time': '8.543021440505981 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3263514041900635', 'num_iter': 508928, 'lr': 0.001, 'time': '8.853461027145386 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.3519973754882812', 'num_iter': 509440, 'lr': 0.001, 'time': '8.602471351623535 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3760907649993896', 'num_iter': 509952, 'lr': 0.001, 'time': '8.4967622756958 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.3209567070007324', 'num_iter': 510464, 'lr': 0.001, 'time': '8.946675300598145 Seconds', 'norm': 0.2314453125}\n", + "{'loss': '2.3991098403930664', 'num_iter': 510976, 'lr': 0.001, 'time': '8.399133920669556 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.3704538345336914', 'num_iter': 511488, 'lr': 0.001, 'time': '8.12042498588562 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.374629020690918', 'num_iter': 512000, 'lr': 0.001, 'time': '8.60893177986145 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3634965419769287', 'num_iter': 512512, 'lr': 0.001, 'time': '8.509299278259277 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.369128942489624', 'num_iter': 513024, 'lr': 0.001, 'time': '8.855254650115967 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3511173725128174', 'num_iter': 513536, 'lr': 0.001, 'time': '9.62635326385498 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.4101855754852295', 'num_iter': 514048, 'lr': 0.001, 'time': '8.5211820602417 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.4070825576782227', 'num_iter': 514560, 'lr': 0.001, 'time': '9.119117975234985 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.4129981994628906', 'num_iter': 515072, 'lr': 0.001, 'time': '8.65252947807312 Seconds', 'norm': 0.3125}\n", + "{'loss': '2.346876621246338', 'num_iter': 515584, 'lr': 0.001, 'time': '8.852932214736938 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.3596718311309814', 'num_iter': 516096, 'lr': 0.001, 'time': '8.366950035095215 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3780057430267334', 'num_iter': 516608, 'lr': 0.001, 'time': '8.282512664794922 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.401291847229004', 'num_iter': 517120, 'lr': 0.001, 'time': '8.261131286621094 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.4375083446502686', 'num_iter': 517632, 'lr': 0.001, 'time': '8.39326024055481 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.336082696914673', 'num_iter': 518144, 'lr': 0.001, 'time': '8.69446611404419 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.420104742050171', 'num_iter': 518656, 'lr': 0.001, 'time': '8.330755710601807 Seconds', 'norm': 0.2255859375}\n", + "{'loss': '2.3193917274475098', 'num_iter': 519168, 'lr': 0.001, 'time': '8.25812554359436 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3978116512298584', 'num_iter': 519680, 'lr': 0.001, 'time': '8.219613075256348 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3465352058410645', 'num_iter': 520192, 'lr': 0.001, 'time': '8.543850183486938 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.358715295791626', 'num_iter': 520704, 'lr': 0.001, 'time': '8.325904846191406 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3471877574920654', 'num_iter': 521216, 'lr': 0.001, 'time': '8.214564085006714 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.2903223037719727', 'num_iter': 521728, 'lr': 0.001, 'time': '9.3233482837677 Seconds', 'norm': 0.177734375}\n", + "{'loss': '2.411752939224243', 'num_iter': 522240, 'lr': 0.001, 'time': '8.61816668510437 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.3507497310638428', 'num_iter': 522752, 'lr': 0.001, 'time': '8.917038440704346 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.3592119216918945', 'num_iter': 523264, 'lr': 0.001, 'time': '9.550814390182495 Seconds', 'norm': 0.2431640625}\n", + "{'loss': '2.3860673904418945', 'num_iter': 523776, 'lr': 0.001, 'time': '8.83174729347229 Seconds', 'norm': 0.2451171875}\n", + "{'loss': '2.387636184692383', 'num_iter': 524288, 'lr': 0.001, 'time': '8.70369005203247 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.392026424407959', 'num_iter': 524800, 'lr': 0.001, 'time': '13.869131803512573 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.331899642944336', 'num_iter': 525312, 'lr': 0.001, 'time': '8.832511901855469 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.3543336391448975', 'num_iter': 525824, 'lr': 0.001, 'time': '8.46614670753479 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.320516586303711', 'num_iter': 526336, 'lr': 0.001, 'time': '8.482982873916626 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.430494546890259', 'num_iter': 526848, 'lr': 0.001, 'time': '7.889341831207275 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.4082071781158447', 'num_iter': 527360, 'lr': 0.001, 'time': '8.43980884552002 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.4150171279907227', 'num_iter': 527872, 'lr': 0.001, 'time': '8.003417015075684 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.40669322013855', 'num_iter': 528384, 'lr': 0.001, 'time': '8.771125555038452 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3950188159942627', 'num_iter': 528896, 'lr': 0.001, 'time': '10.83291244506836 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3368732929229736', 'num_iter': 529408, 'lr': 0.001, 'time': '8.541741371154785 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.3503334522247314', 'num_iter': 529920, 'lr': 0.001, 'time': '8.551754713058472 Seconds', 'norm': 0.24609375}\n", + "{'loss': '2.416189670562744', 'num_iter': 530432, 'lr': 0.001, 'time': '8.240530252456665 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3444883823394775', 'num_iter': 530944, 'lr': 0.001, 'time': '8.571240901947021 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.39701509475708', 'num_iter': 531456, 'lr': 0.001, 'time': '9.361477613449097 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.350649356842041', 'num_iter': 531968, 'lr': 0.001, 'time': '9.15995740890503 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.3602843284606934', 'num_iter': 532480, 'lr': 0.001, 'time': '10.009470462799072 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.37050724029541', 'num_iter': 532992, 'lr': 0.001, 'time': '8.937512159347534 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3421285152435303', 'num_iter': 533504, 'lr': 0.001, 'time': '8.604907035827637 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.3568050861358643', 'num_iter': 534016, 'lr': 0.001, 'time': '8.86905837059021 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3571176528930664', 'num_iter': 534528, 'lr': 0.001, 'time': '8.6142737865448 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.343407392501831', 'num_iter': 535040, 'lr': 0.001, 'time': '9.014743566513062 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.3706538677215576', 'num_iter': 535552, 'lr': 0.001, 'time': '8.337255239486694 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.494264602661133', 'num_iter': 536064, 'lr': 0.001, 'time': '8.202021360397339 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3794639110565186', 'num_iter': 536576, 'lr': 0.001, 'time': '8.234781980514526 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.3787899017333984', 'num_iter': 537088, 'lr': 0.001, 'time': '8.596692323684692 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3557255268096924', 'num_iter': 537600, 'lr': 0.001, 'time': '8.3247549533844 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.343777894973755', 'num_iter': 538112, 'lr': 0.001, 'time': '8.359620571136475 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.4125304222106934', 'num_iter': 538624, 'lr': 0.001, 'time': '8.106018781661987 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.4094390869140625', 'num_iter': 539136, 'lr': 0.001, 'time': '8.267824649810791 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.365715742111206', 'num_iter': 539648, 'lr': 0.001, 'time': '8.955572605133057 Seconds', 'norm': 0.28515625}\n", + "{'loss': '2.3388702869415283', 'num_iter': 540160, 'lr': 0.001, 'time': '8.99897050857544 Seconds', 'norm': 0.25}\n", + "{'loss': '2.406221389770508', 'num_iter': 540672, 'lr': 0.001, 'time': '9.394127368927002 Seconds', 'norm': 0.34765625}\n", + "{'loss': '2.415149450302124', 'num_iter': 541184, 'lr': 0.001, 'time': '9.11366581916809 Seconds', 'norm': 0.302734375}\n", + "{'loss': '2.3966617584228516', 'num_iter': 541696, 'lr': 0.001, 'time': '8.94565200805664 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.339439868927002', 'num_iter': 542208, 'lr': 0.001, 'time': '8.875508785247803 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.410937786102295', 'num_iter': 542720, 'lr': 0.001, 'time': '7.7604100704193115 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.344268321990967', 'num_iter': 543232, 'lr': 0.001, 'time': '8.778756141662598 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.3661224842071533', 'num_iter': 543744, 'lr': 0.001, 'time': '8.848215341567993 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.465405225753784', 'num_iter': 544256, 'lr': 0.001, 'time': '8.194020986557007 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.349555492401123', 'num_iter': 544768, 'lr': 0.001, 'time': '9.065053224563599 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.3266756534576416', 'num_iter': 545280, 'lr': 0.001, 'time': '8.463916778564453 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.402050495147705', 'num_iter': 545792, 'lr': 0.001, 'time': '8.247084856033325 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.3578617572784424', 'num_iter': 546304, 'lr': 0.001, 'time': '8.428520441055298 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.427959680557251', 'num_iter': 546816, 'lr': 0.001, 'time': '8.165271520614624 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.4632697105407715', 'num_iter': 547328, 'lr': 0.001, 'time': '8.314631462097168 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.3906478881835938', 'num_iter': 547840, 'lr': 0.001, 'time': '8.745691061019897 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.359147071838379', 'num_iter': 548352, 'lr': 0.001, 'time': '8.265934228897095 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.329312801361084', 'num_iter': 548864, 'lr': 0.001, 'time': '8.45524787902832 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.412430763244629', 'num_iter': 549376, 'lr': 0.001, 'time': '8.118746280670166 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.400629758834839', 'num_iter': 549888, 'lr': 0.001, 'time': '8.536701679229736 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.34966778755188', 'num_iter': 550400, 'lr': 0.001, 'time': '9.076826810836792 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.418316125869751', 'num_iter': 550912, 'lr': 0.001, 'time': '8.336113929748535 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.36924147605896', 'num_iter': 551424, 'lr': 0.001, 'time': '8.258720397949219 Seconds', 'norm': 0.177734375}\n", + "{'loss': '2.2986791133880615', 'num_iter': 551936, 'lr': 0.001, 'time': '8.439860105514526 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.401566505432129', 'num_iter': 552448, 'lr': 0.001, 'time': '8.286494255065918 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.4251410961151123', 'num_iter': 552960, 'lr': 0.001, 'time': '8.11871337890625 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.379188299179077', 'num_iter': 553472, 'lr': 0.001, 'time': '8.102362632751465 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3485360145568848', 'num_iter': 553984, 'lr': 0.001, 'time': '8.301153659820557 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.359606981277466', 'num_iter': 554496, 'lr': 0.001, 'time': '8.484722375869751 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.3937478065490723', 'num_iter': 555008, 'lr': 0.001, 'time': '8.385018587112427 Seconds', 'norm': 0.2421875}\n", + "{'loss': '2.346998691558838', 'num_iter': 555520, 'lr': 0.001, 'time': '8.276255130767822 Seconds', 'norm': 0.2470703125}\n", + "{'loss': '2.3520264625549316', 'num_iter': 556032, 'lr': 0.001, 'time': '8.379949569702148 Seconds', 'norm': 0.2421875}\n", + "{'loss': '2.3089756965637207', 'num_iter': 556544, 'lr': 0.001, 'time': '8.717106103897095 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.370455026626587', 'num_iter': 557056, 'lr': 0.001, 'time': '8.910163879394531 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.33139705657959', 'num_iter': 557568, 'lr': 0.001, 'time': '13.867101192474365 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.386568546295166', 'num_iter': 558080, 'lr': 0.001, 'time': '9.296029567718506 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.388340473175049', 'num_iter': 558592, 'lr': 0.001, 'time': '9.166133880615234 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.313556671142578', 'num_iter': 559104, 'lr': 0.001, 'time': '9.786152839660645 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.379908323287964', 'num_iter': 559616, 'lr': 0.001, 'time': '9.591379642486572 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.4103622436523438', 'num_iter': 560128, 'lr': 0.001, 'time': '8.39347243309021 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.3503577709198', 'num_iter': 560640, 'lr': 0.001, 'time': '8.441413640975952 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.4097888469696045', 'num_iter': 561152, 'lr': 0.001, 'time': '8.394853353500366 Seconds', 'norm': 0.2353515625}\n", + "{'loss': '2.348428964614868', 'num_iter': 561664, 'lr': 0.001, 'time': '8.320677042007446 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.4182467460632324', 'num_iter': 562176, 'lr': 0.001, 'time': '8.367506742477417 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.386864423751831', 'num_iter': 562688, 'lr': 0.001, 'time': '8.076138496398926 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.335475206375122', 'num_iter': 563200, 'lr': 0.001, 'time': '8.601854801177979 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3614563941955566', 'num_iter': 563712, 'lr': 0.001, 'time': '8.215994119644165 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.407736301422119', 'num_iter': 564224, 'lr': 0.001, 'time': '8.159382581710815 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.3601784706115723', 'num_iter': 564736, 'lr': 0.001, 'time': '8.558767795562744 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.4046101570129395', 'num_iter': 565248, 'lr': 0.001, 'time': '8.294793844223022 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.3016159534454346', 'num_iter': 565760, 'lr': 0.001, 'time': '8.72349214553833 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.339411973953247', 'num_iter': 566272, 'lr': 0.001, 'time': '8.480000734329224 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3110368251800537', 'num_iter': 566784, 'lr': 0.001, 'time': '9.044867515563965 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.3640358448028564', 'num_iter': 567296, 'lr': 0.001, 'time': '8.769799947738647 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.3883798122406006', 'num_iter': 567808, 'lr': 0.001, 'time': '9.066588163375854 Seconds', 'norm': 0.169921875}\n", + "{'loss': '2.3822174072265625', 'num_iter': 568320, 'lr': 0.001, 'time': '9.034048080444336 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.318671941757202', 'num_iter': 568832, 'lr': 0.001, 'time': '8.589978456497192 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3528995513916016', 'num_iter': 569344, 'lr': 0.001, 'time': '8.690327405929565 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.3915724754333496', 'num_iter': 569856, 'lr': 0.001, 'time': '8.67330026626587 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3851430416107178', 'num_iter': 570368, 'lr': 0.001, 'time': '8.993835926055908 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.4249587059020996', 'num_iter': 570880, 'lr': 0.001, 'time': '8.622015237808228 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.2986483573913574', 'num_iter': 571392, 'lr': 0.001, 'time': '9.129920959472656 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3269946575164795', 'num_iter': 571904, 'lr': 0.001, 'time': '8.771793127059937 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.3768930435180664', 'num_iter': 572416, 'lr': 0.001, 'time': '8.366975784301758 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.384307861328125', 'num_iter': 572928, 'lr': 0.001, 'time': '8.440441370010376 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.365325927734375', 'num_iter': 573440, 'lr': 0.001, 'time': '8.718467473983765 Seconds', 'norm': 0.25390625}\n", + "{'loss': '2.418166399002075', 'num_iter': 573952, 'lr': 0.001, 'time': '10.52768325805664 Seconds', 'norm': 0.263671875}\n", + "{'loss': '2.4196560382843018', 'num_iter': 574464, 'lr': 0.001, 'time': '8.299775838851929 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.4219486713409424', 'num_iter': 574976, 'lr': 0.001, 'time': '8.10412073135376 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.290261745452881', 'num_iter': 575488, 'lr': 0.001, 'time': '8.410136699676514 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.41316556930542', 'num_iter': 576000, 'lr': 0.001, 'time': '8.756744861602783 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3451333045959473', 'num_iter': 576512, 'lr': 0.001, 'time': '9.08216404914856 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.350375175476074', 'num_iter': 577024, 'lr': 0.001, 'time': '9.447808504104614 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.3843014240264893', 'num_iter': 577536, 'lr': 0.001, 'time': '8.924794912338257 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.358842134475708', 'num_iter': 578048, 'lr': 0.001, 'time': '8.657910108566284 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.460190534591675', 'num_iter': 578560, 'lr': 0.001, 'time': '7.865793466567993 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.35128116607666', 'num_iter': 579072, 'lr': 0.001, 'time': '8.071422815322876 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.384986162185669', 'num_iter': 579584, 'lr': 0.001, 'time': '8.088286876678467 Seconds', 'norm': 0.1689453125}\n", + "{'loss': '2.3074166774749756', 'num_iter': 580096, 'lr': 0.001, 'time': '8.40653395652771 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.3917601108551025', 'num_iter': 580608, 'lr': 0.001, 'time': '8.72053837776184 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.382786750793457', 'num_iter': 581120, 'lr': 0.001, 'time': '8.115113496780396 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.378631830215454', 'num_iter': 581632, 'lr': 0.001, 'time': '8.229153156280518 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.3791255950927734', 'num_iter': 582144, 'lr': 0.001, 'time': '8.107864141464233 Seconds', 'norm': 0.2431640625}\n", + "{'loss': '2.3877782821655273', 'num_iter': 582656, 'lr': 0.001, 'time': '8.024527788162231 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3151209354400635', 'num_iter': 583168, 'lr': 0.001, 'time': '8.64098072052002 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.362719774246216', 'num_iter': 583680, 'lr': 0.001, 'time': '8.657645463943481 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.380748748779297', 'num_iter': 584192, 'lr': 0.001, 'time': '8.590943813323975 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.4285359382629395', 'num_iter': 584704, 'lr': 0.001, 'time': '7.842537879943848 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.387359142303467', 'num_iter': 585216, 'lr': 0.001, 'time': '8.260374307632446 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3678834438323975', 'num_iter': 585728, 'lr': 0.001, 'time': '8.11666750907898 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.374826192855835', 'num_iter': 586240, 'lr': 0.001, 'time': '8.790680885314941 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.3979573249816895', 'num_iter': 586752, 'lr': 0.001, 'time': '8.175591468811035 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3127472400665283', 'num_iter': 587264, 'lr': 0.001, 'time': '9.348510265350342 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3610973358154297', 'num_iter': 587776, 'lr': 0.001, 'time': '8.46545147895813 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.360898017883301', 'num_iter': 588288, 'lr': 0.001, 'time': '8.350005388259888 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.344270706176758', 'num_iter': 588800, 'lr': 0.001, 'time': '8.46185040473938 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.35512638092041', 'num_iter': 589312, 'lr': 0.001, 'time': '8.385868787765503 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3928940296173096', 'num_iter': 589824, 'lr': 0.001, 'time': '8.690425395965576 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3400585651397705', 'num_iter': 590336, 'lr': 0.001, 'time': '14.140808820724487 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.3961544036865234', 'num_iter': 590848, 'lr': 0.001, 'time': '8.318113803863525 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.4200711250305176', 'num_iter': 591360, 'lr': 0.001, 'time': '8.047547817230225 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.4539577960968018', 'num_iter': 591872, 'lr': 0.001, 'time': '8.174566745758057 Seconds', 'norm': 0.2353515625}\n", + "{'loss': '2.367643117904663', 'num_iter': 592384, 'lr': 0.001, 'time': '8.16866397857666 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.349362373352051', 'num_iter': 592896, 'lr': 0.001, 'time': '8.430105924606323 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.3128409385681152', 'num_iter': 593408, 'lr': 0.001, 'time': '8.70234990119934 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.428396463394165', 'num_iter': 593920, 'lr': 0.001, 'time': '8.978009700775146 Seconds', 'norm': 0.177734375}\n", + "{'loss': '2.382199287414551', 'num_iter': 594432, 'lr': 0.001, 'time': '9.32444715499878 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.3814010620117188', 'num_iter': 594944, 'lr': 0.001, 'time': '8.186692953109741 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.3372552394866943', 'num_iter': 595456, 'lr': 0.001, 'time': '7.981539487838745 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3621573448181152', 'num_iter': 595968, 'lr': 0.001, 'time': '8.455300331115723 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.402200698852539', 'num_iter': 596480, 'lr': 0.001, 'time': '8.308866024017334 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.334552049636841', 'num_iter': 596992, 'lr': 0.001, 'time': '8.644901514053345 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3480000495910645', 'num_iter': 597504, 'lr': 0.001, 'time': '8.136777639389038 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.355496883392334', 'num_iter': 598016, 'lr': 0.001, 'time': '8.678923606872559 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.3377432823181152', 'num_iter': 598528, 'lr': 0.001, 'time': '8.857391834259033 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.33004093170166', 'num_iter': 599040, 'lr': 0.001, 'time': '8.63906717300415 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.38208270072937', 'num_iter': 599552, 'lr': 0.001, 'time': '8.163987874984741 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3487648963928223', 'num_iter': 600064, 'lr': 0.001, 'time': '8.366794347763062 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.3554086685180664', 'num_iter': 600576, 'lr': 0.001, 'time': '8.202547788619995 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3091366291046143', 'num_iter': 601088, 'lr': 0.001, 'time': '9.333231210708618 Seconds', 'norm': 0.2431640625}\n", + "{'loss': '2.387678384780884', 'num_iter': 601600, 'lr': 0.001, 'time': '8.772621870040894 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.4188191890716553', 'num_iter': 602112, 'lr': 0.001, 'time': '8.311651945114136 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3478856086730957', 'num_iter': 602624, 'lr': 0.001, 'time': '8.801607131958008 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.315805435180664', 'num_iter': 603136, 'lr': 0.001, 'time': '9.011109352111816 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3993921279907227', 'num_iter': 603648, 'lr': 0.001, 'time': '8.275681495666504 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.378356456756592', 'num_iter': 604160, 'lr': 0.001, 'time': '8.467104434967041 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.3717172145843506', 'num_iter': 604672, 'lr': 0.001, 'time': '8.819077491760254 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.406420946121216', 'num_iter': 605184, 'lr': 0.001, 'time': '8.42766809463501 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.308781623840332', 'num_iter': 605696, 'lr': 0.001, 'time': '9.180200815200806 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.394643783569336', 'num_iter': 606208, 'lr': 0.001, 'time': '8.148174047470093 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.383091688156128', 'num_iter': 606720, 'lr': 0.001, 'time': '7.9498536586761475 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3648366928100586', 'num_iter': 607232, 'lr': 0.001, 'time': '8.404695749282837 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3548495769500732', 'num_iter': 607744, 'lr': 0.001, 'time': '8.70843243598938 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.339198589324951', 'num_iter': 608256, 'lr': 0.001, 'time': '8.902112245559692 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.4118130207061768', 'num_iter': 608768, 'lr': 0.001, 'time': '8.46761417388916 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.425410270690918', 'num_iter': 609280, 'lr': 0.001, 'time': '7.797924518585205 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.41405987739563', 'num_iter': 609792, 'lr': 0.001, 'time': '8.31475019454956 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3168928623199463', 'num_iter': 610304, 'lr': 0.001, 'time': '8.628028631210327 Seconds', 'norm': 0.296875}\n", + "{'loss': '2.43030047416687', 'num_iter': 610816, 'lr': 0.001, 'time': '8.341989278793335 Seconds', 'norm': 0.33203125}\n", + "{'loss': '2.327176570892334', 'num_iter': 611328, 'lr': 0.001, 'time': '9.063476324081421 Seconds', 'norm': 0.24609375}\n", + "{'loss': '2.348038911819458', 'num_iter': 611840, 'lr': 0.001, 'time': '9.25037932395935 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.384190082550049', 'num_iter': 612352, 'lr': 0.001, 'time': '8.67262578010559 Seconds', 'norm': 0.30859375}\n", + "{'loss': '2.3889453411102295', 'num_iter': 612864, 'lr': 0.001, 'time': '8.494995594024658 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.300053596496582', 'num_iter': 613376, 'lr': 0.001, 'time': '8.412558555603027 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.386064052581787', 'num_iter': 613888, 'lr': 0.001, 'time': '8.071101665496826 Seconds', 'norm': 0.271484375}\n", + "{'loss': '2.381972551345825', 'num_iter': 614400, 'lr': 0.001, 'time': '8.205599308013916 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.410676956176758', 'num_iter': 614912, 'lr': 0.001, 'time': '8.049220085144043 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.403089761734009', 'num_iter': 615424, 'lr': 0.001, 'time': '8.123032569885254 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.4044899940490723', 'num_iter': 615936, 'lr': 0.001, 'time': '7.929422378540039 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.4092636108398438', 'num_iter': 616448, 'lr': 0.001, 'time': '8.01581358909607 Seconds', 'norm': 0.2255859375}\n", + "{'loss': '2.384211301803589', 'num_iter': 616960, 'lr': 0.001, 'time': '8.500221014022827 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.4001681804656982', 'num_iter': 617472, 'lr': 0.001, 'time': '7.688342571258545 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.4118332862854004', 'num_iter': 617984, 'lr': 0.001, 'time': '7.856211185455322 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.4008543491363525', 'num_iter': 618496, 'lr': 0.001, 'time': '8.08182430267334 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.482863187789917', 'num_iter': 619008, 'lr': 0.001, 'time': '10.343130826950073 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.316138505935669', 'num_iter': 619520, 'lr': 0.001, 'time': '8.784104347229004 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.3878493309020996', 'num_iter': 620032, 'lr': 0.001, 'time': '9.142448425292969 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3631863594055176', 'num_iter': 620544, 'lr': 0.001, 'time': '8.916922569274902 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.386092185974121', 'num_iter': 621056, 'lr': 0.001, 'time': '8.32183051109314 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3358213901519775', 'num_iter': 621568, 'lr': 0.001, 'time': '9.10470700263977 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.451328754425049', 'num_iter': 622080, 'lr': 0.001, 'time': '8.294664859771729 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.386120557785034', 'num_iter': 622592, 'lr': 0.001, 'time': '8.177609920501709 Seconds', 'norm': 0.2255859375}\n", + "{'loss': '2.3520267009735107', 'num_iter': 623104, 'lr': 0.001, 'time': '13.353434085845947 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.4219276905059814', 'num_iter': 623616, 'lr': 0.001, 'time': '8.270801782608032 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.423961639404297', 'num_iter': 624128, 'lr': 0.001, 'time': '8.008416652679443 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.4242100715637207', 'num_iter': 624640, 'lr': 0.001, 'time': '8.155817031860352 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.4555981159210205', 'num_iter': 625152, 'lr': 0.001, 'time': '8.128122329711914 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.4281721115112305', 'num_iter': 625664, 'lr': 0.001, 'time': '8.035748958587646 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.369981050491333', 'num_iter': 626176, 'lr': 0.001, 'time': '8.855613946914673 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.3076047897338867', 'num_iter': 626688, 'lr': 0.001, 'time': '9.062339305877686 Seconds', 'norm': 0.1640625}\n", + "{'loss': '2.3987555503845215', 'num_iter': 627200, 'lr': 0.001, 'time': '8.513155221939087 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.4323537349700928', 'num_iter': 627712, 'lr': 0.001, 'time': '8.415394067764282 Seconds', 'norm': 0.1689453125}\n", + "{'loss': '2.3409252166748047', 'num_iter': 628224, 'lr': 0.001, 'time': '8.49165940284729 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.3550291061401367', 'num_iter': 628736, 'lr': 0.001, 'time': '9.040108442306519 Seconds', 'norm': 0.177734375}\n", + "{'loss': '2.360970973968506', 'num_iter': 629248, 'lr': 0.001, 'time': '9.177815675735474 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.402338743209839', 'num_iter': 629760, 'lr': 0.001, 'time': '9.248363256454468 Seconds', 'norm': 0.16796875}\n", + "{'loss': '2.350450038909912', 'num_iter': 630272, 'lr': 0.001, 'time': '9.000217914581299 Seconds', 'norm': 0.169921875}\n", + "{'loss': '2.3485400676727295', 'num_iter': 630784, 'lr': 0.001, 'time': '7.980488538742065 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.3808484077453613', 'num_iter': 631296, 'lr': 0.001, 'time': '8.351171493530273 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3459527492523193', 'num_iter': 631808, 'lr': 0.001, 'time': '8.370725631713867 Seconds', 'norm': 0.1689453125}\n", + "{'loss': '2.416860342025757', 'num_iter': 632320, 'lr': 0.001, 'time': '7.916487693786621 Seconds', 'norm': 0.28125}\n", + "{'loss': '2.3642325401306152', 'num_iter': 632832, 'lr': 0.001, 'time': '8.307975769042969 Seconds', 'norm': 0.2470703125}\n", + "{'loss': '2.3842837810516357', 'num_iter': 633344, 'lr': 0.001, 'time': '8.773618936538696 Seconds', 'norm': 0.287109375}\n", + "{'loss': '2.389166831970215', 'num_iter': 633856, 'lr': 0.001, 'time': '8.093811750411987 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.353649854660034', 'num_iter': 634368, 'lr': 0.001, 'time': '8.572394132614136 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.3125908374786377', 'num_iter': 634880, 'lr': 0.001, 'time': '8.746089696884155 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.4130027294158936', 'num_iter': 635392, 'lr': 0.001, 'time': '8.248673439025879 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3473968505859375', 'num_iter': 635904, 'lr': 0.001, 'time': '8.382711172103882 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.404981851577759', 'num_iter': 636416, 'lr': 0.001, 'time': '7.738506078720093 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3809351921081543', 'num_iter': 636928, 'lr': 0.001, 'time': '8.158390760421753 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.3915021419525146', 'num_iter': 637440, 'lr': 0.001, 'time': '8.937549829483032 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.382065534591675', 'num_iter': 637952, 'lr': 0.001, 'time': '8.908023357391357 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.352999210357666', 'num_iter': 638464, 'lr': 0.001, 'time': '9.0807044506073 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.3589696884155273', 'num_iter': 638976, 'lr': 0.001, 'time': '8.512571334838867 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3489813804626465', 'num_iter': 639488, 'lr': 0.001, 'time': '8.395131826400757 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.351274251937866', 'num_iter': 640000, 'lr': 0.001, 'time': '8.690725088119507 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.292980194091797', 'num_iter': 640512, 'lr': 0.001, 'time': '8.796347618103027 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.4013984203338623', 'num_iter': 641024, 'lr': 0.001, 'time': '8.015042304992676 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.374925136566162', 'num_iter': 641536, 'lr': 0.001, 'time': '8.02759838104248 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.359703779220581', 'num_iter': 642048, 'lr': 0.001, 'time': '8.41412901878357 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3444433212280273', 'num_iter': 642560, 'lr': 0.001, 'time': '8.478111505508423 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3819189071655273', 'num_iter': 643072, 'lr': 0.001, 'time': '8.84437370300293 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.3917396068573', 'num_iter': 643584, 'lr': 0.001, 'time': '8.611928224563599 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.3864684104919434', 'num_iter': 644096, 'lr': 0.001, 'time': '8.089583396911621 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.3744330406188965', 'num_iter': 644608, 'lr': 0.001, 'time': '8.392117738723755 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.3959555625915527', 'num_iter': 645120, 'lr': 0.001, 'time': '8.105306386947632 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3590407371520996', 'num_iter': 645632, 'lr': 0.001, 'time': '8.829973697662354 Seconds', 'norm': 0.169921875}\n", + "{'loss': '2.3936283588409424', 'num_iter': 646144, 'lr': 0.001, 'time': '8.801921606063843 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.4319217205047607', 'num_iter': 646656, 'lr': 0.001, 'time': '9.356077194213867 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.370333671569824', 'num_iter': 647168, 'lr': 0.001, 'time': '8.896085262298584 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.3910374641418457', 'num_iter': 647680, 'lr': 0.001, 'time': '8.507910966873169 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3300390243530273', 'num_iter': 648192, 'lr': 0.001, 'time': '8.909533023834229 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.38446044921875', 'num_iter': 648704, 'lr': 0.001, 'time': '8.545660257339478 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.3647894859313965', 'num_iter': 649216, 'lr': 0.001, 'time': '8.729231119155884 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.3467750549316406', 'num_iter': 649728, 'lr': 0.001, 'time': '8.33518648147583 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.393139600753784', 'num_iter': 650240, 'lr': 0.001, 'time': '8.298295497894287 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3532838821411133', 'num_iter': 650752, 'lr': 0.001, 'time': '8.194882154464722 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.3924577236175537', 'num_iter': 651264, 'lr': 0.001, 'time': '7.988342523574829 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.3247697353363037', 'num_iter': 651776, 'lr': 0.001, 'time': '8.483417272567749 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.374284029006958', 'num_iter': 652288, 'lr': 0.001, 'time': '8.562801599502563 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3267228603363037', 'num_iter': 652800, 'lr': 0.001, 'time': '8.958294153213501 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.3532586097717285', 'num_iter': 653312, 'lr': 0.001, 'time': '8.830855131149292 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3467612266540527', 'num_iter': 653824, 'lr': 0.001, 'time': '8.2748281955719 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.3345677852630615', 'num_iter': 654336, 'lr': 0.001, 'time': '8.473280668258667 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.2374520301818848', 'num_iter': 654848, 'lr': 0.001, 'time': '9.528331518173218 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3981587886810303', 'num_iter': 655360, 'lr': 0.001, 'time': '8.673738479614258 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3497040271759033', 'num_iter': 655872, 'lr': 0.001, 'time': '14.328133344650269 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.339686870574951', 'num_iter': 656384, 'lr': 0.001, 'time': '8.379092693328857 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3845388889312744', 'num_iter': 656896, 'lr': 0.001, 'time': '8.012322664260864 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.332637071609497', 'num_iter': 657408, 'lr': 0.001, 'time': '8.846370697021484 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.3946821689605713', 'num_iter': 657920, 'lr': 0.001, 'time': '8.433468341827393 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.399364471435547', 'num_iter': 658432, 'lr': 0.001, 'time': '8.246594667434692 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.4059174060821533', 'num_iter': 658944, 'lr': 0.001, 'time': '8.012151002883911 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.4295337200164795', 'num_iter': 659456, 'lr': 0.001, 'time': '8.716046333312988 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.2841134071350098', 'num_iter': 659968, 'lr': 0.001, 'time': '9.00838017463684 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3642125129699707', 'num_iter': 660480, 'lr': 0.001, 'time': '8.37971305847168 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.330617666244507', 'num_iter': 660992, 'lr': 0.001, 'time': '8.442567110061646 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.4595072269439697', 'num_iter': 661504, 'lr': 0.001, 'time': '8.055999517440796 Seconds', 'norm': 0.1650390625}\n", + "{'loss': '2.387519359588623', 'num_iter': 662016, 'lr': 0.001, 'time': '8.22522759437561 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.427163600921631', 'num_iter': 662528, 'lr': 0.001, 'time': '7.9897589683532715 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3353583812713623', 'num_iter': 663040, 'lr': 0.001, 'time': '8.687860488891602 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3904309272766113', 'num_iter': 663552, 'lr': 0.001, 'time': '9.080407619476318 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.346625566482544', 'num_iter': 664064, 'lr': 0.001, 'time': '12.215171813964844 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.4009482860565186', 'num_iter': 664576, 'lr': 0.001, 'time': '8.816033601760864 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.4144814014434814', 'num_iter': 665088, 'lr': 0.001, 'time': '8.993697881698608 Seconds', 'norm': 0.248046875}\n", + "{'loss': '2.38824725151062', 'num_iter': 665600, 'lr': 0.001, 'time': '8.25989055633545 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.337035894393921', 'num_iter': 666112, 'lr': 0.001, 'time': '8.396650075912476 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.366887092590332', 'num_iter': 666624, 'lr': 0.001, 'time': '8.011780261993408 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.3839101791381836', 'num_iter': 667136, 'lr': 0.001, 'time': '8.311134815216064 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3517966270446777', 'num_iter': 667648, 'lr': 0.001, 'time': '8.250505208969116 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.423513412475586', 'num_iter': 668160, 'lr': 0.001, 'time': '7.814132928848267 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.3465211391448975', 'num_iter': 668672, 'lr': 0.001, 'time': '8.334900379180908 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.333303213119507', 'num_iter': 669184, 'lr': 0.001, 'time': '8.226865530014038 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3723294734954834', 'num_iter': 669696, 'lr': 0.001, 'time': '8.089698791503906 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.3438475131988525', 'num_iter': 670208, 'lr': 0.001, 'time': '8.545056104660034 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3451623916625977', 'num_iter': 670720, 'lr': 0.001, 'time': '8.73672890663147 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.367323637008667', 'num_iter': 671232, 'lr': 0.001, 'time': '8.173423051834106 Seconds', 'norm': 0.2314453125}\n", + "{'loss': '2.4064366817474365', 'num_iter': 671744, 'lr': 0.001, 'time': '8.308980703353882 Seconds', 'norm': 0.2734375}\n", + "{'loss': '2.451188087463379', 'num_iter': 672256, 'lr': 0.001, 'time': '8.042839765548706 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.43576979637146', 'num_iter': 672768, 'lr': 0.001, 'time': '7.9308459758758545 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.4370577335357666', 'num_iter': 673280, 'lr': 0.001, 'time': '8.233245134353638 Seconds', 'norm': 0.248046875}\n", + "{'loss': '2.3719675540924072', 'num_iter': 673792, 'lr': 0.001, 'time': '9.063046932220459 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.399625062942505', 'num_iter': 674304, 'lr': 0.001, 'time': '8.83639907836914 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.371668815612793', 'num_iter': 674816, 'lr': 0.001, 'time': '8.811591148376465 Seconds', 'norm': 0.263671875}\n", + "{'loss': '2.3530454635620117', 'num_iter': 675328, 'lr': 0.001, 'time': '8.853727340698242 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.3834002017974854', 'num_iter': 675840, 'lr': 0.001, 'time': '8.286590576171875 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.4113717079162598', 'num_iter': 676352, 'lr': 0.001, 'time': '8.373921155929565 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.329602003097534', 'num_iter': 676864, 'lr': 0.001, 'time': '8.643926620483398 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.405308246612549', 'num_iter': 677376, 'lr': 0.001, 'time': '8.348886013031006 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.4455180168151855', 'num_iter': 677888, 'lr': 0.001, 'time': '8.0652334690094 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.3772966861724854', 'num_iter': 678400, 'lr': 0.001, 'time': '7.993346691131592 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.4025447368621826', 'num_iter': 678912, 'lr': 0.001, 'time': '7.97290825843811 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.4037673473358154', 'num_iter': 679424, 'lr': 0.001, 'time': '8.221102237701416 Seconds', 'norm': 0.267578125}\n", + "{'loss': '2.3877718448638916', 'num_iter': 679936, 'lr': 0.001, 'time': '8.353402137756348 Seconds', 'norm': 0.267578125}\n", + "{'loss': '2.450486660003662', 'num_iter': 680448, 'lr': 0.001, 'time': '8.212786436080933 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.4074106216430664', 'num_iter': 680960, 'lr': 0.001, 'time': '8.362509965896606 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.390801429748535', 'num_iter': 681472, 'lr': 0.001, 'time': '8.20784616470337 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.4242875576019287', 'num_iter': 681984, 'lr': 0.001, 'time': '8.406002759933472 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3238768577575684', 'num_iter': 682496, 'lr': 0.001, 'time': '9.554839372634888 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.3097805976867676', 'num_iter': 683008, 'lr': 0.001, 'time': '9.30188250541687 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.3167126178741455', 'num_iter': 683520, 'lr': 0.001, 'time': '8.562800884246826 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.39569354057312', 'num_iter': 684032, 'lr': 0.001, 'time': '8.208535194396973 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.3596465587615967', 'num_iter': 684544, 'lr': 0.001, 'time': '8.599244117736816 Seconds', 'norm': 0.2431640625}\n", + "{'loss': '2.461616039276123', 'num_iter': 685056, 'lr': 0.001, 'time': '8.065354347229004 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.4226646423339844', 'num_iter': 685568, 'lr': 0.001, 'time': '7.9741058349609375 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3892011642456055', 'num_iter': 686080, 'lr': 0.001, 'time': '8.27155089378357 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.414668083190918', 'num_iter': 686592, 'lr': 0.001, 'time': '8.38721251487732 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.387638568878174', 'num_iter': 687104, 'lr': 0.001, 'time': '8.230915307998657 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.4185614585876465', 'num_iter': 687616, 'lr': 0.001, 'time': '8.015135765075684 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.4360361099243164', 'num_iter': 688128, 'lr': 0.001, 'time': '7.82700777053833 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3382253646850586', 'num_iter': 688640, 'lr': 0.001, 'time': '14.422387599945068 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.4163129329681396', 'num_iter': 689152, 'lr': 0.001, 'time': '8.031607389450073 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.417785167694092', 'num_iter': 689664, 'lr': 0.001, 'time': '8.566045999526978 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.3660600185394287', 'num_iter': 690176, 'lr': 0.001, 'time': '8.779966354370117 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.3807523250579834', 'num_iter': 690688, 'lr': 0.001, 'time': '9.497091293334961 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.3878567218780518', 'num_iter': 691200, 'lr': 0.001, 'time': '9.027363777160645 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.406618595123291', 'num_iter': 691712, 'lr': 0.001, 'time': '8.893636226654053 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.257495641708374', 'num_iter': 692224, 'lr': 0.001, 'time': '8.941604614257812 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.409153461456299', 'num_iter': 692736, 'lr': 0.001, 'time': '8.427781343460083 Seconds', 'norm': 0.1748046875}\n", + "{'loss': '2.4108755588531494', 'num_iter': 693248, 'lr': 0.001, 'time': '8.164016962051392 Seconds', 'norm': 0.1552734375}\n", + "{'loss': '2.394221067428589', 'num_iter': 693760, 'lr': 0.001, 'time': '8.152847290039062 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3284800052642822', 'num_iter': 694272, 'lr': 0.001, 'time': '8.540859699249268 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.333846092224121', 'num_iter': 694784, 'lr': 0.001, 'time': '8.652411937713623 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.3685507774353027', 'num_iter': 695296, 'lr': 0.001, 'time': '8.25937557220459 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3840270042419434', 'num_iter': 695808, 'lr': 0.001, 'time': '8.16422438621521 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.338435173034668', 'num_iter': 696320, 'lr': 0.001, 'time': '8.365530252456665 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3768246173858643', 'num_iter': 696832, 'lr': 0.001, 'time': '8.208390712738037 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.346557855606079', 'num_iter': 697344, 'lr': 0.001, 'time': '8.295830965042114 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.3652188777923584', 'num_iter': 697856, 'lr': 0.001, 'time': '8.390692234039307 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.3218917846679688', 'num_iter': 698368, 'lr': 0.001, 'time': '8.561245918273926 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.317875385284424', 'num_iter': 698880, 'lr': 0.001, 'time': '8.095212697982788 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.351576089859009', 'num_iter': 699392, 'lr': 0.001, 'time': '8.75148892402649 Seconds', 'norm': 0.2451171875}\n", + "{'loss': '2.4038450717926025', 'num_iter': 699904, 'lr': 0.001, 'time': '9.00093388557434 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.3461754322052', 'num_iter': 700416, 'lr': 0.001, 'time': '9.543450117111206 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.3590645790100098', 'num_iter': 700928, 'lr': 0.001, 'time': '8.214807271957397 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.4140963554382324', 'num_iter': 701440, 'lr': 0.001, 'time': '8.104125022888184 Seconds', 'norm': 0.25}\n", + "{'loss': '2.35477876663208', 'num_iter': 701952, 'lr': 0.001, 'time': '8.482100486755371 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3457119464874268', 'num_iter': 702464, 'lr': 0.001, 'time': '8.95743989944458 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3447766304016113', 'num_iter': 702976, 'lr': 0.001, 'time': '8.580894947052002 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.2708234786987305', 'num_iter': 703488, 'lr': 0.001, 'time': '9.325986862182617 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.354858875274658', 'num_iter': 704000, 'lr': 0.001, 'time': '8.229377508163452 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.427642822265625', 'num_iter': 704512, 'lr': 0.001, 'time': '8.364332437515259 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3820040225982666', 'num_iter': 705024, 'lr': 0.001, 'time': '8.516388416290283 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.272197723388672', 'num_iter': 705536, 'lr': 0.001, 'time': '8.683784484863281 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.368396759033203', 'num_iter': 706048, 'lr': 0.001, 'time': '8.24307632446289 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.304460048675537', 'num_iter': 706560, 'lr': 0.001, 'time': '8.845685482025146 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.4523932933807373', 'num_iter': 707072, 'lr': 0.001, 'time': '8.514280796051025 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.3459036350250244', 'num_iter': 707584, 'lr': 0.001, 'time': '8.994317531585693 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3827950954437256', 'num_iter': 708096, 'lr': 0.001, 'time': '8.18508267402649 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.373605966567993', 'num_iter': 708608, 'lr': 0.001, 'time': '9.021398782730103 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3458356857299805', 'num_iter': 709120, 'lr': 0.001, 'time': '11.316767692565918 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.351620674133301', 'num_iter': 709632, 'lr': 0.001, 'time': '8.785996675491333 Seconds', 'norm': 0.1630859375}\n", + "{'loss': '2.4232828617095947', 'num_iter': 710144, 'lr': 0.001, 'time': '8.139104843139648 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.3750877380371094', 'num_iter': 710656, 'lr': 0.001, 'time': '8.511762619018555 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3744094371795654', 'num_iter': 711168, 'lr': 0.001, 'time': '8.184514999389648 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.389399528503418', 'num_iter': 711680, 'lr': 0.001, 'time': '8.176487445831299 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.3525607585906982', 'num_iter': 712192, 'lr': 0.001, 'time': '8.202296018600464 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.354349374771118', 'num_iter': 712704, 'lr': 0.001, 'time': '8.409164428710938 Seconds', 'norm': 0.16015625}\n", + "{'loss': '2.3285441398620605', 'num_iter': 713216, 'lr': 0.001, 'time': '8.70640516281128 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.318723678588867', 'num_iter': 713728, 'lr': 0.001, 'time': '8.705013275146484 Seconds', 'norm': 0.1591796875}\n", + "{'loss': '2.336822509765625', 'num_iter': 714240, 'lr': 0.001, 'time': '8.937048435211182 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.4067983627319336', 'num_iter': 714752, 'lr': 0.001, 'time': '8.208343505859375 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.408275604248047', 'num_iter': 715264, 'lr': 0.001, 'time': '8.623353958129883 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.363598346710205', 'num_iter': 715776, 'lr': 0.001, 'time': '8.31336236000061 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.4100029468536377', 'num_iter': 716288, 'lr': 0.001, 'time': '8.233347177505493 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.3889777660369873', 'num_iter': 716800, 'lr': 0.001, 'time': '8.50455641746521 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.364786386489868', 'num_iter': 717312, 'lr': 0.001, 'time': '9.332595825195312 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.373316526412964', 'num_iter': 717824, 'lr': 0.001, 'time': '9.273631572723389 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.3847739696502686', 'num_iter': 718336, 'lr': 0.001, 'time': '8.284353971481323 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.461705207824707', 'num_iter': 718848, 'lr': 0.001, 'time': '8.030536651611328 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.3041930198669434', 'num_iter': 719360, 'lr': 0.001, 'time': '8.932831525802612 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.3417656421661377', 'num_iter': 719872, 'lr': 0.001, 'time': '8.312368154525757 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.443758726119995', 'num_iter': 720384, 'lr': 0.001, 'time': '8.119982242584229 Seconds', 'norm': 0.2421875}\n", + "{'loss': '2.4424824714660645', 'num_iter': 720896, 'lr': 0.001, 'time': '8.063218593597412 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.307960033416748', 'num_iter': 721408, 'lr': 0.001, 'time': '13.64086627960205 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3848776817321777', 'num_iter': 721920, 'lr': 0.001, 'time': '8.311319828033447 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.4086740016937256', 'num_iter': 722432, 'lr': 0.001, 'time': '7.956038475036621 Seconds', 'norm': 0.263671875}\n", + "{'loss': '2.3606317043304443', 'num_iter': 722944, 'lr': 0.001, 'time': '8.639246940612793 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.4137496948242188', 'num_iter': 723456, 'lr': 0.001, 'time': '8.204015016555786 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.317003011703491', 'num_iter': 723968, 'lr': 0.001, 'time': '8.685787200927734 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.30420184135437', 'num_iter': 724480, 'lr': 0.001, 'time': '8.622467994689941 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3825230598449707', 'num_iter': 724992, 'lr': 0.001, 'time': '8.366938829421997 Seconds', 'norm': 0.1640625}\n", + "{'loss': '2.333308696746826', 'num_iter': 725504, 'lr': 0.001, 'time': '8.888290882110596 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.342539072036743', 'num_iter': 726016, 'lr': 0.001, 'time': '9.418739080429077 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.3932571411132812', 'num_iter': 726528, 'lr': 0.001, 'time': '8.812716245651245 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.3493404388427734', 'num_iter': 727040, 'lr': 0.001, 'time': '8.226553201675415 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.358929395675659', 'num_iter': 727552, 'lr': 0.001, 'time': '7.921343564987183 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3867580890655518', 'num_iter': 728064, 'lr': 0.001, 'time': '7.938372611999512 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.395355224609375', 'num_iter': 728576, 'lr': 0.001, 'time': '8.669138431549072 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3649954795837402', 'num_iter': 729088, 'lr': 0.001, 'time': '8.9230375289917 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3724656105041504', 'num_iter': 729600, 'lr': 0.001, 'time': '7.909025192260742 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.4369328022003174', 'num_iter': 730112, 'lr': 0.001, 'time': '7.782778978347778 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.3988771438598633', 'num_iter': 730624, 'lr': 0.001, 'time': '7.978844404220581 Seconds', 'norm': 0.171875}\n", + "{'loss': '2.3580620288848877', 'num_iter': 731136, 'lr': 0.001, 'time': '8.320365190505981 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3697896003723145', 'num_iter': 731648, 'lr': 0.001, 'time': '8.829343557357788 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3580338954925537', 'num_iter': 732160, 'lr': 0.001, 'time': '8.733550786972046 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.377913475036621', 'num_iter': 732672, 'lr': 0.001, 'time': '8.319149255752563 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.331618309020996', 'num_iter': 733184, 'lr': 0.001, 'time': '8.061727046966553 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.3210737705230713', 'num_iter': 733696, 'lr': 0.001, 'time': '8.42910385131836 Seconds', 'norm': 0.3125}\n", + "{'loss': '2.425745725631714', 'num_iter': 734208, 'lr': 0.001, 'time': '8.098965406417847 Seconds', 'norm': 0.25390625}\n", + "{'loss': '2.39971923828125', 'num_iter': 734720, 'lr': 0.001, 'time': '8.6471107006073 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3125109672546387', 'num_iter': 735232, 'lr': 0.001, 'time': '9.84987187385559 Seconds', 'norm': 0.255859375}\n", + "{'loss': '2.403399705886841', 'num_iter': 735744, 'lr': 0.001, 'time': '8.827985286712646 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.3966715335845947', 'num_iter': 736256, 'lr': 0.001, 'time': '8.230252265930176 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.355990171432495', 'num_iter': 736768, 'lr': 0.001, 'time': '8.379397630691528 Seconds', 'norm': 0.2451171875}\n", + "{'loss': '2.384606122970581', 'num_iter': 737280, 'lr': 0.001, 'time': '8.578991174697876 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.3989052772521973', 'num_iter': 737792, 'lr': 0.001, 'time': '7.991072654724121 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.382087230682373', 'num_iter': 738304, 'lr': 0.001, 'time': '8.38313603401184 Seconds', 'norm': 0.25}\n", + "{'loss': '2.3820204734802246', 'num_iter': 738816, 'lr': 0.001, 'time': '8.548571348190308 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.3028879165649414', 'num_iter': 739328, 'lr': 0.001, 'time': '9.087586879730225 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.326913356781006', 'num_iter': 739840, 'lr': 0.001, 'time': '8.729943037033081 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.356125593185425', 'num_iter': 740352, 'lr': 0.001, 'time': '8.725183248519897 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3536503314971924', 'num_iter': 740864, 'lr': 0.001, 'time': '8.565994501113892 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3541839122772217', 'num_iter': 741376, 'lr': 0.001, 'time': '7.933438301086426 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.37839674949646', 'num_iter': 741888, 'lr': 0.001, 'time': '8.555763721466064 Seconds', 'norm': 0.25390625}\n", + "{'loss': '2.3403372764587402', 'num_iter': 742400, 'lr': 0.001, 'time': '8.398051261901855 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3570215702056885', 'num_iter': 742912, 'lr': 0.001, 'time': '8.16980528831482 Seconds', 'norm': 0.2734375}\n", + "{'loss': '2.4021148681640625', 'num_iter': 743424, 'lr': 0.001, 'time': '8.52931809425354 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.3736371994018555', 'num_iter': 743936, 'lr': 0.001, 'time': '8.654454231262207 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.374248743057251', 'num_iter': 744448, 'lr': 0.001, 'time': '8.960526943206787 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.3605589866638184', 'num_iter': 744960, 'lr': 0.001, 'time': '8.694749593734741 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3621160984039307', 'num_iter': 745472, 'lr': 0.001, 'time': '8.040616512298584 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.312272548675537', 'num_iter': 745984, 'lr': 0.001, 'time': '8.523743867874146 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.367387533187866', 'num_iter': 746496, 'lr': 0.001, 'time': '8.025292873382568 Seconds', 'norm': 0.1689453125}\n", + "{'loss': '2.405468225479126', 'num_iter': 747008, 'lr': 0.001, 'time': '8.0407555103302 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.409609794616699', 'num_iter': 747520, 'lr': 0.001, 'time': '7.9649858474731445 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3688409328460693', 'num_iter': 748032, 'lr': 0.001, 'time': '8.178140640258789 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.379575729370117', 'num_iter': 748544, 'lr': 0.001, 'time': '7.950344562530518 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.3986763954162598', 'num_iter': 749056, 'lr': 0.001, 'time': '8.658401489257812 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.345642566680908', 'num_iter': 749568, 'lr': 0.001, 'time': '8.3818519115448 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.363121509552002', 'num_iter': 750080, 'lr': 0.001, 'time': '8.38347601890564 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.3543601036071777', 'num_iter': 750592, 'lr': 0.001, 'time': '8.307822942733765 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.378981590270996', 'num_iter': 751104, 'lr': 0.001, 'time': '8.249279499053955 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3764312267303467', 'num_iter': 751616, 'lr': 0.001, 'time': '8.425573110580444 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3549182415008545', 'num_iter': 752128, 'lr': 0.001, 'time': '8.26303744316101 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.3405380249023438', 'num_iter': 752640, 'lr': 0.001, 'time': '8.857691049575806 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.384268283843994', 'num_iter': 753152, 'lr': 0.001, 'time': '8.923279523849487 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3971126079559326', 'num_iter': 753664, 'lr': 0.001, 'time': '8.650435447692871 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.3343822956085205', 'num_iter': 754176, 'lr': 0.001, 'time': '16.65895938873291 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.390303611755371', 'num_iter': 754688, 'lr': 0.001, 'time': '8.126669645309448 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3236641883850098', 'num_iter': 755200, 'lr': 0.001, 'time': '9.06437611579895 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.365595579147339', 'num_iter': 755712, 'lr': 0.001, 'time': '8.514541864395142 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.4152071475982666', 'num_iter': 756224, 'lr': 0.001, 'time': '7.981194019317627 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3619813919067383', 'num_iter': 756736, 'lr': 0.001, 'time': '8.874803304672241 Seconds', 'norm': 0.265625}\n", + "{'loss': '2.3461225032806396', 'num_iter': 757248, 'lr': 0.001, 'time': '8.454149723052979 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.344787836074829', 'num_iter': 757760, 'lr': 0.001, 'time': '8.37270188331604 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.4288649559020996', 'num_iter': 758272, 'lr': 0.001, 'time': '8.324777364730835 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3976051807403564', 'num_iter': 758784, 'lr': 0.001, 'time': '8.183255672454834 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3751511573791504', 'num_iter': 759296, 'lr': 0.001, 'time': '8.152550458908081 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.390070915222168', 'num_iter': 759808, 'lr': 0.001, 'time': '8.33932375907898 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.4489383697509766', 'num_iter': 760320, 'lr': 0.001, 'time': '7.709362745285034 Seconds', 'norm': 0.2373046875}\n", + "{'loss': '2.369088649749756', 'num_iter': 760832, 'lr': 0.001, 'time': '8.471125841140747 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.396308183670044', 'num_iter': 761344, 'lr': 0.001, 'time': '9.008852005004883 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.456833839416504', 'num_iter': 761856, 'lr': 0.001, 'time': '8.92526650428772 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.421004295349121', 'num_iter': 762368, 'lr': 0.001, 'time': '8.818985223770142 Seconds', 'norm': 0.25}\n", + "{'loss': '2.3722565174102783', 'num_iter': 762880, 'lr': 0.001, 'time': '9.545832395553589 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.434572696685791', 'num_iter': 763392, 'lr': 0.001, 'time': '8.516699075698853 Seconds', 'norm': 0.2333984375}\n", + "{'loss': '2.323272943496704', 'num_iter': 763904, 'lr': 0.001, 'time': '8.421615362167358 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.365391969680786', 'num_iter': 764416, 'lr': 0.001, 'time': '8.464998960494995 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3682587146759033', 'num_iter': 764928, 'lr': 0.001, 'time': '8.224392890930176 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3705270290374756', 'num_iter': 765440, 'lr': 0.001, 'time': '8.421123027801514 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3268826007843018', 'num_iter': 765952, 'lr': 0.001, 'time': '8.581361055374146 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.375770092010498', 'num_iter': 766464, 'lr': 0.001, 'time': '8.474016189575195 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.407719373703003', 'num_iter': 766976, 'lr': 0.001, 'time': '8.113345623016357 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.392106294631958', 'num_iter': 767488, 'lr': 0.001, 'time': '8.216251850128174 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.3944501876831055', 'num_iter': 768000, 'lr': 0.001, 'time': '8.246667385101318 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.4022397994995117', 'num_iter': 768512, 'lr': 0.001, 'time': '8.402244091033936 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.3760335445404053', 'num_iter': 769024, 'lr': 0.001, 'time': '8.45118761062622 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.382223606109619', 'num_iter': 769536, 'lr': 0.001, 'time': '8.302098989486694 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.44134259223938', 'num_iter': 770048, 'lr': 0.001, 'time': '8.022501230239868 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.422524929046631', 'num_iter': 770560, 'lr': 0.001, 'time': '8.164295196533203 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.326840877532959', 'num_iter': 771072, 'lr': 0.001, 'time': '9.191735029220581 Seconds', 'norm': 0.169921875}\n", + "{'loss': '2.3942060470581055', 'num_iter': 771584, 'lr': 0.001, 'time': '8.963021516799927 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3671324253082275', 'num_iter': 772096, 'lr': 0.001, 'time': '9.017479658126831 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.4198648929595947', 'num_iter': 772608, 'lr': 0.001, 'time': '8.21358036994934 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.397974729537964', 'num_iter': 773120, 'lr': 0.001, 'time': '8.482250928878784 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.2736976146698', 'num_iter': 773632, 'lr': 0.001, 'time': '9.014837980270386 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.373763084411621', 'num_iter': 774144, 'lr': 0.001, 'time': '8.637209177017212 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.4454782009124756', 'num_iter': 774656, 'lr': 0.001, 'time': '8.354460716247559 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.37192964553833', 'num_iter': 775168, 'lr': 0.001, 'time': '8.342412948608398 Seconds', 'norm': 0.2470703125}\n", + "{'loss': '2.4010133743286133', 'num_iter': 775680, 'lr': 0.001, 'time': '8.179382562637329 Seconds', 'norm': 0.25}\n", + "{'loss': '2.381502151489258', 'num_iter': 776192, 'lr': 0.001, 'time': '8.515563011169434 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3604209423065186', 'num_iter': 776704, 'lr': 0.001, 'time': '8.532121181488037 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.4262919425964355', 'num_iter': 777216, 'lr': 0.001, 'time': '8.154269456863403 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3888309001922607', 'num_iter': 777728, 'lr': 0.001, 'time': '8.270989656448364 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.3659980297088623', 'num_iter': 778240, 'lr': 0.001, 'time': '8.23820948600769 Seconds', 'norm': 0.236328125}\n", + "{'loss': '2.339022636413574', 'num_iter': 778752, 'lr': 0.001, 'time': '8.46707820892334 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.322268009185791', 'num_iter': 779264, 'lr': 0.001, 'time': '9.614853382110596 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3091750144958496', 'num_iter': 779776, 'lr': 0.001, 'time': '9.514936208724976 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.320230007171631', 'num_iter': 780288, 'lr': 0.001, 'time': '9.030786275863647 Seconds', 'norm': 0.15625}\n", + "{'loss': '2.340228319168091', 'num_iter': 780800, 'lr': 0.001, 'time': '9.044099569320679 Seconds', 'norm': 0.16796875}\n", + "{'loss': '2.3585407733917236', 'num_iter': 781312, 'lr': 0.001, 'time': '8.274870872497559 Seconds', 'norm': 0.251953125}\n", + "{'loss': '2.393615961074829', 'num_iter': 781824, 'lr': 0.001, 'time': '8.626776456832886 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3572030067443848', 'num_iter': 782336, 'lr': 0.001, 'time': '8.257884502410889 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3881568908691406', 'num_iter': 782848, 'lr': 0.001, 'time': '8.827781677246094 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.3094027042388916', 'num_iter': 783360, 'lr': 0.001, 'time': '8.859702825546265 Seconds', 'norm': 0.154296875}\n", + "{'loss': '2.3488481044769287', 'num_iter': 783872, 'lr': 0.001, 'time': '8.464357614517212 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.389861583709717', 'num_iter': 784384, 'lr': 0.001, 'time': '8.42518949508667 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.36502742767334', 'num_iter': 784896, 'lr': 0.001, 'time': '8.215100288391113 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.3794209957122803', 'num_iter': 785408, 'lr': 0.001, 'time': '8.759578227996826 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3992080688476562', 'num_iter': 785920, 'lr': 0.001, 'time': '8.023003339767456 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.3347768783569336', 'num_iter': 786432, 'lr': 0.001, 'time': '8.501240968704224 Seconds', 'norm': 0.24609375}\n", + "{'loss': '2.3850347995758057', 'num_iter': 786944, 'lr': 0.001, 'time': '13.61018443107605 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.416193723678589', 'num_iter': 787456, 'lr': 0.001, 'time': '8.032252788543701 Seconds', 'norm': 0.177734375}\n", + "{'loss': '2.3835291862487793', 'num_iter': 787968, 'lr': 0.001, 'time': '8.536860227584839 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.361847400665283', 'num_iter': 788480, 'lr': 0.001, 'time': '9.49849534034729 Seconds', 'norm': 0.1865234375}\n", + "{'loss': '2.3317060470581055', 'num_iter': 788992, 'lr': 0.001, 'time': '9.646146774291992 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.387059211730957', 'num_iter': 789504, 'lr': 0.001, 'time': '9.141222715377808 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.4352519512176514', 'num_iter': 790016, 'lr': 0.001, 'time': '8.384026527404785 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.377103567123413', 'num_iter': 790528, 'lr': 0.001, 'time': '8.12414026260376 Seconds', 'norm': 0.166015625}\n", + "{'loss': '2.314842700958252', 'num_iter': 791040, 'lr': 0.001, 'time': '8.509775638580322 Seconds', 'norm': 0.1630859375}\n", + "{'loss': '2.335874080657959', 'num_iter': 791552, 'lr': 0.001, 'time': '8.701306104660034 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.4305436611175537', 'num_iter': 792064, 'lr': 0.001, 'time': '8.028557777404785 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.4318575859069824', 'num_iter': 792576, 'lr': 0.001, 'time': '8.062023878097534 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.437730312347412', 'num_iter': 793088, 'lr': 0.001, 'time': '8.275224924087524 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.379845380783081', 'num_iter': 793600, 'lr': 0.001, 'time': '8.558674573898315 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.4003446102142334', 'num_iter': 794112, 'lr': 0.001, 'time': '8.7104172706604 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.412031412124634', 'num_iter': 794624, 'lr': 0.001, 'time': '8.364750623703003 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.257524251937866', 'num_iter': 795136, 'lr': 0.001, 'time': '9.307363271713257 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.396242380142212', 'num_iter': 795648, 'lr': 0.001, 'time': '8.224562406539917 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3139827251434326', 'num_iter': 796160, 'lr': 0.001, 'time': '8.84564995765686 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.402904510498047', 'num_iter': 796672, 'lr': 0.001, 'time': '8.161415100097656 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.307274580001831', 'num_iter': 797184, 'lr': 0.001, 'time': '8.710855484008789 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.39093279838562', 'num_iter': 797696, 'lr': 0.001, 'time': '9.198604822158813 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.3860392570495605', 'num_iter': 798208, 'lr': 0.001, 'time': '8.564092636108398 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3963725566864014', 'num_iter': 798720, 'lr': 0.001, 'time': '11.040833950042725 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.3934688568115234', 'num_iter': 799232, 'lr': 0.001, 'time': '8.104708433151245 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.4020044803619385', 'num_iter': 799744, 'lr': 0.001, 'time': '8.442531824111938 Seconds', 'norm': 0.263671875}\n", + "{'loss': '2.3381028175354004', 'num_iter': 800256, 'lr': 0.001, 'time': '8.434221029281616 Seconds', 'norm': 0.23828125}\n", + "{'loss': '2.3605990409851074', 'num_iter': 800768, 'lr': 0.001, 'time': '8.304632186889648 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3290207386016846', 'num_iter': 801280, 'lr': 0.001, 'time': '8.58152723312378 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.4196085929870605', 'num_iter': 801792, 'lr': 0.001, 'time': '8.1789391040802 Seconds', 'norm': 0.267578125}\n", + "{'loss': '2.3820576667785645', 'num_iter': 802304, 'lr': 0.001, 'time': '8.091378927230835 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3877813816070557', 'num_iter': 802816, 'lr': 0.001, 'time': '8.134432315826416 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.417102336883545', 'num_iter': 803328, 'lr': 0.001, 'time': '8.262167692184448 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.402839422225952', 'num_iter': 803840, 'lr': 0.001, 'time': '8.455349206924438 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3800411224365234', 'num_iter': 804352, 'lr': 0.001, 'time': '8.39750337600708 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.40425705909729', 'num_iter': 804864, 'lr': 0.001, 'time': '8.065066576004028 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.4008138179779053', 'num_iter': 805376, 'lr': 0.001, 'time': '8.655503273010254 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.4031410217285156', 'num_iter': 805888, 'lr': 0.001, 'time': '8.881433963775635 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.390742540359497', 'num_iter': 806400, 'lr': 0.001, 'time': '8.707999229431152 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.411825656890869', 'num_iter': 806912, 'lr': 0.001, 'time': '8.85196566581726 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.3640103340148926', 'num_iter': 807424, 'lr': 0.001, 'time': '8.594155550003052 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.435727834701538', 'num_iter': 807936, 'lr': 0.001, 'time': '8.006418943405151 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.3375298976898193', 'num_iter': 808448, 'lr': 0.001, 'time': '8.862213850021362 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3577218055725098', 'num_iter': 808960, 'lr': 0.001, 'time': '8.348987579345703 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.4608328342437744', 'num_iter': 809472, 'lr': 0.001, 'time': '8.179567098617554 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.4652903079986572', 'num_iter': 809984, 'lr': 0.001, 'time': '8.256867408752441 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3549892902374268', 'num_iter': 810496, 'lr': 0.001, 'time': '8.567514896392822 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.3743984699249268', 'num_iter': 811008, 'lr': 0.001, 'time': '8.412676095962524 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3540031909942627', 'num_iter': 811520, 'lr': 0.001, 'time': '8.509904861450195 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3654332160949707', 'num_iter': 812032, 'lr': 0.001, 'time': '9.024910688400269 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3596818447113037', 'num_iter': 812544, 'lr': 0.001, 'time': '8.459216594696045 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3674545288085938', 'num_iter': 813056, 'lr': 0.001, 'time': '8.811742544174194 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.3790316581726074', 'num_iter': 813568, 'lr': 0.001, 'time': '8.24921727180481 Seconds', 'norm': 0.2421875}\n", + "{'loss': '2.3246021270751953', 'num_iter': 814080, 'lr': 0.001, 'time': '8.932905435562134 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3965399265289307', 'num_iter': 814592, 'lr': 0.001, 'time': '8.659034252166748 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.3410146236419678', 'num_iter': 815104, 'lr': 0.001, 'time': '8.640002489089966 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.391836404800415', 'num_iter': 815616, 'lr': 0.001, 'time': '8.811690092086792 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3235061168670654', 'num_iter': 816128, 'lr': 0.001, 'time': '9.04945421218872 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.3914248943328857', 'num_iter': 816640, 'lr': 0.001, 'time': '7.9528374671936035 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.4081735610961914', 'num_iter': 817152, 'lr': 0.001, 'time': '8.15797209739685 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.3528330326080322', 'num_iter': 817664, 'lr': 0.001, 'time': '8.16339373588562 Seconds', 'norm': 0.1591796875}\n", + "{'loss': '2.387908697128296', 'num_iter': 818176, 'lr': 0.001, 'time': '8.326883316040039 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.3904027938842773', 'num_iter': 818688, 'lr': 0.001, 'time': '8.046897649765015 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.431567907333374', 'num_iter': 819200, 'lr': 0.001, 'time': '7.909595727920532 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3610732555389404', 'num_iter': 819712, 'lr': 0.001, 'time': '13.377800703048706 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3650944232940674', 'num_iter': 820224, 'lr': 0.001, 'time': '8.655376434326172 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.37011981010437', 'num_iter': 820736, 'lr': 0.001, 'time': '7.918459415435791 Seconds', 'norm': 0.244140625}\n", + "{'loss': '2.3734867572784424', 'num_iter': 821248, 'lr': 0.001, 'time': '8.289844512939453 Seconds', 'norm': 0.2177734375}\n", + "{'loss': '2.313455104827881', 'num_iter': 821760, 'lr': 0.001, 'time': '8.689671993255615 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.366702079772949', 'num_iter': 822272, 'lr': 0.001, 'time': '8.212247371673584 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.395612955093384', 'num_iter': 822784, 'lr': 0.001, 'time': '8.27155351638794 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.361896276473999', 'num_iter': 823296, 'lr': 0.001, 'time': '8.45076847076416 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3900461196899414', 'num_iter': 823808, 'lr': 0.001, 'time': '8.925167322158813 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.469900131225586', 'num_iter': 824320, 'lr': 0.001, 'time': '8.902791261672974 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.466205596923828', 'num_iter': 824832, 'lr': 0.001, 'time': '8.346994400024414 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3738057613372803', 'num_iter': 825344, 'lr': 0.001, 'time': '8.702542066574097 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.299743175506592', 'num_iter': 825856, 'lr': 0.001, 'time': '8.815749168395996 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.452866315841675', 'num_iter': 826368, 'lr': 0.001, 'time': '8.229902029037476 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.3249733448028564', 'num_iter': 826880, 'lr': 0.001, 'time': '8.401159763336182 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.436631679534912', 'num_iter': 827392, 'lr': 0.001, 'time': '7.765510082244873 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.4192638397216797', 'num_iter': 827904, 'lr': 0.001, 'time': '7.856826543807983 Seconds', 'norm': 0.2470703125}\n", + "{'loss': '2.4046075344085693', 'num_iter': 828416, 'lr': 0.001, 'time': '8.55822491645813 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.381617307662964', 'num_iter': 828928, 'lr': 0.001, 'time': '8.233508825302124 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3748064041137695', 'num_iter': 829440, 'lr': 0.001, 'time': '8.233696222305298 Seconds', 'norm': 0.2119140625}\n", + "{'loss': '2.347290515899658', 'num_iter': 829952, 'lr': 0.001, 'time': '8.861613750457764 Seconds', 'norm': 0.23046875}\n", + "{'loss': '2.367659568786621', 'num_iter': 830464, 'lr': 0.001, 'time': '8.653537273406982 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.3971714973449707', 'num_iter': 830976, 'lr': 0.001, 'time': '8.232024908065796 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3571016788482666', 'num_iter': 831488, 'lr': 0.001, 'time': '8.437031984329224 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.365427017211914', 'num_iter': 832000, 'lr': 0.001, 'time': '8.470939636230469 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3459866046905518', 'num_iter': 832512, 'lr': 0.001, 'time': '8.561110734939575 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.340026378631592', 'num_iter': 833024, 'lr': 0.001, 'time': '8.619605541229248 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.3224551677703857', 'num_iter': 833536, 'lr': 0.001, 'time': '10.029144763946533 Seconds', 'norm': 0.2421875}\n", + "{'loss': '2.3270957469940186', 'num_iter': 834048, 'lr': 0.001, 'time': '8.957895278930664 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.31284761428833', 'num_iter': 834560, 'lr': 0.001, 'time': '8.674668550491333 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.3357772827148438', 'num_iter': 835072, 'lr': 0.001, 'time': '8.870048761367798 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3145790100097656', 'num_iter': 835584, 'lr': 0.001, 'time': '8.790587902069092 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.3980395793914795', 'num_iter': 836096, 'lr': 0.001, 'time': '8.39026689529419 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.379431962966919', 'num_iter': 836608, 'lr': 0.001, 'time': '8.598976135253906 Seconds', 'norm': 0.203125}\n", + "{'loss': '2.391331434249878', 'num_iter': 837120, 'lr': 0.001, 'time': '8.369424819946289 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.466007947921753', 'num_iter': 837632, 'lr': 0.001, 'time': '7.817820072174072 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3833696842193604', 'num_iter': 838144, 'lr': 0.001, 'time': '8.538643836975098 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.357712984085083', 'num_iter': 838656, 'lr': 0.001, 'time': '8.857611894607544 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.3197128772735596', 'num_iter': 839168, 'lr': 0.001, 'time': '8.410500764846802 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.355614185333252', 'num_iter': 839680, 'lr': 0.001, 'time': '8.265276670455933 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.41454815864563', 'num_iter': 840192, 'lr': 0.001, 'time': '8.018587112426758 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.375319719314575', 'num_iter': 840704, 'lr': 0.001, 'time': '8.180247068405151 Seconds', 'norm': 0.271484375}\n", + "{'loss': '2.2976133823394775', 'num_iter': 841216, 'lr': 0.001, 'time': '8.890983819961548 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.329407215118408', 'num_iter': 841728, 'lr': 0.001, 'time': '9.111454248428345 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3478198051452637', 'num_iter': 842240, 'lr': 0.001, 'time': '8.646996974945068 Seconds', 'norm': 0.2578125}\n", + "{'loss': '2.3950037956237793', 'num_iter': 842752, 'lr': 0.001, 'time': '9.06429123878479 Seconds', 'norm': 0.177734375}\n", + "{'loss': '2.402510404586792', 'num_iter': 843264, 'lr': 0.001, 'time': '8.287485599517822 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.2829320430755615', 'num_iter': 843776, 'lr': 0.001, 'time': '9.289963960647583 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.313001871109009', 'num_iter': 844288, 'lr': 0.001, 'time': '10.802819728851318 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3587570190429688', 'num_iter': 844800, 'lr': 0.001, 'time': '8.129775524139404 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3718669414520264', 'num_iter': 845312, 'lr': 0.001, 'time': '8.484242916107178 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.421088695526123', 'num_iter': 845824, 'lr': 0.001, 'time': '8.260185718536377 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.406956195831299', 'num_iter': 846336, 'lr': 0.001, 'time': '8.28414511680603 Seconds', 'norm': 0.2255859375}\n", + "{'loss': '2.3645875453948975', 'num_iter': 846848, 'lr': 0.001, 'time': '8.48759126663208 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.314699649810791', 'num_iter': 847360, 'lr': 0.001, 'time': '8.932655572891235 Seconds', 'norm': 0.16796875}\n", + "{'loss': '2.3960394859313965', 'num_iter': 847872, 'lr': 0.001, 'time': '8.137982606887817 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.349632978439331', 'num_iter': 848384, 'lr': 0.001, 'time': '8.24105978012085 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.405681848526001', 'num_iter': 848896, 'lr': 0.001, 'time': '8.206320524215698 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.4043679237365723', 'num_iter': 849408, 'lr': 0.001, 'time': '8.692046165466309 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.297464370727539', 'num_iter': 849920, 'lr': 0.001, 'time': '8.693520069122314 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.357583999633789', 'num_iter': 850432, 'lr': 0.001, 'time': '8.84159255027771 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.380152463912964', 'num_iter': 850944, 'lr': 0.001, 'time': '8.556318998336792 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.3244118690490723', 'num_iter': 851456, 'lr': 0.001, 'time': '9.170279741287231 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.371706962585449', 'num_iter': 851968, 'lr': 0.001, 'time': '8.03391695022583 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3490447998046875', 'num_iter': 852480, 'lr': 0.001, 'time': '14.445624828338623 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.418030261993408', 'num_iter': 852992, 'lr': 0.001, 'time': '8.070535898208618 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.3791966438293457', 'num_iter': 853504, 'lr': 0.001, 'time': '7.99699068069458 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3647425174713135', 'num_iter': 854016, 'lr': 0.001, 'time': '8.39724326133728 Seconds', 'norm': 0.1953125}\n", + "{'loss': '2.384296417236328', 'num_iter': 854528, 'lr': 0.001, 'time': '8.270471096038818 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.3251872062683105', 'num_iter': 855040, 'lr': 0.001, 'time': '8.594213008880615 Seconds', 'norm': 0.18359375}\n", + "{'loss': '2.3870224952697754', 'num_iter': 855552, 'lr': 0.001, 'time': '8.406900644302368 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.442504644393921', 'num_iter': 856064, 'lr': 0.001, 'time': '7.873719692230225 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3610081672668457', 'num_iter': 856576, 'lr': 0.001, 'time': '8.21334171295166 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3273203372955322', 'num_iter': 857088, 'lr': 0.001, 'time': '8.557069778442383 Seconds', 'norm': 0.201171875}\n", + "{'loss': '2.3845415115356445', 'num_iter': 857600, 'lr': 0.001, 'time': '8.38985800743103 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.4459645748138428', 'num_iter': 858112, 'lr': 0.001, 'time': '8.53351879119873 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.363759994506836', 'num_iter': 858624, 'lr': 0.001, 'time': '8.208442449569702 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.4292874336242676', 'num_iter': 859136, 'lr': 0.001, 'time': '8.79178500175476 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.3263585567474365', 'num_iter': 859648, 'lr': 0.001, 'time': '9.65163779258728 Seconds', 'norm': 0.2216796875}\n", + "{'loss': '2.467611074447632', 'num_iter': 860160, 'lr': 0.001, 'time': '8.284956693649292 Seconds', 'norm': 0.232421875}\n", + "{'loss': '2.424715280532837', 'num_iter': 860672, 'lr': 0.001, 'time': '8.96426773071289 Seconds', 'norm': 0.2392578125}\n", + "{'loss': '2.386087417602539', 'num_iter': 861184, 'lr': 0.001, 'time': '9.14323616027832 Seconds', 'norm': 0.23828125}\n", + "{'loss': '2.403947591781616', 'num_iter': 861696, 'lr': 0.001, 'time': '8.145796060562134 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.3912997245788574', 'num_iter': 862208, 'lr': 0.001, 'time': '8.46107029914856 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.3930251598358154', 'num_iter': 862720, 'lr': 0.001, 'time': '8.069331407546997 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.411935567855835', 'num_iter': 863232, 'lr': 0.001, 'time': '7.920963287353516 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3245415687561035', 'num_iter': 863744, 'lr': 0.001, 'time': '8.348475694656372 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.354224681854248', 'num_iter': 864256, 'lr': 0.001, 'time': '9.023526430130005 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.4342801570892334', 'num_iter': 864768, 'lr': 0.001, 'time': '8.369325160980225 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.3029651641845703', 'num_iter': 865280, 'lr': 0.001, 'time': '8.640503168106079 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.334979295730591', 'num_iter': 865792, 'lr': 0.001, 'time': '8.702525854110718 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.388380527496338', 'num_iter': 866304, 'lr': 0.001, 'time': '8.247607946395874 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.397393226623535', 'num_iter': 866816, 'lr': 0.001, 'time': '8.07540512084961 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3930952548980713', 'num_iter': 867328, 'lr': 0.001, 'time': '8.36198878288269 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3665733337402344', 'num_iter': 867840, 'lr': 0.001, 'time': '8.42233419418335 Seconds', 'norm': 0.19140625}\n", + "{'loss': '2.3468823432922363', 'num_iter': 868352, 'lr': 0.001, 'time': '8.309447765350342 Seconds', 'norm': 0.208984375}\n", + "{'loss': '2.3932745456695557', 'num_iter': 868864, 'lr': 0.001, 'time': '8.770058155059814 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.4171395301818848', 'num_iter': 869376, 'lr': 0.001, 'time': '8.309303998947144 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3657121658325195', 'num_iter': 869888, 'lr': 0.001, 'time': '8.554144620895386 Seconds', 'norm': 0.21875}\n", + "{'loss': '2.3017871379852295', 'num_iter': 870400, 'lr': 0.001, 'time': '8.443048238754272 Seconds', 'norm': 0.25390625}\n", + "{'loss': '2.3011395931243896', 'num_iter': 870912, 'lr': 0.001, 'time': '8.654962539672852 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.4297683238983154', 'num_iter': 871424, 'lr': 0.001, 'time': '8.201315641403198 Seconds', 'norm': 0.2314453125}\n", + "{'loss': '2.3571419715881348', 'num_iter': 871936, 'lr': 0.001, 'time': '8.582642078399658 Seconds', 'norm': 0.2294921875}\n", + "{'loss': '2.3527097702026367', 'num_iter': 872448, 'lr': 0.001, 'time': '8.01734972000122 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.384660243988037', 'num_iter': 872960, 'lr': 0.001, 'time': '8.063130855560303 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.4713962078094482', 'num_iter': 873472, 'lr': 0.001, 'time': '8.284625053405762 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.421858072280884', 'num_iter': 873984, 'lr': 0.001, 'time': '8.190171718597412 Seconds', 'norm': 0.212890625}\n", + "{'loss': '2.4259591102600098', 'num_iter': 874496, 'lr': 0.001, 'time': '7.8865251541137695 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.379058361053467', 'num_iter': 875008, 'lr': 0.001, 'time': '8.547734498977661 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.3634679317474365', 'num_iter': 875520, 'lr': 0.001, 'time': '8.267415523529053 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.2839787006378174', 'num_iter': 876032, 'lr': 0.001, 'time': '8.745175838470459 Seconds', 'norm': 0.1669921875}\n", + "{'loss': '2.3671839237213135', 'num_iter': 876544, 'lr': 0.001, 'time': '8.310211181640625 Seconds', 'norm': 0.1796875}\n", + "{'loss': '2.405569314956665', 'num_iter': 877056, 'lr': 0.001, 'time': '8.13987135887146 Seconds', 'norm': 0.2109375}\n", + "{'loss': '2.3551714420318604', 'num_iter': 877568, 'lr': 0.001, 'time': '8.829322099685669 Seconds', 'norm': 0.205078125}\n", + "{'loss': '2.4247286319732666', 'num_iter': 878080, 'lr': 0.001, 'time': '8.782273292541504 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.4080123901367188', 'num_iter': 878592, 'lr': 0.001, 'time': '8.52376103401184 Seconds', 'norm': 0.2021484375}\n", + "{'loss': '2.4176392555236816', 'num_iter': 879104, 'lr': 0.001, 'time': '8.156224966049194 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.2853965759277344', 'num_iter': 879616, 'lr': 0.001, 'time': '8.970664024353027 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.4122838973999023', 'num_iter': 880128, 'lr': 0.001, 'time': '7.950299501419067 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.363579750061035', 'num_iter': 880640, 'lr': 0.001, 'time': '8.299129724502563 Seconds', 'norm': 0.171875}\n", + "{'loss': '2.3281354904174805', 'num_iter': 881152, 'lr': 0.001, 'time': '8.641669034957886 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.326263904571533', 'num_iter': 881664, 'lr': 0.001, 'time': '8.630057096481323 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3642940521240234', 'num_iter': 882176, 'lr': 0.001, 'time': '8.202011108398438 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.4537689685821533', 'num_iter': 882688, 'lr': 0.001, 'time': '7.7811665534973145 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.404231071472168', 'num_iter': 883200, 'lr': 0.001, 'time': '8.922267198562622 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3902435302734375', 'num_iter': 883712, 'lr': 0.001, 'time': '8.306289911270142 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.4225828647613525', 'num_iter': 884224, 'lr': 0.001, 'time': '8.53778862953186 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.312952756881714', 'num_iter': 884736, 'lr': 0.001, 'time': '8.517697095870972 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.3331220149993896', 'num_iter': 885248, 'lr': 0.001, 'time': '14.273312091827393 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.4118685722351074', 'num_iter': 885760, 'lr': 0.001, 'time': '8.004231691360474 Seconds', 'norm': 0.162109375}\n", + "{'loss': '2.4545533657073975', 'num_iter': 886272, 'lr': 0.001, 'time': '8.544071197509766 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3774712085723877', 'num_iter': 886784, 'lr': 0.001, 'time': '9.038161516189575 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.4066500663757324', 'num_iter': 887296, 'lr': 0.001, 'time': '9.174620151519775 Seconds', 'norm': 0.197265625}\n", + "{'loss': '2.306225299835205', 'num_iter': 887808, 'lr': 0.001, 'time': '9.546359300613403 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.435718297958374', 'num_iter': 888320, 'lr': 0.001, 'time': '8.836459398269653 Seconds', 'norm': 0.1748046875}\n", + "{'loss': '2.3922226428985596', 'num_iter': 888832, 'lr': 0.001, 'time': '8.180726528167725 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.3023841381073', 'num_iter': 889344, 'lr': 0.001, 'time': '10.957780122756958 Seconds', 'norm': 0.20703125}\n", + "{'loss': '2.399470329284668', 'num_iter': 889856, 'lr': 0.001, 'time': '8.294396162033081 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.40988826751709', 'num_iter': 890368, 'lr': 0.001, 'time': '8.6176176071167 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.345062255859375', 'num_iter': 890880, 'lr': 0.001, 'time': '8.739701747894287 Seconds', 'norm': 0.1787109375}\n", + "{'loss': '2.420276403427124', 'num_iter': 891392, 'lr': 0.001, 'time': '8.093956708908081 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.3712801933288574', 'num_iter': 891904, 'lr': 0.001, 'time': '8.445114612579346 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.395455837249756', 'num_iter': 892416, 'lr': 0.001, 'time': '8.659630537033081 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.373633623123169', 'num_iter': 892928, 'lr': 0.001, 'time': '8.59441089630127 Seconds', 'norm': 0.27734375}\n", + "{'loss': '2.4062716960906982', 'num_iter': 893440, 'lr': 0.001, 'time': '8.114684820175171 Seconds', 'norm': 0.240234375}\n", + "{'loss': '2.369568109512329', 'num_iter': 893952, 'lr': 0.001, 'time': '8.73387885093689 Seconds', 'norm': 0.27734375}\n", + "{'loss': '2.3462982177734375', 'num_iter': 894464, 'lr': 0.001, 'time': '8.239887952804565 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3270983695983887', 'num_iter': 894976, 'lr': 0.001, 'time': '8.204057216644287 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.3199238777160645', 'num_iter': 895488, 'lr': 0.001, 'time': '8.724114179611206 Seconds', 'norm': 0.220703125}\n", + "{'loss': '2.4623286724090576', 'num_iter': 896000, 'lr': 0.001, 'time': '8.734465837478638 Seconds', 'norm': 0.17578125}\n", + "{'loss': '2.2911605834960938', 'num_iter': 896512, 'lr': 0.001, 'time': '9.74925446510315 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3094255924224854', 'num_iter': 897024, 'lr': 0.001, 'time': '9.124629259109497 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.3452560901641846', 'num_iter': 897536, 'lr': 0.001, 'time': '8.553218603134155 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.3641698360443115', 'num_iter': 898048, 'lr': 0.001, 'time': '8.036820411682129 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.3526058197021484', 'num_iter': 898560, 'lr': 0.001, 'time': '8.405598402023315 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.3071482181549072', 'num_iter': 899072, 'lr': 0.001, 'time': '8.627587080001831 Seconds', 'norm': 0.1884765625}\n", + "{'loss': '2.3047642707824707', 'num_iter': 899584, 'lr': 0.001, 'time': '8.37437391281128 Seconds', 'norm': 0.1962890625}\n", + "{'loss': '2.3221399784088135', 'num_iter': 900096, 'lr': 0.001, 'time': '8.993763208389282 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.3156065940856934', 'num_iter': 900608, 'lr': 0.001, 'time': '9.611604928970337 Seconds', 'norm': 0.2158203125}\n", + "{'loss': '2.382218837738037', 'num_iter': 901120, 'lr': 0.001, 'time': '8.163914918899536 Seconds', 'norm': 0.181640625}\n", + "{'loss': '2.438100576400757', 'num_iter': 901632, 'lr': 0.001, 'time': '8.086852550506592 Seconds', 'norm': 0.2314453125}\n", + "{'loss': '2.4461135864257812', 'num_iter': 902144, 'lr': 0.001, 'time': '7.9185285568237305 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.335604667663574', 'num_iter': 902656, 'lr': 0.001, 'time': '8.364047050476074 Seconds', 'norm': 0.1943359375}\n", + "{'loss': '2.3718466758728027', 'num_iter': 903168, 'lr': 0.001, 'time': '8.708034992218018 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3909525871276855', 'num_iter': 903680, 'lr': 0.001, 'time': '8.199344396591187 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.3544185161590576', 'num_iter': 904192, 'lr': 0.001, 'time': '8.901054382324219 Seconds', 'norm': 0.2099609375}\n", + "{'loss': '2.376430034637451', 'num_iter': 904704, 'lr': 0.001, 'time': '8.851238012313843 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.4198415279388428', 'num_iter': 905216, 'lr': 0.001, 'time': '8.459168434143066 Seconds', 'norm': 0.234375}\n", + "{'loss': '2.3527960777282715', 'num_iter': 905728, 'lr': 0.001, 'time': '8.078238725662231 Seconds', 'norm': 0.162109375}\n", + "{'loss': '2.3573272228240967', 'num_iter': 906240, 'lr': 0.001, 'time': '8.068448305130005 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.368509531021118', 'num_iter': 906752, 'lr': 0.001, 'time': '8.211101531982422 Seconds', 'norm': 0.1923828125}\n", + "{'loss': '2.3345413208007812', 'num_iter': 907264, 'lr': 0.001, 'time': '8.496539831161499 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.37021803855896', 'num_iter': 907776, 'lr': 0.001, 'time': '8.343792915344238 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.3669683933258057', 'num_iter': 908288, 'lr': 0.001, 'time': '8.142228603363037 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.374251365661621', 'num_iter': 908800, 'lr': 0.001, 'time': '8.681265592575073 Seconds', 'norm': 0.2265625}\n", + "{'loss': '2.3345797061920166', 'num_iter': 909312, 'lr': 0.001, 'time': '8.43146562576294 Seconds', 'norm': 0.2275390625}\n", + "{'loss': '2.3778271675109863', 'num_iter': 909824, 'lr': 0.001, 'time': '8.341204643249512 Seconds', 'norm': 0.1669921875}\n", + "{'loss': '2.354597806930542', 'num_iter': 910336, 'lr': 0.001, 'time': '8.09926438331604 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.4028189182281494', 'num_iter': 910848, 'lr': 0.001, 'time': '7.942551851272583 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.3475964069366455', 'num_iter': 911360, 'lr': 0.001, 'time': '8.381775856018066 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.355555295944214', 'num_iter': 911872, 'lr': 0.001, 'time': '8.949925661087036 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.38680362701416', 'num_iter': 912384, 'lr': 0.001, 'time': '8.746765613555908 Seconds', 'norm': 0.248046875}\n", + "{'loss': '2.3561573028564453', 'num_iter': 912896, 'lr': 0.001, 'time': '8.767604351043701 Seconds', 'norm': 0.26171875}\n", + "{'loss': '2.3629369735717773', 'num_iter': 913408, 'lr': 0.001, 'time': '9.628791332244873 Seconds', 'norm': 0.263671875}\n", + "{'loss': '2.3990771770477295', 'num_iter': 913920, 'lr': 0.001, 'time': '8.974919557571411 Seconds', 'norm': 0.2412109375}\n", + "{'loss': '2.342597723007202', 'num_iter': 914432, 'lr': 0.001, 'time': '8.902372121810913 Seconds', 'norm': 0.228515625}\n", + "{'loss': '2.347564458847046', 'num_iter': 914944, 'lr': 0.001, 'time': '8.812807321548462 Seconds', 'norm': 0.22265625}\n", + "{'loss': '2.3715360164642334', 'num_iter': 915456, 'lr': 0.001, 'time': '8.622413396835327 Seconds', 'norm': 0.19921875}\n", + "{'loss': '2.3940467834472656', 'num_iter': 915968, 'lr': 0.001, 'time': '8.149163484573364 Seconds', 'norm': 0.259765625}\n", + "{'loss': '2.3751208782196045', 'num_iter': 916480, 'lr': 0.001, 'time': '7.949531316757202 Seconds', 'norm': 0.1767578125}\n", + "{'loss': '2.385967493057251', 'num_iter': 916992, 'lr': 0.001, 'time': '8.040062427520752 Seconds', 'norm': 0.25390625}\n", + "{'loss': '2.3431928157806396', 'num_iter': 917504, 'lr': 0.001, 'time': '8.492937803268433 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.3572185039520264', 'num_iter': 918016, 'lr': 0.001, 'time': '14.323287725448608 Seconds', 'norm': 0.216796875}\n", + "{'loss': '2.3189656734466553', 'num_iter': 918528, 'lr': 0.001, 'time': '8.526179075241089 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3758018016815186', 'num_iter': 919040, 'lr': 0.001, 'time': '8.056351900100708 Seconds', 'norm': 0.2138671875}\n", + "{'loss': '2.3652594089508057', 'num_iter': 919552, 'lr': 0.001, 'time': '8.565654993057251 Seconds', 'norm': 0.1728515625}\n", + "{'loss': '2.3590707778930664', 'num_iter': 920064, 'lr': 0.001, 'time': '8.050886869430542 Seconds', 'norm': 0.2236328125}\n", + "{'loss': '2.4174492359161377', 'num_iter': 920576, 'lr': 0.001, 'time': '7.941462516784668 Seconds', 'norm': 0.1904296875}\n", + "{'loss': '2.297471284866333', 'num_iter': 921088, 'lr': 0.001, 'time': '8.739525079727173 Seconds', 'norm': 0.1875}\n", + "{'loss': '2.438664436340332', 'num_iter': 921600, 'lr': 0.001, 'time': '8.569477081298828 Seconds', 'norm': 0.193359375}\n", + "{'loss': '2.3627471923828125', 'num_iter': 922112, 'lr': 0.001, 'time': '9.467327117919922 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.334042549133301', 'num_iter': 922624, 'lr': 0.001, 'time': '9.33478331565857 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.286079168319702', 'num_iter': 923136, 'lr': 0.001, 'time': '9.182161808013916 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3770241737365723', 'num_iter': 923648, 'lr': 0.001, 'time': '8.206654071807861 Seconds', 'norm': 0.2060546875}\n", + "{'loss': '2.4504945278167725', 'num_iter': 924160, 'lr': 0.001, 'time': '8.043625593185425 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3948819637298584', 'num_iter': 924672, 'lr': 0.001, 'time': '7.9505980014801025 Seconds', 'norm': 0.1806640625}\n", + "{'loss': '2.402768135070801', 'num_iter': 925184, 'lr': 0.001, 'time': '8.220118284225464 Seconds', 'norm': 0.2041015625}\n", + "{'loss': '2.3939926624298096', 'num_iter': 925696, 'lr': 0.001, 'time': '7.870311260223389 Seconds', 'norm': 0.185546875}\n", + "{'loss': '2.364821195602417', 'num_iter': 926208, 'lr': 0.001, 'time': '8.554903507232666 Seconds', 'norm': 0.173828125}\n", + "{'loss': '2.3646743297576904', 'num_iter': 926720, 'lr': 0.001, 'time': '8.473495483398438 Seconds', 'norm': 0.1748046875}\n", + "{'loss': '2.4230446815490723', 'num_iter': 927232, 'lr': 0.001, 'time': '7.780987739562988 Seconds', 'norm': 0.1845703125}\n", + "{'loss': '2.385584592819214', 'num_iter': 927744, 'lr': 0.001, 'time': '8.113358497619629 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.353760242462158', 'num_iter': 928256, 'lr': 0.001, 'time': '8.37222695350647 Seconds', 'norm': 0.1708984375}\n", + "{'loss': '2.3519046306610107', 'num_iter': 928768, 'lr': 0.001, 'time': '8.348581790924072 Seconds', 'norm': 0.1826171875}\n", + "{'loss': '2.3855926990509033', 'num_iter': 929280, 'lr': 0.001, 'time': '8.173563718795776 Seconds', 'norm': 0.189453125}\n", + "{'loss': '2.3533990383148193', 'num_iter': 929792, 'lr': 0.001, 'time': '8.13526463508606 Seconds', 'norm': 0.1982421875}\n", + "{'loss': '2.403102159500122', 'num_iter': 930304, 'lr': 0.001, 'time': '7.9633708000183105 Seconds', 'norm': 0.21484375}\n", + "{'loss': '2.394098997116089', 'num_iter': 930816, 'lr': 0.001, 'time': '8.27505350112915 Seconds', 'norm': 0.2353515625}\n", + "{'loss': '2.3781769275665283', 'num_iter': 931328, 'lr': 0.001, 'time': '9.121376514434814 Seconds', 'norm': 0.2197265625}\n", + "{'loss': '2.4632511138916016', 'num_iter': 931840, 'lr': 0.001, 'time': '8.894826889038086 Seconds', 'norm': 0.2001953125}\n", + "{'loss': '2.3970489501953125', 'num_iter': 932352, 'lr': 0.001, 'time': '8.239832401275635 Seconds', 'norm': 0.224609375}\n", + "{'loss': '2.322509527206421', 'num_iter': 932864, 'lr': 0.001, 'time': '8.412793636322021 Seconds', 'norm': 0.2080078125}\n", + "{'loss': '2.362567901611328', 'num_iter': 933376, 'lr': 0.001, 'time': '8.388514041900635 Seconds', 'norm': 0.2265625}\n" + ] + } + ], + "source": [ + "for epoch in range(num_epochs):\n", + " t0=time.time()\n", + " loss_accum=0\n", + " #batch_iterator = tqdm(data, desc=f\"Processing Epoch {epoch:02d}\")\n", + " for i,batch in enumerate(dataloader):\n", + " input_ids = batch['input_ids'].to(device).long()\n", + " attention_mask = batch['attention_mask'].to(device).long()\n", + " with torch.autocast(device_type=\"cuda\", dtype=torch.bfloat16):\n", + " outputs = model(input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " labels=input_ids)\n", + " loss=outputs.loss\n", + " loss = loss/ accumulation_steps\n", + " loss_accum+=loss.detach()\n", + " loss.backward()\n", + "\n", + "\n", + " if (i + 1) % accumulation_steps == 0:\n", + " #print(i)\n", + " norm=torch.nn.utils.clip_grad_norm_(model.parameters(), 1.0)\n", + " optimizer.step()\n", + " optimizer.zero_grad(set_to_none=True)\n", + " scheduler.step()\n", + " global_step += 1\n", + "\n", + "\n", + " # Get and format the learning rate\n", + " #lr_rate = scheduler.get_last_lr()[0]\n", + " t1=time.time()\n", + " dt=t1-t0\n", + " logs={\"loss\": f\"{loss_accum}\", \"step\": global_step,\"num_iter\":batch_size*(i+1),\"lr\":scheduler.get_last_lr()[0],\"time\":f\"{dt} Seconds\",\"norm\":norm.item()}\n", + " print(logs)\n", + " with open(\"/content/drive/MyDrive/YarnGPT_naij/logs.json\", \"a\") as file:\n", + " json.dump(logs, file)\n", + " t0=time.time()\n", + " loss_accum=0\n", + " if (i>0) and (i + 1) % (2*8192)== 0:\n", + " torch.save({\n", + " 'epoch': epoch,\n", + " 'model_state_dict': model.state_dict(),\n", + " 'optimizer_state_dict': optimizer.state_dict(),\n", + " 'scheduler_state_dict':scheduler.state_dict(),\n", + " 'loss': loss,\n", + " 'global_step':global_step\n", + " },f'/content/drive/MyDrive/YarnGPT_naij/{i*batch_size}_{epoch}xtraepoch.pt')\n", + "\n", + "\n", + " #model.push_to_hub(new_checkpoint,private=False,commit_message=f\"model {epoch} {(i+1)*batch_size}\")\n", + " model.train()\n", + " optimizer.step()\n", + " torch.save({\n", + " 'epoch': epoch,\n", + " 'model_state_dict': model.state_dict(),\n", + " 'optimizer_state_dict': optimizer.state_dict(),\n", + " 'scheduler_state_dict':scheduler.state_dict(),\n", + " 'loss': loss,\n", + " 'global_step':global_step\n", + " },f'/content/drive/MyDrive/YarnGPT_naij/final_{epoch}xtraepoch.pt')\n", + "model.push_to_hub(new_checkpoint,private=False,commit_message=f\"final\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "6GwywbGrlMKb" + }, + "outputs": [], + "source": [ + "model.push_to_hub(new_checkpoint,private=False,)#commit_message=f\"model {epoch} {(i+1)*batch_size}\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "8ZhxvZA_w3Xl" + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "A100", + "machine_shape": "hm", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "02848bb5b7494a4fa7fa9a05aa4ac2bc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": "center", + "align_self": null, + "border": null, + "bottom": null, + "display": "flex", + "flex": null, + "flex_flow": "column", + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "50%" + } + }, + "04de5b7011464dd182b34a395d877d3d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "07824afeabf1432da02e4eee4a2d26e3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "08ffc708159a44a8a35dffcb62fa1d62": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "09580395c9934b5190bcf3e93460c8a1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0c36380be9a643bf9491e4a10534eb1b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_1d7702ecb38b440a8b4b9ec5d4be9d57", + "IPY_MODEL_29c5bf81e8aa49108806387dbdbb1914", + "IPY_MODEL_a198de7ec54241898928660653e0814c" + ], + "layout": "IPY_MODEL_26b211e65bef4812b05aff4f9daa40d0" + } + }, + "0e2fc3ee86a9478d95cdf2e619452d24": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "0e5825f0b53b424eb1a955be2b788498": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "11f977857e664128a6ef3235380c557a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_bc4ddf95ae3d4c80aecd92e1fd339565", + "IPY_MODEL_7ddde911e3da4ba99e8a8edbc8aeae9b", + "IPY_MODEL_39af899a5aee479ba0b448b63b0bea05" + ], + "layout": "IPY_MODEL_6d4a662059fb494ba610d50404c67e7d" + } + }, + "12fc1343184246fab5b3bb814c19ba98": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_09580395c9934b5190bcf3e93460c8a1", + "placeholder": "​", + "style": "IPY_MODEL_dc7d0e01c8b94b9789f24e498492ceb9", + "value": " 111/111 [00:00<00:00, 9.95kB/s]" + } + }, + "14513671d2c342e59ce2c74d330febc5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ca75bd8ceef74139a8f0230e330646a6", + "placeholder": "​", + "style": "IPY_MODEL_4c5d4ccbc801405c8015b017d57aa10e", + "value": " 532k/532k [00:00<00:00, 2.43MB/s]" + } + }, + "1d7702ecb38b440a8b4b9ec5d4be9d57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f523aaaa5905455187666a3b07a8975e", + "placeholder": "​", + "style": "IPY_MODEL_488d96077f0642d3ae695cafe5f60aef", + "value": "vocab.json: 100%" + } + }, + "1ee4b3a3268e4e0e92b724e9b7ac1e92": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "24e3faacf723412cbc6fe21cf983b64e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4de4dd4c73444c09a1121edcf9e9252f", + "placeholder": "​", + "style": "IPY_MODEL_e1e6b64b07344a928c269e1ca48f12d1", + "value": "generation_config.json: 100%" + } + }, + "2559835b179f4898b47a9a4939f7ff40": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_57c2dec352b34076a7f7333cb5eca1a7", + "IPY_MODEL_276d3129fbb940bc8389b552fd9564f2", + "IPY_MODEL_c707c9e8a4bf4d1db41e372ff37f7eb6" + ], + "layout": "IPY_MODEL_4bcaae3e55aa4ca99d9c6a1b2606d58d" + } + }, + "26b211e65bef4812b05aff4f9daa40d0": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "276d3129fbb940bc8389b552fd9564f2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d2ad95651c5f4cbf8150ff1b93e614a6", + "max": 863, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_9ca99593cabb497d8c0fb50cb63996f6", + "value": 863 + } + }, + "29c5bf81e8aa49108806387dbdbb1914": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3a7b9ba5c6f74db8b61be044ba56b51d", + "max": 800662, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_a0c4a76d148345eea87dfc4fd5a5fc74", + "value": 800662 + } + }, + "2c24aa4da46f4f48b7a1edf6b8d97904": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9d9e0c6e807c427385f75d32747fb8ab", + "IPY_MODEL_3a5cfba8389c45a8baf1cd58008e2daa", + "IPY_MODEL_14513671d2c342e59ce2c74d330febc5" + ], + "layout": "IPY_MODEL_5a8e0e651c944d07bcb22b8db4cc8f8a" + } + }, + "39af899a5aee479ba0b448b63b0bea05": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d5109e3ff8c74285a6bdbb04cff2647d", + "placeholder": "​", + "style": "IPY_MODEL_92f058e4ff014735a45226076f891e5f", + "value": " 466k/466k [00:00<00:00, 2.18MB/s]" + } + }, + "3a5cfba8389c45a8baf1cd58008e2daa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c47658e211854bbd954b1e796f4ef148", + "max": 532463, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c4267212b49744c5a44595e19272fee0", + "value": 532463 + } + }, + "3a7b9ba5c6f74db8b61be044ba56b51d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3d52fa175e4c4ec29a780af707098f66": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3d687f99d4564f4e9efc1f988f5d6799": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "VBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "VBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "VBoxView", + "box_style": "", + "children": [], + "layout": "IPY_MODEL_5625d8053fb64e00a587464d8800a25c" + } + }, + "44d657b3f11f414d8d3b1cd116e982e6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "45981dec8c674296a027470e6a3a03e4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_761ccc19d9c94d429fa0549da226f07a", + "IPY_MODEL_5f34ecd3df7e46e588ddaeae185b9832", + "IPY_MODEL_dfa17938bf884df7a5f772f69d66af20" + ], + "layout": "IPY_MODEL_3d52fa175e4c4ec29a780af707098f66" + } + }, + "45a1827b8ce245b1961e4d52482e580a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4661d7cb90414655b7ea77f615bb99cb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "488d96077f0642d3ae695cafe5f60aef": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "48d9ac86996c4e42a27b772503b281bc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4bcaae3e55aa4ca99d9c6a1b2606d58d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4c5d4ccbc801405c8015b017d57aa10e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4de4dd4c73444c09a1121edcf9e9252f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "51170a37647f45fcb37e1efdf983e340": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "53f6f92472f345d78c961f735b87c437": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_04de5b7011464dd182b34a395d877d3d", + "placeholder": "​", + "style": "IPY_MODEL_08ffc708159a44a8a35dffcb62fa1d62", + "value": "tokenizer.json: 100%" + } + }, + "553043ca5e4f4da8bdd60eeb9de680a0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_53f6f92472f345d78c961f735b87c437", + "IPY_MODEL_6b08efe2042847b4968ca67c65077c6b", + "IPY_MODEL_fc801301982346af98287e5bad9caab6" + ], + "layout": "IPY_MODEL_b99672ee6bbe4a58b6b92d8ed2760e13" + } + }, + "5625d8053fb64e00a587464d8800a25c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": "center", + "align_self": null, + "border": null, + "bottom": null, + "display": "flex", + "flex": null, + "flex_flow": "column", + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "50%" + } + }, + "57c2dec352b34076a7f7333cb5eca1a7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9b9547914181479395814e460cf6d27c", + "placeholder": "​", + "style": "IPY_MODEL_b20e6228777b470f843ead8709b8d961", + "value": "special_tokens_map.json: 100%" + } + }, + "5a8e0e651c944d07bcb22b8db4cc8f8a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5f34ecd3df7e46e588ddaeae185b9832": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b1fc41f86a3d43e9be40abfc028af5fd", + "max": 731539240, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_88a5eded0bf84c71b0954e2edf977487", + "value": 731539240 + } + }, + "5fdc46a403254a6981f7035a9d353ae5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "662d5001154840a78864c713f8701877": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6b08efe2042847b4968ca67c65077c6b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f8e7c0fc8e174471b3e5c39511b0cdb6", + "max": 4081739, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_0e5825f0b53b424eb1a955be2b788498", + "value": 4081739 + } + }, + "6d4a662059fb494ba610d50404c67e7d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6fe9554203f343dab19deed6b1fb026d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_869992447745421e83b0c2f179aa6a5e", + "IPY_MODEL_b0f76ecd5bf045ed9ebd2ab76c37bbe0", + "IPY_MODEL_f6c22c85dea54ad887a4e193f2928e2a" + ], + "layout": "IPY_MODEL_f4de68e6b3a44fc7bdacd90f27aea914" + } + }, + "70f2b1a35f414c798a8300c74e1d1be0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "VBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "VBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "VBoxView", + "box_style": "", + "children": [], + "layout": "IPY_MODEL_02848bb5b7494a4fa7fa9a05aa4ac2bc" + } + }, + "72f4119194fe47268df25e7530b700cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "761ccc19d9c94d429fa0549da226f07a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_48d9ac86996c4e42a27b772503b281bc", + "placeholder": "​", + "style": "IPY_MODEL_c8f34c306d2d48f59d8dbd5d33ef4603", + "value": "model.safetensors: 100%" + } + }, + "7ddde911e3da4ba99e8a8edbc8aeae9b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_662d5001154840a78864c713f8701877", + "max": 466391, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_add1ea4347ec4122aa4a9c246e206591", + "value": 466391 + } + }, + "853d260a8a164307ad56229ee36e1eaf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "869992447745421e83b0c2f179aa6a5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8e9923498afe4589bc160b7387835b96", + "placeholder": "​", + "style": "IPY_MODEL_c4305feaa21d4314ab7b59c4ca6eae8d", + "value": "config.json: 100%" + } + }, + "88a5eded0bf84c71b0954e2edf977487": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "89010e1bcd164e60b5d5ccaafe5df3fe": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8e9923498afe4589bc160b7387835b96": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "92f058e4ff014735a45226076f891e5f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "99ef4d508b784f98961a97e108518e60": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9b9547914181479395814e460cf6d27c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9ca99593cabb497d8c0fb50cb63996f6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9d54e918963e4b41924f771273ef52b6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_72f4119194fe47268df25e7530b700cf", + "max": 111, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e1157ed76cfe430d81de5eaa291f2956", + "value": 111 + } + }, + "9d9e0c6e807c427385f75d32747fb8ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d55bfc1006b74b11b59711b4acef5cc9", + "placeholder": "​", + "style": "IPY_MODEL_af54aee43338446394aeb1883c2fcef4", + "value": "tokenizer_config.json: 100%" + } + }, + "a01859158d4e43b6a548c6195555cb57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f4ea5ec051234ba69c9109c8bd8b83dc", + "max": 64546, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_0e2fc3ee86a9478d95cdf2e619452d24", + "value": 64546 + } + }, + "a0c4a76d148345eea87dfc4fd5a5fc74": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "a10a9ecd872540cfa66f14c2d4ee2a58": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a254409982994c11b03e58c5a60ac8c7", + "IPY_MODEL_a01859158d4e43b6a548c6195555cb57", + "IPY_MODEL_ccf73c00401a4877a6c0f60a9372e9e8" + ], + "layout": "IPY_MODEL_89010e1bcd164e60b5d5ccaafe5df3fe" + } + }, + "a198de7ec54241898928660653e0814c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_acade5a579254accb2b44e49b24ec542", + "placeholder": "​", + "style": "IPY_MODEL_db1f5773877d44458854cdb07cc1f529", + "value": " 801k/801k [00:00<00:00, 1.25MB/s]" + } + }, + "a254409982994c11b03e58c5a60ac8c7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_99ef4d508b784f98961a97e108518e60", + "placeholder": "​", + "style": "IPY_MODEL_45a1827b8ce245b1961e4d52482e580a", + "value": "added_tokens.json: 100%" + } + }, + "acade5a579254accb2b44e49b24ec542": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "acf633a672ff40d99a14b8d7ab6dc708": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "add1ea4347ec4122aa4a9c246e206591": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "af54aee43338446394aeb1883c2fcef4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b0f76ecd5bf045ed9ebd2ab76c37bbe0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_853d260a8a164307ad56229ee36e1eaf", + "max": 765, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_f0f095420fd54431b6c0125dae96bf5d", + "value": 765 + } + }, + "b1fc41f86a3d43e9be40abfc028af5fd": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b20e6228777b470f843ead8709b8d961": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b99672ee6bbe4a58b6b92d8ed2760e13": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bc4ddf95ae3d4c80aecd92e1fd339565": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_acf633a672ff40d99a14b8d7ab6dc708", + "placeholder": "​", + "style": "IPY_MODEL_bdb0c222f5e945e79f2b74ddafe942f5", + "value": "merges.txt: 100%" + } + }, + "bdb0c222f5e945e79f2b74ddafe942f5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c4267212b49744c5a44595e19272fee0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c4305feaa21d4314ab7b59c4ca6eae8d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c47658e211854bbd954b1e796f4ef148": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c707c9e8a4bf4d1db41e372ff37f7eb6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_51170a37647f45fcb37e1efdf983e340", + "placeholder": "​", + "style": "IPY_MODEL_5fdc46a403254a6981f7035a9d353ae5", + "value": " 863/863 [00:00<00:00, 70.2kB/s]" + } + }, + "c8744acaa3e44977a8e29d8c9dcffddf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c8f34c306d2d48f59d8dbd5d33ef4603": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ca75bd8ceef74139a8f0230e330646a6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ccf73c00401a4877a6c0f60a9372e9e8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f783b927dbe94d9dac6bd1af060d47ca", + "placeholder": "​", + "style": "IPY_MODEL_44d657b3f11f414d8d3b1cd116e982e6", + "value": " 64.5k/64.5k [00:00<00:00, 5.21MB/s]" + } + }, + "d2ad95651c5f4cbf8150ff1b93e614a6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d49eb3b2a3ef4d9bb08662e96574a701": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d5109e3ff8c74285a6bdbb04cff2647d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d55bfc1006b74b11b59711b4acef5cc9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "db1f5773877d44458854cdb07cc1f529": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "dc7d0e01c8b94b9789f24e498492ceb9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "dd30e304e6494d01bf391164316088e1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_24e3faacf723412cbc6fe21cf983b64e", + "IPY_MODEL_9d54e918963e4b41924f771273ef52b6", + "IPY_MODEL_12fc1343184246fab5b3bb814c19ba98" + ], + "layout": "IPY_MODEL_f61b4939204746d59ccfb6a10b2e9d9e" + } + }, + "dfa17938bf884df7a5f772f69d66af20": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c8744acaa3e44977a8e29d8c9dcffddf", + "placeholder": "​", + "style": "IPY_MODEL_1ee4b3a3268e4e0e92b724e9b7ac1e92", + "value": " 732M/732M [00:17<00:00, 40.1MB/s]" + } + }, + "e1157ed76cfe430d81de5eaa291f2956": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "e1e6b64b07344a928c269e1ca48f12d1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f0f095420fd54431b6c0125dae96bf5d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "f4de68e6b3a44fc7bdacd90f27aea914": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f4ea5ec051234ba69c9109c8bd8b83dc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f523aaaa5905455187666a3b07a8975e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f61b4939204746d59ccfb6a10b2e9d9e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f6c22c85dea54ad887a4e193f2928e2a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f8ef11f18b3542f6ad72179b8c667c46", + "placeholder": "​", + "style": "IPY_MODEL_d49eb3b2a3ef4d9bb08662e96574a701", + "value": " 765/765 [00:00<00:00, 62.7kB/s]" + } + }, + "f783b927dbe94d9dac6bd1af060d47ca": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f8e7c0fc8e174471b3e5c39511b0cdb6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f8ef11f18b3542f6ad72179b8c667c46": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fc801301982346af98287e5bad9caab6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4661d7cb90414655b7ea77f615bb99cb", + "placeholder": "​", + "style": "IPY_MODEL_07824afeabf1432da02e4eee4a2d26e3", + "value": " 4.08M/4.08M [00:01<00:00, 3.82MB/s]" + } + } + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/README.md b/yarngpt/python-wrapper/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c1e72fbfcaf6c6f9dff20bdc5a0df2348bb2a23d --- /dev/null +++ b/yarngpt/python-wrapper/README.md @@ -0,0 +1,80 @@ +# YarnGPT Python Wrapper Library + +## Description +YarnGPT is a Python wrapper for the YarnGPT text-to-speech model, designed to synthesize natural Nigerian-accented English speech using a pure language modeling approach. This library provides a simple API to convert text into audio output, allowing users to select from various preset voices and adjust generation parameters. + +## Features +- Supports 6 preset voices (idera, jude, joke, umar, osagie, onye) +- Utilizes Hugging Face's model caching for efficient model loading +- Exposes a straightforward API function: generate_speech(text, speaker, temperature, repetition_penalty, max_length) +- Allows customization of generation parameters such as temperature, repetition penalty, and maximum token length +- Includes unit tests to ensure core functionality + +## Installation +1. Create and activate a virtual environment: + - On Linux/MacOS: + ```bash + python3 -m venv env + source env/bin/activate + ``` + - On Windows: + ```bash + python -m venv env + env\Scripts\activate + ``` + +2. Install the package: + ```bash + pip install yarngpt + ``` + +## Usage +Basic usage to generate and save audio: +```python +from yarngpt import generate_speech +import torchaudio + +# Generate speech with the default speaker (idera) +audio = generate_speech("Hello, this is a test.") + +# Save the generated audio +torchaudio.save("output.wav", audio, sample_rate=24000) +``` + +For Jupyter Notebook users, you can also play the audio directly: +```python +from yarngpt import generate_speech +import torchaudio +from IPython.display import Audio + +# Generate and save speech +audio = generate_speech("Hello, this is a test.", speaker="joke") +torchaudio.save("output.wav", audio, sample_rate=24000) + +# Play the audio in the notebook +Audio("output.wav") +``` + +## Parameter Options +- `text`: The input string to convert to speech +- `speaker`: Choose from available speakers: idera, jude, joke, umar, osagie, onye (default is "idera") +- `temperature`: Controls the randomness of generation (default is 0.1) +- `repetition_penalty`: A factor to reduce repetitive output (default is 1.1) +- `max_length`: The maximum length of the generated output tokens (default is 4000) + +## Testing +Run the unit tests to verify functionality: +```bash +python -m unittest discover -s tests +``` + + +## License +This project is licensed under the MIT License. + +## Acknowledgments +- Built as a contribution to yarngpt projects +- Utilizes Hugging Face's model caching and the transformers library +- Special thanks to the open-source community for their ongoing support + +For more details and documentation, visit the GitHub repository: https://github.com/jerryola1 diff --git a/yarngpt/python-wrapper/audiotokenizer.py b/yarngpt/python-wrapper/audiotokenizer.py new file mode 100644 index 0000000000000000000000000000000000000000..1399fd726fa6e39edfac179e574656fe61a5ae31 --- /dev/null +++ b/yarngpt/python-wrapper/audiotokenizer.py @@ -0,0 +1,317 @@ +import os +import re +import json +import torch +import inflect +import random +import uroman as ur +import numpy as np +import torchaudio +from transformers import AutoTokenizer +from outetts.wav_tokenizer.decoder import WavTokenizer +from outetts.wav_tokenizer.encoder.utils import convert_audio + +class AudioTokenizer: + + def __init__(self,tokenizer_path,wav_tokenizer_model_path,wav_tokenizer_config_path,): + self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + self.text_prompt = "{bos}\n{text_start}{words}{text_end}\n{audio_start}\n" + self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_path) + self.bos = "<|im_start|>" + self.eos = "<|im_end|>" + self.input_length=0 + self.special_tokens = { + "audio_code": "<|{}|>", + "text_start": "<|text_start|>", + "text_end": "<|text_end|>", + "audio_start": "<|audio_start|>", + "audio_end": "<|audio_end|>", + "time": "<|t_{:.2f}|>", + "code_start": "<|code_start|>", + "code_end": "<|code_end|>", + "text_sep": "<|text_sep|>" + } + self.lec = inflect.engine() + #self.text_prompt = "{bos}\n{text_start}{words}{text_end}\n{audio_start}\n" + #self.config_path = "/content/wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml" + #self.model_path = "/content/wavtokenizer_large_speech_320_24k.ckpt" + self.wavtokenizer = WavTokenizer.from_pretrained0802(wav_tokenizer_config_path, wav_tokenizer_model_path) + self.wavtokenizer = self.wavtokenizer.to(self.device) + self.BASE_DIR = os.path.dirname(__file__) + self.DEFAULT_SPEAKERS_DIR = os.path.join(self.BASE_DIR, "default_speakers") + self.speakers=["idera","emma","onye","jude","osagie","tayo","zainab","joke","regina","remi","umar","chinenye"] + + def get_speaker_path(self,speaker_name): + return os.path.join(self.DEFAULT_SPEAKERS_DIR, f"{speaker_name}.json") + + def load_speaker(self, path: str): + with open(path, "r") as f: + return json.load(f) + + def load_default_speaker(self, name: str): + name = name.lower().strip() + speaker_path=self.get_speaker_path(name) + return self.load_speaker(speaker_path) + + + def process_text(self, text: str): + + text = re.sub(r'\d+(\.\d+)?', lambda x: self.lec.number_to_words(x.group()), text.lower()) + text = re.sub(r'[-_/,\.\\]', ' ', text) + text = re.sub(r'[^a-z\s]', '', text) + text = re.sub(r'\s+', ' ', text).strip() + return text.split() + + def create_audio_prompt(self,words: list) -> str: + prompt = [] + for i in words: + word = i["word"] + duration = self.special_tokens["time"].format(float(i["duration"])) + tokens = "".join([self.special_tokens["audio_code"].format(c) for c in i["codes"]]) + prompt.append(f'{word}{duration}{self.special_tokens["code_start"]}{tokens}{self.special_tokens["code_end"]}') + return "\n".join(prompt) + + def create_prompt(self,text,speaker_name="idera"): + speaker=self.load_default_speaker(speaker_name) + input_words = self.process_text(speaker["text"]) + self.process_text(text) + #input_words = process_text(speaker["text"]) + input_words + + inputs_words_strings = f"{self.special_tokens['text_sep']}".join([i.strip() for i in input_words]) + prompt = self.text_prompt.format( + bos=self.bos, + text_start=self.special_tokens['text_start'], + words=inputs_words_strings, + text_end=self.special_tokens['text_end'], + audio_start=self.special_tokens['audio_start'] + ) + prompt += self.create_audio_prompt(speaker["words"]) + + return prompt + + def tokenize_prompt(self, prompt): + input_ids = self.tokenizer.encode( + prompt, + add_special_tokens=False, + return_tensors="pt" + ).to(self.device) + self.input_length=input_ids.shape[1] + return input_ids.to(self.device) + + + def get_audio(self,discrete_code): + discrete_code=torch.tensor([[discrete_code]]).to(self.device) + features = self.wavtokenizer.codes_to_features(discrete_code).to(self.device) + bandwidth_id = torch.tensor([0]).to(self.device) + audio_out = self.wavtokenizer.decode(features, bandwidth_id=bandwidth_id) + return audio_out.to("cpu") + + def extract_integers(self,s): + # Match integers enclosed in vertical bars |integer| + matches = re.findall(r'\|(-?\d+)\|', s) + # Convert matches to integers + return [int(match) for match in matches] + + def get_codes(self, output): + new_output=self.tokenizer.decode(output[0][self.input_length:]) + codes=self.extract_integers(new_output) + return codes + + +class AudioTokenizerForLocal(AudioTokenizer): + + def __init__(self,tokenizer_path,wav_tokenizer_model_path,wav_tokenizer_config_path,): + super().__init__(tokenizer_path, wav_tokenizer_model_path, wav_tokenizer_config_path) + self.text_prompt = "{bos}\n{text_start}{words}{text_end}\n{lang}\n{audio_start}\n" + self.special_tokens = { + "audio_code": "<|{}|>", + "text_start": "<|text_start|>", + "text_end": "<|text_end|>", + "audio_start": "<|audio_start|>", + "audio_end": "<|audio_end|>", + "word_start": "<|word_start|>", + "word_end": "<|word_end|>", + "time": "<|t_{:.2f}|>", + "code_start": "<|code_start|>", + "code_end": "<|code_end|>", + "text_sep": "<|text_sep|>", + "hausa":"<|hausa|>", + "igbo":"<|igbo|>", + "yoruba":"<|yoruba|>", + } + self.uroman = ur.Uroman() + self.DEFAULT_SPEAKERS_DIR = os.path.join(self.BASE_DIR, "default_speakers_local") + self.speakers = [ + "hausa_male1", "hausa_male2","yoruba_male1", "yoruba_male2","igbo_male2" #"igbo_male1", "igbo_male2", + "hausa_female1", "hausa_female2", "igbo_female1", "igbo_female2", "yoruba_female1", "yoruba_female2" + ] + + def process_text(self, text: str): + text = self.uroman.romanize_string(text) + text = re.sub(r'\d+(\.\d+)?', lambda x: self.lec.number_to_words(x.group()), text.lower()) + text = re.sub(r'[-_/,\.\\]', ' ', text) + text = re.sub(r'[^a-z\s]', '', text) + text = re.sub(r'\s+', ' ', text).strip() + return text.split() + + def create_prompt(self,text,lang,speaker_name=None): + assert lang in ["hausa","igbo","yoruba"], f"Invalid language: {lang}, language must be one of ['hausa','igbo','yoruba']" + #if no speaker + if speaker_name is None: + if lang=="hausa": + speaker_name=random.choice(["hausa_male1","hausa_male2","hausa_female1","hausa_female2"]) + elif lang=="igbo": + speaker_name=random.choice(["igbo_female1","igbo_female2","igbo_male2"])#"igbo_male1"]) + else: + speaker_name=random.choice(["yoruba_male2","yoruba_female1","yoruba_female2"]) + speaker=self.load_default_speaker(speaker_name) + input_words = self.process_text(speaker["text"]) + self.process_text(text) + #input_words = process_text(speaker["text"]) + input_words + + inputs_words_strings = f"{self.special_tokens['text_sep']}".join([i.strip() for i in input_words]) + prompt = self.text_prompt.format( + bos=self.bos, + text_start=self.special_tokens['text_start'], + words=inputs_words_strings, + text_end=self.special_tokens['text_end'], + lang=self.special_tokens[lang], + audio_start=self.special_tokens['audio_start'] + ) + prompt += self.create_audio_prompt(speaker["words"]) + + return prompt + + +class AudioTokenizerV2(AudioTokenizer): + + def __init__(self,tokenizer_path,wav_tokenizer_model_path,wav_tokenizer_config_path,): + super().__init__(tokenizer_path, wav_tokenizer_model_path, wav_tokenizer_config_path) + self.text_prompt = "{bos}\n{text_start}{words}{text_end}\n{lang}\n{audio_start}\n" + self.asr_prompt="{bos}\n{code_start}{codes}{code_end}\n{asr}\n" + self.special_tokens = { + "audio_code": "<|{}|>", + "text_start": "<|text_start|>", + "text_end": "<|text_end|>", + "audio_start": "<|audio_start|>", + "audio_end": "<|audio_end|>", + "word_start": "<|word_start|>", + "word_end": "<|word_end|>", + "time": "<|t_{:.2f}|>", + "code_start": "<|code_start|>", + "code_end": "<|code_end|>", + "text_sep": "<|text_sep|>", + "hausa":"<|hausa|>", + "igbo":"<|igbo|>", + "yoruba":"<|yoruba|>", + "english":"<|english|>",#<|english|> + "asr":"<|asr|>" + } + self.uroman = ur.Uroman() + self.DEFAULT_SPEAKERS_DIR_LOCAL = os.path.join(self.BASE_DIR, "default_speakers_local") + self.DEFAULT_SPEAKERS_ENG = os.path.join(self.BASE_DIR, "default_speakers") + self.speakers_local = [ + "hausa_male1", "hausa_male2","yoruba_male1", "yoruba_male2","igbo_male2" #"igbo_male1", "igbo_male2", + "hausa_female1", "hausa_female2", "igbo_female1", "igbo_female2", "yoruba_female1", "yoruba_female2" + ] + self.speakers_eng = ["idera","emma","onye","jude","osagie","tayo","zainab","joke","regina","remi","umar","chinenye","saheed"] + self.changed_tokens=[('<|1836|>', '<|453|><|453|>'), + ('<|1837|>', '<|1836|><|1836|>'), + ('<|1838|>', '<|1837|><|1837|>'), + ('<|1840|>', '<|244|><|167|>'), + ('<|1841|>', '<|235|><|219|>'), + ('<|1844|>', '<|453|><|244|>'), + ('<|1845|>', '<|1838|><|1838|>')] + + def process_text(self, text: str): + text = self.uroman.romanize_string(text) + text = re.sub(r'\d+(\.\d+)?', lambda x: self.lec.number_to_words(x.group()), text.lower()) + text = re.sub(r'[-_/,\.\\]', ' ', text) + text = re.sub(r'[^a-z\s]', '', text) + text = re.sub(r'\s+', ' ', text).strip() + return text.split() + + def get_speaker_path(self,speaker_name,dir): + return os.path.join(dir, f"{speaker_name}.json") + + def load_speaker(self, path: str): + with open(path, "r") as f: + return json.load(f) + + def load_default_speaker(self, name: str,dir: str): + name = name.lower().strip() + speaker_path=self.get_speaker_path(name,dir) + return self.load_speaker(speaker_path) + + def create_prompt(self,text,lang,speaker_name=None): + assert lang in ["hausa","igbo","yoruba","english"], f"Invalid language: {lang}, language must be one of ['hausa','igbo','yoruba','english']" + #if no speaker + dir=self.DEFAULT_SPEAKERS_DIR_LOCAL + if speaker_name is None: + if lang=="hausa": + speaker_name=random.choice(["hausa_male1","hausa_male2","hausa_female1","hausa_female2"]) + elif lang=="igbo": + speaker_name=random.choice(["igbo_female1","igbo_female2","igbo_male2"])#"igbo_male1"]) + elif lang=="yoruba": + speaker_name=random.choice(["yoruba_male2","yoruba_female1","yoruba_female2"]) + else: + speaker_name=random.choice(self.speakers_eng) + + if lang=="english": + dir=self.DEFAULT_SPEAKERS_ENG + speaker=self.load_default_speaker(speaker_name,dir) + input_words = self.process_text(speaker["text"]) + self.process_text(text) + #input_words = process_text(speaker["text"]) + input_words + + inputs_words_strings = f"{self.special_tokens['text_sep']}".join([i.strip() for i in input_words]) + prompt = self.text_prompt.format( + bos=self.bos, + text_start=self.special_tokens['text_start'], + words=inputs_words_strings, + text_end=self.special_tokens['text_end'], + lang=self.special_tokens[lang], + audio_start=self.special_tokens['audio_start'] + ) + prompt += self.create_audio_prompt(speaker["words"]) + + return prompt + def replace_tokens(text): + for pair in self.changed_tokens: + text=text.replace(pair[0],pair[-1]) + return text + + def resample(self,audio: np.ndarray, sr: int, target_sr: int): + audio = audio.to(dtype=torch.float32) + #.clone().detach() + audio = audio.unsqueeze(0) + # 1 as last arg corresponds to mono audio + resampled = convert_audio(audio, sr, target_sr, 1) + return resampled.to(self.device ) + + def quantize_wavtokenizer(self, path): + audio_data, sample_rate = torchaudio.load(path) + audio_data=audio_data.squeeze() + audio = self.resample(audio_data, sample_rate, 24000).to(self.device) + bandwidth_id = torch.tensor([0]).to(self.device ) + _, codes = self.wavtokenizer.encode_infer(audio, bandwidth_id=bandwidth_id) + codes = codes.squeeze(1).to(self.device)#+last_text_token + res="" + for code in codes[0].tolist(): + res+=f"<|{code}|>" + return res + + def load_asr_prompt(self,audio_path): + codes=self.quantize_wavtokenizer(audio_path) + prompt = self.asr_prompt.format( + bos=self.bos, + code_start=self.special_tokens['code_start'], + codes=codes, + code_end=self.special_tokens['code_end'], + asr=self.special_tokens["asr"], + ) + return prompt + + def get_asr_results(self,output): + res="" + for text in self.tokenizer.decode(output[0]).split("<|text_start|>")[-1].split("<|text_end|>")[0].split("\n"): + res+=text.split("<|word_start|>")[-1].split("<|word_end|>")[0] + res+=" " + return res.strip() \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/Yoruba_prepare_data_naij (2)-checkpoint.ipynb b/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/Yoruba_prepare_data_naij (2)-checkpoint.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..4d72737339b9135d07ac4728f32988c37d078576 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/Yoruba_prepare_data_naij (2)-checkpoint.ipynb @@ -0,0 +1,18400 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Rxa73RyKnhy3", + "outputId": "aa525021-8667-4b2a-b879-f843eee12d7c" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting outetts\n", + " Downloading outetts-0.2.3-py3-none-any.whl.metadata (10 kB)\n", + "Collecting uroman\n", + " Downloading uroman-1.3.1.1-py3-none-any.whl.metadata (18 kB)\n", + "Collecting noisereduce\n", + " Downloading noisereduce-3.0.3-py3-none-any.whl.metadata (14 kB)\n", + "Collecting mecab-python3\n", + " Downloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.2 kB)\n", + "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from outetts) (1.13.1)\n", + "Requirement already satisfied: einops in /usr/local/lib/python3.10/dist-packages (from outetts) (0.8.0)\n", + "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from outetts) (6.0.2)\n", + "Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from outetts) (0.27.1)\n", + "Collecting encodec (from outetts)\n", + " Downloading encodec-0.1.1.tar.gz (3.7 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.7/3.7 MB\u001b[0m \u001b[31m35.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from outetts) (3.10.0)\n", + "Requirement already satisfied: transformers>=4.46.1 in /usr/local/lib/python3.10/dist-packages (from outetts) (4.47.1)\n", + "Collecting pytorch-lightning (from outetts)\n", + " Downloading pytorch_lightning-2.5.0.post0-py3-none-any.whl.metadata (21 kB)\n", + "Collecting tensorboardX (from outetts)\n", + " Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl.metadata (5.8 kB)\n", + "Requirement already satisfied: soundfile in /usr/local/lib/python3.10/dist-packages (from outetts) (0.13.0)\n", + "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from outetts) (1.26.4)\n", + "Collecting jsonargparse (from outetts)\n", + " Downloading jsonargparse-4.35.0-py3-none-any.whl.metadata (12 kB)\n", + "Collecting torchcrepe (from outetts)\n", + " Downloading torchcrepe-0.0.23-py3-none-any.whl.metadata (7.8 kB)\n", + "Requirement already satisfied: librosa in /usr/local/lib/python3.10/dist-packages (from outetts) (0.10.2.post1)\n", + "Collecting pesq (from outetts)\n", + " Downloading pesq-0.0.4.tar.gz (38 kB)\n", + " Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: inflect in /usr/local/lib/python3.10/dist-packages (from outetts) (7.5.0)\n", + "Collecting loguru (from outetts)\n", + " Downloading loguru-0.7.3-py3-none-any.whl.metadata (22 kB)\n", + "Requirement already satisfied: polars in /usr/local/lib/python3.10/dist-packages (from outetts) (1.9.0)\n", + "Requirement already satisfied: natsort in /usr/local/lib/python3.10/dist-packages (from outetts) (8.4.0)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from outetts) (4.67.1)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from outetts) (2.32.3)\n", + "Collecting sounddevice (from outetts)\n", + " Downloading sounddevice-0.5.1-py3-none-any.whl.metadata (1.4 kB)\n", + "Collecting unidic-lite (from outetts)\n", + " Downloading unidic-lite-1.0.8.tar.gz (47.4 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.4/47.4 MB\u001b[0m \u001b[31m39.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Collecting openai-whisper>=20240930 (from outetts)\n", + " Downloading openai-whisper-20240930.tar.gz (800 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m800.5/800.5 kB\u001b[0m \u001b[31m49.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: regex>=2024.5.15 in /usr/local/lib/python3.10/dist-packages (from uroman) (2024.11.6)\n", + "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from noisereduce) (1.4.2)\n", + "Requirement already satisfied: numba in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (0.60.0)\n", + "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: more-itertools in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (10.5.0)\n", + "Collecting tiktoken (from openai-whisper>=20240930->outetts)\n", + " Downloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n", + "Collecting triton>=2.0.0 (from openai-whisper>=20240930->outetts)\n", + " Downloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.3 kB)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (3.16.1)\n", + "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (24.2)\n", + "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.21.0)\n", + "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.5.0)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (2024.10.0)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (4.12.2)\n", + "Requirement already satisfied: torchaudio in /usr/local/lib/python3.10/dist-packages (from encodec->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: typeguard>=4.0.1 in /usr/local/lib/python3.10/dist-packages (from inflect->outetts) (4.4.1)\n", + "Requirement already satisfied: audioread>=2.1.9 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (3.0.1)\n", + "Requirement already satisfied: scikit-learn>=0.20.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.6.0)\n", + "Requirement already satisfied: decorator>=4.3.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (4.4.2)\n", + "Requirement already satisfied: pooch>=1.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.8.2)\n", + "Requirement already satisfied: soxr>=0.3.2 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.5.0.post1)\n", + "Requirement already satisfied: lazy-loader>=0.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.4)\n", + "Requirement already satisfied: msgpack>=1.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.1.0)\n", + "Requirement already satisfied: cffi>=1.0 in /usr/local/lib/python3.10/dist-packages (from soundfile->outetts) (1.17.1)\n", + "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.3.1)\n", + "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (0.12.1)\n", + "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (4.55.3)\n", + "Requirement already satisfied: kiwisolver>=1.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.4.8)\n", + "Requirement already satisfied: pillow>=8 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (11.1.0)\n", + "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (3.2.1)\n", + "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (2.8.2)\n", + "Collecting torchmetrics>=0.7.0 (from pytorch-lightning->outetts)\n", + " Downloading torchmetrics-1.6.1-py3-none-any.whl.metadata (21 kB)\n", + "Collecting lightning-utilities>=0.10.0 (from pytorch-lightning->outetts)\n", + " Downloading lightning_utilities-0.11.9-py3-none-any.whl.metadata (5.2 kB)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.4.1)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2.3.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2024.12.14)\n", + "Requirement already satisfied: protobuf>=3.20 in /usr/local/lib/python3.10/dist-packages (from tensorboardX->outetts) (4.25.5)\n", + "Collecting resampy (from torchcrepe->outetts)\n", + " Downloading resampy-0.4.3-py3-none-any.whl.metadata (3.0 kB)\n", + "Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0->soundfile->outetts) (2.22)\n", + "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.10/dist-packages (from fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (3.11.11)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from lightning-utilities>=0.10.0->pytorch-lightning->outetts) (75.1.0)\n", + "Requirement already satisfied: llvmlite<0.44,>=0.43.0dev0 in /usr/local/lib/python3.10/dist-packages (from numba->openai-whisper>=20240930->outetts) (0.43.0)\n", + "Requirement already satisfied: platformdirs>=2.5.0 in /usr/local/lib/python3.10/dist-packages (from pooch>=1.1->librosa->outetts) (4.3.6)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7->matplotlib->outetts) (1.17.0)\n", + "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.20.0->librosa->outetts) (3.5.0)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.4.2)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.1.5)\n", + "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (1.13.1)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy==1.13.1->torch->openai-whisper>=20240930->outetts) (1.3.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (2.4.4)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.3.2)\n", + "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (4.0.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (24.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (0.2.1)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.18.3)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->openai-whisper>=20240930->outetts) (3.0.2)\n", + "Downloading outetts-0.2.3-py3-none-any.whl (125 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m125.1/125.1 kB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading uroman-1.3.1.1-py3-none-any.whl (930 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m930.7/930.7 kB\u001b[0m \u001b[31m57.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading noisereduce-3.0.3-py3-none-any.whl (22 kB)\n", + "Downloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (581 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m581.7/581.7 kB\u001b[0m \u001b[31m42.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading jsonargparse-4.35.0-py3-none-any.whl (211 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.0/211.0 kB\u001b[0m \u001b[31m20.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading loguru-0.7.3-py3-none-any.whl (61 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.6/61.6 kB\u001b[0m \u001b[31m5.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading pytorch_lightning-2.5.0.post0-py3-none-any.whl (819 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m819.3/819.3 kB\u001b[0m \u001b[31m55.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading sounddevice-0.5.1-py3-none-any.whl (32 kB)\n", + "Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl (101 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m101.7/101.7 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading torchcrepe-0.0.23-py3-none-any.whl (72.3 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.3/72.3 MB\u001b[0m \u001b[31m30.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading lightning_utilities-0.11.9-py3-none-any.whl (28 kB)\n", + "Downloading torchmetrics-1.6.1-py3-none-any.whl (927 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m927.3/927.3 kB\u001b[0m \u001b[31m57.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (209.5 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.5/209.5 MB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading resampy-0.4.3-py3-none-any.whl (3.1 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m87.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m52.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hBuilding wheels for collected packages: openai-whisper, encodec, pesq, unidic-lite\n", + " Building wheel for openai-whisper (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for openai-whisper: filename=openai_whisper-20240930-py3-none-any.whl size=803373 sha256=006ff9fec7048daea667dce09ad11d66d09d97d5e27939e2f27c96fd3223ab05\n", + " Stored in directory: /root/.cache/pip/wheels/dd/4a/1f/d1c4bf3b9133c8168fe617ed979cab7b14fe381d059ffb9d83\n", + " Building wheel for encodec (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for encodec: filename=encodec-0.1.1-py3-none-any.whl size=45760 sha256=451b0ff87f503b1e3e80ee75873ae179f23b53b055ffcac6e5414d3bdf11dad3\n", + " Stored in directory: /root/.cache/pip/wheels/fc/36/cb/81af8b985a5f5e0815312d5e52b41263237af07b977e6bcbf3\n" + ] + } + ], + "source": [ + "pip install outetts uroman noisereduce mecab-python3" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "HgJjekSOT8iX" + }, + "outputs": [], + "source": [ + "!pip install datasets triton snac wandb accelerate torchdata" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "m4uPM3IpnsEo" + }, + "outputs": [], + "source": [ + "from outetts.wav_tokenizer.decoder import WavTokenizer\n", + "from outetts.wav_tokenizer.encoder.utils import convert_audio" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "543a-ZmC7xjE" + }, + "outputs": [], + "source": [ + "from google.colab import drive\n", + "drive.mount('/content/drive')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "EVyBedbQUM3F" + }, + "outputs": [], + "source": [ + "import torch\n", + "import time\n", + "import numpy as np\n", + "import torchaudio\n", + "from snac import SNAC\n", + "from tqdm import tqdm\n", + "import huggingface_hub\n", + "import shutil\n", + "import soundfile as sf\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from transformers import AdamW, get_linear_schedule_with_warmup\n", + "from datasets import load_dataset, concatenate_datasets, Audio, load_from_disk, interleave_datasets" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "Z8LFkziTgFRf" + }, + "outputs": [], + "source": [ + "import torchaudio\n", + "import torch\n", + "import torchaudio.functional as F\n", + "import inflect\n", + "import re\n", + "import uroman as ur" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "-wARjdSEUdjy" + }, + "outputs": [], + "source": [ + "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "IYyt-dhuWx9q" + }, + "outputs": [], + "source": [ + "config_path = \"/content/drive/MyDrive/audio_datasets/wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml\"\n", + "model_path = \"/content/drive/MyDrive/audio_datasets/wavtokenizer_large_speech_320_24k.ckpt\"#\"/content/wavtokenizer_medium_speech_320_24k_v2.ckpt\"\n", + "wavtokenizer = WavTokenizer.from_pretrained0802(config_path, model_path)\n", + "wavtokenizer = wavtokenizer.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "TrfYeoWNV6T9" + }, + "outputs": [], + "source": [ + "class CTCForcedAlignment:\n", + "\n", + " def __init__(self, device: str = None):\n", + " self.device = torch.device(device if device is not None else \"cuda\" if torch.cuda.is_available() else \"cpu\")\n", + " bundle = torchaudio.pipelines.MMS_FA\n", + " self.sample_rate = bundle.sample_rate\n", + " self.model = bundle.get_model(with_star=False).to(self.device)\n", + " self.LABELS = bundle.get_labels(star=None)\n", + " self.DICTIONARY = bundle.get_dict(star=None)\n", + " self.lec = inflect.engine()\n", + " self.uroman = ur.Uroman()\n", + " #self.wakati = MeCab.Tagger(\"-Owakati\")\n", + " #self.wakati_use = [\"ja\", \"zh\", \"ko\"]\n", + " #self.languages = languages\n", + "\n", + " def process_text(self, text: str):\n", + " #if language not in self.languages:\n", + " # raise ValueError(f\"Language {language} not supported, supported languages are {self.languages}\")\n", + " text = self.uroman.romanize_string(text)\n", + " text = re.sub(r'\\d+(\\.\\d+)?', lambda x: self.lec.number_to_words(x.group()), text.lower())\n", + " text = re.sub(r'[-_/,\\.\\\\]', ' ', text)\n", + " text = re.sub(r'[^a-z\\s]', '', text)\n", + " text = re.sub(r'\\s+', ' ', text).strip()\n", + " return text.split()\n", + "\n", + " def _unflatten(self, list_, lengths):\n", + " assert len(list_) == sum(lengths)\n", + " i = 0\n", + " ret = []\n", + " for l in lengths:\n", + " ret.append(list_[i : i + l])\n", + " i += l\n", + " return ret\n", + "\n", + " def get_word(self, waveform, spans, num_frames, transcript):\n", + " ratio = waveform.size(1) / num_frames\n", + " x0 = int(ratio * spans[0].start)\n", + " x1 = int(ratio * spans[-1].end)\n", + " return {\"x0\": x0, \"x1\": x1, \"word\": transcript}\n", + "\n", + " def _extract_world_level(self, aligned_tokens, alignment_scores, transcript):\n", + " token_spans = F.merge_tokens(aligned_tokens, alignment_scores)\n", + " word_spans = self._unflatten(token_spans, [len(word) for word in transcript])\n", + " return word_spans\n", + "\n", + " def _align(self, emission, tokens):\n", + " targets = torch.tensor([tokens], dtype=torch.int32, device=torch.device(\"cpu\"))\n", + " alignments, scores = F.forced_align(emission.cpu(), targets, blank=0)\n", + " alignments, scores = alignments[0], scores[0]\n", + " scores = scores.exp()\n", + " return alignments, scores\n", + "\n", + " def align(self, waveform,sr, transcript):\n", + " #waveform, sr = torchaudio.load(audio)\n", + " #waveform = torch.tensor(waveform)\n", + " all_codes=quantize_wavtokenizer_ctc(waveform,sampling_rate=sr)\n", + " if waveform.shape[0] > 1:\n", + " waveform = waveform.mean(dim=0, keepdim=True)\n", + " waveform = waveform.float()\n", + " #print(waveform.shape)\n", + " #print(sr)\n", + " waveform = torchaudio.functional.resample(waveform, orig_freq=sr, new_freq=self.sample_rate)\n", + " transcript = self.process_text(transcript)\n", + "\n", + " with torch.inference_mode():\n", + " emission, _ = self.model(waveform.to(self.device))\n", + "\n", + " tokenized_transcript = [self.DICTIONARY[c] for word in transcript for c in word]\n", + " alignments, scores = self._align(emission, tokenized_transcript)\n", + " word_spans = self._extract_world_level(alignments, scores, transcript)\n", + " num_frames = emission.size(1)\n", + "\n", + " outputs = [\n", + " self.get_word(waveform, word_spans[i], num_frames, transcript[i])\n", + " for i in range(len(word_spans))\n", + " ]\n", + " #codes=quantize_wavtokenizer_ctc(audio_data,sampling_rate=16000):\n", + " #audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + "\n", + " outputs[0][\"x0\"] = 0\n", + " #print(waveform.shape)\n", + " #print(self.sample_rate)\n", + " for i in range(len(outputs)):\n", + " output = outputs[i]\n", + " x0 = output[\"x0\"]\n", + "\n", + " if i == len(outputs) - 1:\n", + " x1 = output[\"x1\"]\n", + " else:\n", + " x1 = outputs[i + 1][\"x0\"]\n", + " outputs[i][\"audio\"] = waveform[:, x0:x1]\n", + " outputs[i][\"duration\"]=len(outputs[i][\"audio\"][0])/self.sample_rate\n", + " outputs[i][\"codes\"]=all_codes[int(x0*75/self.sample_rate) : int(x1*75/self.sample_rate)]#quantize_wavtokenizer_ctc(outputs[i][\"audio\"],sampling_rate=16000, quantizer=wavtokenizer)\n", + " #convert waveform to codes\n", + " #duration Add audio\n", + " return outputs\n", + "\n", + " def free(self):\n", + " del self.model" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "CouG9BMIV6-K" + }, + "outputs": [], + "source": [ + "ctc = CTCForcedAlignment(\"cuda\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "68rBtr5GUcF2" + }, + "outputs": [], + "source": [ + "ctc.DICTIONARY" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "275g7SweCKAe" + }, + "outputs": [], + "source": [ + "def resample(audio: np.ndarray, sr: int, target_sr: int):\n", + "\n", + " audio = audio.to(dtype=torch.float32)\n", + " #.clone().detach()\n", + " audio = audio.unsqueeze(0)\n", + " # 1 as last arg corresponds to mono audio\n", + " resampled = convert_audio(audio, sr, target_sr, 1)\n", + " return resampled.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "N85dYwCmWZG8" + }, + "outputs": [], + "source": [ + "def quantize_wavtokenizer_ctc(audio_data,sampling_rate=16000, quantizer=wavtokenizer):\n", + " #audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + " audio = resample(audio_data, sampling_rate, 24000).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio=audio.squeeze(0)\n", + " _, codes = quantizer.encode_infer(audio, bandwidth_id=bandwidth_id)\n", + " codes = codes.squeeze(1).to(device)#+last_text_token\n", + "\n", + " return codes[0].tolist()#+last_text_token" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "QgGSndp8AoVW" + }, + "outputs": [], + "source": [ + "def resample(audio: np.ndarray, sr: int, target_sr: int):\n", + "\n", + " audio =audio.to(dtype=torch.float32)\n", + " #.clone().detach()\n", + " audio = audio.unsqueeze(0)\n", + " # 1 as last arg corresponds to mono audio\n", + " resampled = convert_audio(audio, sr, target_sr, 1)\n", + " return resampled.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "txxV2uboCYih" + }, + "outputs": [], + "source": [ + "def quantize_wavtokenizer(row, quantizer=wavtokenizer):\n", + " audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + " audio = resample(audio_data, sample_rate, 24000).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " #print(audio.shape)\n", + " #print(audio.dim())\n", + " _, codes = quantizer.encode_infer(audio, bandwidth_id=bandwidth_id)\n", + " codes = codes.squeeze(1).to(device)#+last_text_token\n", + "\n", + " return codes[0].tolist()#+last_text_token" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "JDfRH6HUIGiX" + }, + "outputs": [], + "source": [ + "def decode_tokenizer(discrete_code):\n", + " #discrete code is a list\n", + " discrete_code=torch.tensor([discrete_code]).to(device)-last_text_token\n", + " features = wavtokenizer.codes_to_features(discrete_code).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio_out = wavtokenizer.decode(features, bandwidth_id=bandwidth_id)\n", + " return audio_out" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "0U_45AQey40V" + }, + "outputs": [], + "source": [ + "def decode_tokenizer(discrete_code):\n", + " #discrete code is a list\n", + " discrete_code=torch.tensor([[discrete_code]]).to(device)#-last_text_token\n", + " features = wavtokenizer.codes_to_features(discrete_code).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio_out = wavtokenizer.decode(features, bandwidth_id=bandwidth_id)\n", + " return audio_out" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ij19rZw-fEQ0" + }, + "outputs": [], + "source": [ + "class PromptProcessor():\n", + " def __init__(self,lang):\n", + " self.lang=lang\n", + " self.bos = \"<|im_start|>\"\n", + " self.eos = \"<|im_end|>\"\n", + " self.tts_prompt = \"{bos}\\n{tts}\\n{text_start}{words}{text_end}\\n{lang}\\n{audio_start}\\n\"\n", + " self.stt_prompt = \"{bos}\\n{stt}\\n{audio_start}{codes}{audio_end}\\n{lang}\\n{text_start}\\n\"\n", + " self.special_tokens = {\n", + " \"audio_code\": \"<|{}|>\",\n", + " \"tts\":\"<|tts|>\",\n", + " \"stt\":\"<|stt|>\",\n", + " \"text_start\": \"<|text_start|>\",\n", + " \"text_end\": \"<|text_end|>\",\n", + " \"audio_start\": \"<|audio_start|>\",\n", + " \"audio_end\": \"<|audio_end|>\",\n", + " \"word_start\": \"<|word_start|>\",\n", + " \"word_end\": \"<|word_end|>\",\n", + " \"time\": \"<|t_{:.2f}|>\",\n", + " \"code_start\": \"<|code_start|>\",\n", + " \"code_end\": \"<|code_end|>\",\n", + " \"text_sep\": \"<|text_sep|>\",\n", + " \"hausa\":\"<|hausa|\">,\n", + " \"igbo\":\"<|igbo|\">,\n", + " \"yoruba\":\"<|yoruba|>\",\n", + "\n", + " }\n", + " super().__init__()\n", + "\n", + "\n", + " def create_results_prompts(self,words):\n", + " prompt_audio= []\n", + " prompt_text=[]\n", + " all_tokens=[]\n", + " for i in words:\n", + " word = i[\"word\"]\n", + " duration = self.special_tokens[\"time\"].format(i[\"duration\"])\n", + " tokens = \"\".join([self.special_tokens[\"audio_code\"].format(c) for c in i[\"codes\"]])\n", + " all_tokens.append(tokens)\n", + " prompt_audio.append(f'{word}{duration}{self.special_tokens[\"code_start\"]}{tokens}{self.special_tokens[\"code_end\"]}')\n", + " prompt_text.append(f'{tokens}{duration}{self.special_tokens[\"word_start\"]}{word}{self.special_tokens[\"word_end\"]}')\n", + " return \"\".join(all_tokens),\"\\n\".join(prompt_audio),\"\\n\".join(prompt_text)\n", + "\n", + "\n", + "\n", + " def get_prompt(self, row):\n", + " try:\n", + " audio=torch.from_numpy(row[\"audio\"][\"array\"]).unsqueeze(0)#torch.tensor([row[\"audio\"][\"array\"]])\n", + " #print(audio)\n", + " sample_rate=row[\"audio\"][\"sampling_rate\"]\n", + " if row[\"text\"]:\n", + " transcript=row[\"text\"]\n", + " else:\n", + " transcript=row[\"transcript\"]\n", + " input_words = ctc.process_text(transcript)\n", + " words= ctc.align(audio,sample_rate,transcript)\n", + " #print(words)\n", + " inputs_words_strings = f\"{self.special_tokens['text_sep']}\".join([i.strip() for i in input_words])\n", + " #self.text_prompt = \"{bos}\\n{text_start}{words}{text_end}\\n{audio_start}\\n\"\n", + " prompt_tts= self.tts_prompt.format(\n", + " bos=self.bos,\n", + " text_start=self.special_tokens['text_start'],\n", + " tts=self.special_tokens['tts'],\n", + " words=inputs_words_strings,\n", + " lang=self.special_tokens[self.lang],\n", + " text_end=self.special_tokens['text_end'],\n", + " audio_start=self.special_tokens['audio_start']\n", + " )\n", + "\n", + "\n", + " all_codes, tts_extra, stt_extra=self.create_results_prompts(words)\n", + " prompt_stt=self.stt_prompt.format(\n", + " bos=self.bos,\n", + " audio_start=self.special_tokens['audio_start'],\n", + " stt=self.special_tokens['stt'],\n", + " codes=all_codes,\n", + " lang=self.special_tokens[self.lang],\n", + "\n", + " audio_end=self.special_tokens['audio_end'],\n", + " text_start=self.special_tokens['text_start']\n", + " )\n", + " prompt_stt+=stt_extra+f\"\\n{self.special_tokens['text_end']}\\n{self.eos}\\n\"\n", + " prompt_tts+=tts_extra+f\"\\n{self.special_tokens['audio_end']}\\n{self.eos}\\n\"\n", + "\n", + " return {\"stt\":prompt_stt,\"tts\":prompt_tts}\n", + " except Exception as e:\n", + " #print(e)\n", + " return {\"stt\":\"An error occurred\",\"tts\":\"An error occurred\"}#,\"An error occured\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ctohbEGTfZYq" + }, + "outputs": [], + "source": [ + "ps=PromptProcessor(\"yoruba\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 17, + "referenced_widgets": [ + "9f80b9ce82aa4c2bb3e6da8edb4887ef", + "4d77ee1fa6ed43efa05683b12cf26239" + ] + }, + "id": "Q7R28b7gd-9f", + "outputId": "0c44d8ba-582f-42ca-f859-acb9a52a5729" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "9f80b9ce82aa4c2bb3e6da8edb4887ef", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "VBox(children=(HTML(value='
\\n<|tts|>\\n<|text_start|>siwaju<|text_sep|>si<|text_sep|>i<|text_sep|>mo<|text_sep|>pase<|text_sep|>pe<|text_sep|>ti<|text_sep|>enikeni<|text_sep|>ba<|text_sep|>yi<|text_sep|>ase<|text_sep|>yii<|text_sep|>pada<|text_sep|>ki<|text_sep|>fa<|text_sep|>igi<|text_sep|>aja<|text_sep|>ile<|text_sep|>re<|text_sep|>yo<|text_sep|>jade<|text_sep|>ki<|text_sep|>a<|text_sep|>si<|text_sep|>gbe<|text_sep|>duro<|text_sep|>ki<|text_sep|>a<|text_sep|>si<|text_sep|>fi<|text_sep|>oun<|text_sep|>naa<|text_sep|>ko<|text_sep|>si<|text_sep|>ori<|text_sep|>re<|text_sep|>ki<|text_sep|>o<|text_sep|>wo<|text_sep|>ile<|text_sep|>re<|text_sep|>pale<|text_sep|>a<|text_sep|>o<|text_sep|>si<|text_sep|>so<|text_sep|>o<|text_sep|>di<|text_sep|>aatan<|text_end|>\\n<|yoruba|\\n<|audio_start|>\\nsiwaju<|t_1.84|><|code_start|><|484|><|193|><|139|><|765|><|165|><|227|><|156|><|167|><|244|><|167|><|244|><|453|><|453|><|453|><|244|><|167|><|453|><|244|><|235|><|219|><|235|><|219|><|167|><|244|><|167|><|244|><|167|><|453|><|244|><|453|><|167|><|244|><|453|><|244|><|167|><|453|><|219|><|227|><|219|><|235|><|453|><|453|><|244|><|235|><|219|><|167|><|244|><|453|><|167|><|219|><|235|><|244|><|453|><|167|><|244|><|244|><|235|><|244|><|167|><|244|><|167|><|453|><|244|><|167|><|244|><|167|><|244|><|244|><|453|><|167|><|453|><|244|><|167|><|244|><|167|><|244|><|167|><|219|><|235|><|219|><|235|><|244|><|235|><|219|><|167|><|244|><|219|><|391|><|823|><|1578|><|1290|><|6|><|1685|><|26|><|1376|><|231|><|276|><|1441|><|183|><|202|><|132|><|7|><|50|><|1584|><|903|><|1374|><|1656|><|502|><|1657|><|1576|><|1591|><|98|><|682|><|36|><|514|><|657|><|552|><|874|><|7|><|319|><|414|><|71|><|1512|><|1597|><|46|><|1757|><|725|><|1470|><|1673|><|153|><|1416|><|1599|><|69|><|399|><|356|><|181|><|1217|><|357|><|code_end|>\\nsi<|t_0.20|><|code_start|><|510|><|767|><|263|><|634|><|1018|><|1732|><|356|><|1778|><|385|><|50|><|1778|><|385|><|409|><|1729|><|385|><|code_end|>\\ni<|t_0.50|><|code_start|><|50|><|1709|><|1591|><|50|><|1650|><|1558|><|415|><|1352|><|1615|><|758|><|1785|><|786|><|44|><|1299|><|458|><|776|><|185|><|165|><|391|><|156|><|453|><|167|><|244|><|167|><|244|><|167|><|453|><|219|><|227|><|219|><|235|><|453|><|244|><|219|><|643|><|193|><|505|><|code_end|>\\nmo<|t_0.22|><|code_start|><|1472|><|1709|><|1488|><|952|><|473|><|519|><|1726|><|607|><|98|><|1723|><|1597|><|436|><|220|><|1163|><|342|><|1070|><|758|><|code_end|>\\npase<|t_0.38|><|code_start|><|1299|><|269|><|1435|><|441|><|525|><|1746|><|402|><|876|><|1364|><|1712|><|554|><|769|><|1535|><|357|><|631|><|328|><|1241|><|1323|><|158|><|182|><|1452|><|277|><|1439|><|1239|><|1480|><|505|><|401|><|1248|><|code_end|>\\npe<|t_0.74|><|code_start|><|94|><|131|><|702|><|205|><|363|><|189|><|508|><|1440|><|213|><|29|><|1655|><|137|><|1093|><|18|><|182|><|1346|><|137|><|1019|><|1826|><|315|><|1620|><|1092|><|175|><|1288|><|1719|><|180|><|194|><|476|><|139|><|145|><|1231|><|219|><|165|><|442|><|156|><|453|><|453|><|167|><|244|><|167|><|244|><|453|><|167|><|244|><|167|><|244|><|453|><|235|><|219|><|235|><|244|><|167|><|453|><|219|><|219|><|204|><|code_end|>\\nti<|t_0.14|><|code_start|><|420|><|1547|><|1653|><|1061|><|14|><|416|><|1607|><|1641|><|213|><|98|><|code_end|>\\nenikeni<|t_0.44|><|code_start|><|1819|><|254|><|1776|><|949|><|357|><|385|><|530|><|1387|><|1789|><|917|><|452|><|154|><|1605|><|75|><|220|><|401|><|858|><|18|><|882|><|532|><|1646|><|380|><|1721|><|1081|><|1567|><|952|><|1689|><|181|><|1409|><|1661|><|1712|><|1585|><|414|><|code_end|>\\nba<|t_0.20|><|code_start|><|240|><|1377|><|1554|><|992|><|254|><|53|><|1745|><|138|><|1222|><|452|><|110|><|1595|><|129|><|1508|><|1586|><|code_end|>\\nyi<|t_0.28|><|code_start|><|1659|><|1283|><|1689|><|448|><|1812|><|1586|><|132|><|1593|><|1659|><|448|><|1552|><|1574|><|197|><|952|><|1332|><|356|><|1799|><|1796|><|1764|><|1129|><|741|><|code_end|>\\nase<|t_0.22|><|code_start|><|93|><|1417|><|576|><|230|><|1778|><|1592|><|962|><|1616|><|543|><|276|><|1794|><|1686|><|328|><|158|><|1659|><|731|><|1729|><|code_end|>\\nyii<|t_0.14|><|code_start|><|1650|><|554|><|1341|><|1270|><|695|><|1719|><|1812|><|194|><|763|><|345|><|code_end|>\\npada<|t_0.82|><|code_start|><|258|><|875|><|1758|><|248|><|1384|><|1073|><|514|><|1088|><|297|><|257|><|240|><|1269|><|678|><|1718|><|152|><|1420|><|1708|><|152|><|1180|><|655|><|13|><|412|><|1420|><|984|><|1141|><|736|><|1692|><|1803|><|862|><|1413|><|1142|><|275|><|484|><|223|><|144|><|118|><|551|><|165|><|391|><|156|><|235|><|219|><|453|><|167|><|244|><|453|><|453|><|167|><|453|><|219|><|227|><|219|><|167|><|167|><|244|><|167|><|244|><|453|><|453|><|167|><|156|><|204|><|code_end|>\\nki<|t_0.34|><|code_start|><|56|><|1513|><|1667|><|308|><|176|><|1789|><|473|><|166|><|1463|><|395|><|47|><|1340|><|756|><|79|><|112|><|411|><|626|><|1714|><|1524|><|1582|><|512|><|546|><|1451|><|375|><|1644|><|code_end|>\\nfa<|t_0.34|><|code_start|><|1002|><|858|><|1627|><|556|><|1518|><|1645|><|829|><|961|><|1030|><|95|><|13|><|158|><|467|><|112|><|395|><|374|><|657|><|1002|><|1171|><|1125|><|293|><|1747|><|1348|><|968|><|1775|><|1633|><|code_end|>\\nigi<|t_0.22|><|code_start|><|4|><|1710|><|298|><|1518|><|385|><|1413|><|820|><|1619|><|415|><|1800|><|175|><|22|><|1258|><|1217|><|483|><|657|><|code_end|>\\naja<|t_0.42|><|code_start|><|1412|><|550|><|1798|><|138|><|1375|><|1452|><|1643|><|187|><|196|><|1602|><|1387|><|132|><|782|><|783|><|1690|><|1733|><|76|><|1456|><|1022|><|179|><|1511|><|1294|><|388|><|1415|><|1703|><|1598|><|1827|><|1522|><|670|><|1769|><|1617|><|1069|><|code_end|>\\nile<|t_0.22|><|code_start|><|1513|><|154|><|1482|><|1674|><|1354|><|1750|><|1761|><|746|><|1416|><|1452|><|348|><|126|><|108|><|197|><|1330|><|685|><|code_end|>\\nre<|t_0.16|><|code_start|><|1708|><|1440|><|1563|><|1449|><|725|><|1791|><|412|><|1703|><|13|><|554|><|1545|><|1387|><|code_end|>\\nyo<|t_0.14|><|code_start|><|1570|><|945|><|1740|><|362|><|116|><|1827|><|687|><|36|><|1750|><|1419|><|414|><|code_end|>\\njade<|t_0.94|><|code_start|><|1562|><|409|><|1596|><|521|><|700|><|955|><|768|><|665|><|441|><|1160|><|1629|><|78|><|925|><|160|><|1628|><|335|><|682|><|778|><|143|><|533|><|63|><|1571|><|529|><|1578|><|483|><|1578|><|57|><|582|><|787|><|1573|><|1535|><|1257|><|1703|><|180|><|258|><|419|><|226|><|850|><|445|><|165|><|219|><|235|><|219|><|167|><|244|><|235|><|219|><|235|><|244|><|453|><|453|><|167|><|244|><|453|><|453|><|167|><|453|><|453|><|244|><|167|><|219|><|453|><|167|><|167|><|219|><|235|><|244|><|453|><|156|><|167|><|code_end|>\\nki<|t_0.14|><|code_start|><|256|><|1748|><|556|><|895|><|1563|><|1217|><|269|><|63|><|234|><|112|><|1356|><|code_end|>\\na<|t_0.10|><|code_start|><|347|><|142|><|1811|><|725|><|1626|><|1363|><|10|><|code_end|>\\nsi<|t_0.14|><|code_start|><|906|><|780|><|202|><|1688|><|864|><|1228|><|836|><|1600|><|220|><|875|><|702|><|code_end|>\\ngbe<|t_0.18|><|code_start|><|391|><|850|><|131|><|1299|><|1460|><|1698|><|10|><|48|><|11|><|234|><|1521|><|375|><|59|><|code_end|>\\nduro<|t_1.12|><|code_start|><|64|><|1386|><|844|><|858|><|143|><|615|><|623|><|1081|><|1741|><|1453|><|1431|><|1692|><|197|><|63|><|397|><|623|><|312|><|1596|><|1656|><|1501|><|1630|><|1490|><|92|><|683|><|397|><|48|><|703|><|1702|><|1794|><|1472|><|1802|><|1763|><|925|><|1707|><|94|><|304|><|89|><|177|><|1248|><|185|><|165|><|391|><|156|><|453|><|244|><|235|><|453|><|244|><|235|><|219|><|235|><|453|><|244|><|167|><|244|><|167|><|244|><|167|><|453|><|235|><|219|><|167|><|453|><|244|><|453|><|167|><|244|><|235|><|219|><|227|><|219|><|235|><|244|><|453|><|453|><|453|><|453|><|167|><|244|><|453|><|167|><|219|><|244|><|244|><|code_end|>\\nki<|t_0.14|><|code_start|><|56|><|1642|><|1717|><|276|><|485|><|182|><|1401|><|326|><|407|><|886|><|730|><|code_end|>\\na<|t_0.10|><|code_start|><|462|><|934|><|1089|><|1034|><|92|><|1586|><|10|><|code_end|>\\nsi<|t_0.16|><|code_start|><|1552|><|596|><|6|><|1664|><|1439|><|647|><|689|><|98|><|1215|><|1728|><|1657|><|769|><|code_end|>\\nfi<|t_0.20|><|code_start|><|1693|><|1139|><|749|><|1654|><|10|><|1616|><|1488|><|1088|><|1717|><|1077|><|6|><|1595|><|1221|><|132|><|455|><|code_end|>\\noun<|t_0.20|><|code_start|><|1572|><|1078|><|48|><|1580|><|856|><|867|><|376|><|1689|><|399|><|514|><|1764|><|1829|><|1444|><|1558|><|230|><|code_end|>\\nnaa<|t_0.46|><|code_start|><|1315|><|503|><|1382|><|422|><|1084|><|215|><|946|><|79|><|818|><|616|><|969|><|1366|><|443|><|1793|><|1022|><|1452|><|1785|><|1575|><|1662|><|1536|><|401|><|670|><|643|><|145|><|17|><|185|><|165|><|21|><|156|><|167|><|235|><|219|><|244|><|219|><|342|><|code_end|>\\nko<|t_0.22|><|code_start|><|1299|><|1773|><|700|><|1757|><|1787|><|1058|><|973|><|994|><|903|><|1019|><|1394|><|636|><|1376|><|253|><|416|><|1018|><|67|><|code_end|>\\nsi<|t_0.24|><|code_start|><|1691|><|253|><|10|><|1811|><|1004|><|1549|><|1620|><|328|><|1657|><|1141|><|485|><|1750|><|1399|><|1616|><|473|><|63|><|98|><|1802|><|code_end|>\\nori<|t_0.22|><|code_start|><|1670|><|536|><|1509|><|1818|><|1540|><|1610|><|1030|><|919|><|1737|><|502|><|1559|><|312|><|1741|><|6|><|688|><|1370|><|code_end|>\\nre<|t_1.10|><|code_start|><|134|><|546|><|191|><|844|><|1702|><|236|><|1450|><|1635|><|157|><|687|><|1821|><|1501|><|592|><|1759|><|1827|><|1510|><|1659|><|1703|><|141|><|761|><|659|><|484|><|59|><|219|><|165|><|21|><|156|><|453|><|453|><|453|><|453|><|453|><|244|><|167|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|167|><|219|><|167|><|453|><|453|><|453|><|244|><|235|><|219|><|235|><|219|><|235|><|219|><|235|><|244|><|244|><|167|><|244|><|167|><|244|><|167|><|244|><|167|><|453|><|453|><|244|><|167|><|167|><|219|><|453|><|167|><|219|><|167|><|453|><|167|><|244|><|219|><|453|><|139|><|code_end|>\\nki<|t_0.18|><|code_start|><|1613|><|43|><|218|><|719|><|202|><|1695|><|1431|><|295|><|1606|><|286|><|63|><|583|><|1530|><|code_end|>\\no<|t_0.14|><|code_start|><|293|><|898|><|1516|><|607|><|1579|><|688|><|1548|><|683|><|1762|><|935|><|1606|><|code_end|>\\nwo<|t_0.50|><|code_start|><|810|><|1606|><|644|><|792|><|1516|><|1690|><|1452|><|775|><|1341|><|143|><|1341|><|1515|><|1482|><|48|><|126|><|126|><|737|><|1533|><|1772|><|1484|><|1240|><|1335|><|850|><|1109|><|343|><|567|><|971|><|68|><|118|><|744|><|226|><|75|><|342|><|180|><|1508|><|768|><|890|><|code_end|>\\nile<|t_0.22|><|code_start|><|775|><|10|><|554|><|150|><|890|><|1383|><|952|><|1748|><|295|><|1572|><|137|><|1406|><|65|><|911|><|831|><|1606|><|1576|><|code_end|>\\nre<|t_0.16|><|code_start|><|191|><|1326|><|1|><|107|><|1437|><|1078|><|1684|><|377|><|505|><|551|><|32|><|1480|><|code_end|>\\npale<|t_0.80|><|code_start|><|1548|><|302|><|961|><|1132|><|1200|><|1073|><|759|><|79|><|214|><|1802|><|608|><|143|><|1520|><|889|><|123|><|1532|><|270|><|34|><|107|><|1|><|1554|><|402|><|1510|><|1353|><|1286|><|1543|><|1607|><|1403|><|1644|><|1659|><|1752|><|505|><|859|><|1478|><|643|><|490|><|526|><|144|><|161|><|165|><|235|><|219|><|453|><|167|><|244|><|453|><|453|><|244|><|167|><|219|><|227|><|219|><|235|><|244|><|219|><|219|><|572|><|121|><|632|><|552|><|code_end|>\\na<|t_0.12|><|code_start|><|1105|><|260|><|1315|><|1004|><|373|><|1493|><|1318|><|1280|><|483|><|code_end|>\\no<|t_0.10|><|code_start|><|811|><|488|><|1680|><|748|><|1363|><|154|><|731|><|code_end|>\\nsi<|t_0.18|><|code_start|><|290|><|1518|><|1734|><|1221|><|1645|><|1532|><|0|><|1503|><|335|><|1364|><|713|><|282|><|333|><|50|><|code_end|>\\nso<|t_0.20|><|code_start|><|202|><|1363|><|69|><|231|><|1497|><|1013|><|1758|><|252|><|1581|><|753|><|462|><|1674|><|1755|><|123|><|341|><|code_end|>\\no<|t_0.12|><|code_start|><|629|><|1726|><|1399|><|1399|><|848|><|835|><|196|><|509|><|91|><|code_end|>\\ndi<|t_0.32|><|code_start|><|1562|><|230|><|753|><|1270|><|183|><|98|><|533|><|1563|><|1488|><|778|><|1482|><|1796|><|1283|><|98|><|884|><|79|><|1493|><|1426|><|1433|><|1658|><|1731|><|1107|><|1190|><|386|><|code_end|>\\naatan<|t_0.28|><|code_start|><|1261|><|614|><|1403|><|1433|><|1614|><|505|><|258|><|360|><|85|><|52|><|577|><|1690|><|738|><|1391|><|203|><|1720|><|197|><|966|><|1157|><|143|><|1089|><|code_end|>\\n<|audio_end|>\\n<|im_end|>\\n'" + ], + "application/vnd.google.colaboratory.intrinsic+json": { + "type": "string" + } + }, + "metadata": {}, + "execution_count": 53 + } + ], + "source": [ + "ps.get_prompt(k)[\"tts\"]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "43YFGwbEbWkN" + }, + "outputs": [], + "source": [ + "data_yoruba = data_yoruba.cast_column(\"audio\", Audio(sampling_rate=24000))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "6aDesKzcQZQn", + "outputId": "455497c1-814c-40f8-a6b4-c9812880aa96" + }, + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "Dataset({\n", + " features: ['audio', 'text'],\n", + " num_rows: 15188\n", + "})" + ] + }, + "metadata": {}, + "execution_count": 56 + } + ], + "source": [ + "data_yoruba" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "bMOmeJx5IkAn" + }, + "outputs": [], + "source": [ + "start=0\n", + "end=len(data_yoruba)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "--KPdDtTvVrN", + "outputId": "b0a99ed0-cfb7-416b-ed7f-7f52fa778517" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "15188\n" + ] + } + ], + "source": [ + "print(end)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ZtcDBjbQh39V" + }, + "outputs": [], + "source": [ + "import pandas as pd" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 806, + "referenced_widgets": [ + "e0b88a0e362c4a6a90007d6dbb7898f7", + "d43a756456da4d90b0ff3a68f495b2a4", + "10bf93a19adb4be98db0eef6a6d3e4b7", + "61fb2ad3726249e7997db481f16ec38d", + "583a4e6780ae4b5fb57ff7a9abcbb8c0", + "bf5d385efe034480a6094d60cabb0494", + "76f5c621fdb842e884114096a5f39e2b", + "073b1c763bd745f6988bb9bd801327c0", + "885207f1cd3441ad8957327a2a982ac6", + "d7b3312c66d849598a7043e3e73b4737", + "89d909976ce94c08a91a5efacbd3e62e", + "46d7d1c3a76243619f326cf8c7b73fca", + "54bba0e876be46dda328603faa8cf66e", + "35c3a2946dae4070bcf022d35fa265a6", + "89ec11c7bcae45f2be0903830a95961d", + "31a684f538da4d1a9648e59ae1b9bf73", + "c099ad1ead9d4c89ba905a6c707036dc", + "4e597e4abdd54c3da89e0969f1ea668a", + "09621288a09d4bca8384b6207a2a1aea", + "902a8e3295e44eeea8f408f35123fcb4", + "05ad3715094e46f18b655919f4069cd5", + "64b2f5fc28e2442eb9cc3f7754b8b42d", + "893eb6db012c4b64b3a85085c2e49734", + "448bec40f2f84efe92b8d63fb171e969", + "20264245dd924561890a07a0fbb27e3f", + "d338e081756841cc8be1e15d0f0d1df7", + "70af51385e9944f3a3ec109a74bc00b9", + "15c57fc3b1734b78880366ced3655823", + "819a5399a0bb4db1a4f3cd626d64afd2", + "3d9e0d472b984f968df1b93b2c678755", + "f584557ca9a5443db73be962b4aff54a", + "904be14313f24ad682925fed28b4e9cd", + "f0fea1eb546444d89abb36ba5e73574a", + "5459902949304d34abd7da1e8d2831e9", + "ec17c15e5a8c45ffa7b4c9a6b709f62a", + "edcafae4e5b147da9307ec820dc2036c", + "89c4596fc5024b14a60336b9c2719d5e", + "bc4398d6dd3145cfb44b7ef2da31fb14", + "2d4c4a3a3dfc462f90bb077a9c4a6b9d", + "b7a26d7018ca40c9a94fbcc74d9bfe42", + "4335c6b80d7449f4933b568eb8178db8", + "08de406e0aca4d2e9ed08733b6d0d68c", + "10d17e69e05d43418cc2887a73a8bfc6", + "cb9d646d58654ee6a16b3ddc99442b34", + "02ba2162a0e54444934e56c2d3e200a8", + "818a9551e791429fae1bc40eb118c232", + "e36af641e4e746429bde99c695f41b32", + "e1568df30b1f47f9aaeeeb189dc721cf", + "22918d9f5480470f8d4e6ee7b0b5e3d8", + "b4edf681cf394527bffb917b492dda1a", + "a2b59e72a60746999c28b24a20a0544d", + "68c8b0cafcf545e5a42f397be6c5cb2b", + "ad0523cec3534a14ae468f5e0ea1fde3", + "5ad34c92e12e49cebb9b92233f263816", + "270b7c4a7dc240098e86c617ef7ca663", + "dd42d28d30c74f0a850ed62b2a63ea7a", + "b6f6b19e08864f9d82c3e047c9138b48", + "3a39f638ad0c47d78af431c610c55ecf", + "7dab18879bc54bdfb61d6b2d74410289", + "7376312405634b869d2346528c844e67", + "d4aaa54c5ef94e4c9ded368c88195d6d", + "63c37cc94900469388af05b0b8acbfa0", + "49ab15fd88dd4b9aa6af7fde30c5d60b", + "63888496153842e684e12f6aff8553e7", + "ba1486d63c444cff8b0d8e8fcdfe6e54", + "0ff12ea1edf24eacb5d724f233749f78", + "c128085ecd0249ebb0ed2a8ca6134dd7", + "09f01c09c95d4167990f8c1414eef171", + "3d58d863744c4b7a8caca51c917ef11f", + "e87f526ef56b47088613a1ae7bcc85e6", + "9f0e31734a5a4504a174de5ec75a0d77", + "b50b1a1ac43449dea025bfc3c811383a", + "04a0f28bee314e43a85758d527b54eea", + "c7c347bb24424ff58652dc92e3a1a270", + "b94091e6a1614bc9be7975efcf5cccff", + "9d7c51757d304f8d8acf1dd800639d92", + "1299f906adee4e76825dccef35ab95cc", + "4eedef133c70440b900d14622033bec8", + "437f9922127a4dacb86413a7262a47ec", + "7ea4df4ad2f04b00b4067a1bcb3f83f6", + "04e468d1920148a5a472eb1eac8c9e59", + "aa2667e808f94e9cb740808252acb221", + "e528b3e004cc4e02b47dfe8fd2c6b81a", + "ec015a0611c2477cb783c0aa9bb5303a", + "787de6d829ab46a392e16f445cb5623e", + "24c0dfaeff7b4d488ebe0024cecb998c", + "10ca3614b1f94c7b92f2ea373127d503", + "695689b5aff04ed1a50864a01088f699", + "24c3443556004f85a7b0765f9f038287", + "9fbda99be48f42d188087719c797b471", + "d32b859e16ae490baf0ebe9e2586341c", + "e6902685b2e94d3381fe650f791d5dbd", + "c4eea6a1540746a0a845e86e888489ea", + "441fd0c761bd4407a237a7dd1a8ee2da", + "8965eebbb04b457c9857425e2fafca4b", + "2421b4d14f7843cba43721650ab80960", + "28ec94a31aed477ea761e361e59af62f", + "197e81535b54451b8995f9e4c627d23b", + "3c64fa79fa0d479f9095924dbf804dc5", + "0cb78bec603646e9981b3eb85bbe0665", + "19be6a0dadf143bd9cbfc8a39bc243ae", + "6e254c9790e2456ba7c67fa850bff4c6", + "85cd361203074a3382961a02f78b726f", + "791ea412bca3457a938e6b3afcfc38be", + "cefce837299549ddb3902bbc5175bd78", + "c7976918ead54dfc81e055e3cb33bb1b", + "484ac3c038194e3abcad757b88fe4651", + "712cb8cf9af14efbb1e59ad0ee6ebe6f", + "8cbd10126b794a9b83f5c8edfddb9172", + "92051a1edead4a6c950b9e0d13f00c75", + "1ddfe317751b4d2890a3ee1e08b0d6f2", + "c565efa570c74a7da51e33a256b087c3", + "1e57ba99026b452bb745372e7275b98c", + "c7490a822b9440d6b094d984f48093f3", + "1ea5aefc24714c35ac8760cd958e001d", + "d38b0b2d113f4760a79ff06af51f2ff7", + "24231915e90445f3b39ad0666e3aa7ae", + "b94e1a9b5cdf492dbf06d215b031b2d4", + "39d5730b09374c00b46799df0019ce3e", + "5739856f968a43c29d4d45ef0d46f57d", + "ce25c0d80ef8456a999487151a52f3c9", + "28dbaf12ec3c420bafb1cbb79ecaf09b", + "d6b9ea69c91e4049b71b2d5c74b65fa3", + "b4bbe3eb14304356a331f063de3b4813", + "9b49f747ac9c4175a6c726c49f2b931c", + "20a01633ffc04a4a972ae88ee13a0763", + "dc7ca1863ef94572a9f2cc51ff3dd94c", + "98da0eb0a96d4eec874d048dc6e605a3", + "f1b463b37b9e47d5860d6ec9b7d61be4", + "eaa7340b424241b2878b0b17cead8ebe", + "25f10c088357447988b6734c4bafed58", + "bf25e59b685d4f31b478c8b52bb7730d", + "4a729df9e574489098ed5e64bb7ad536", + "0a9970ff55004cf68a69c330325c3823", + "2d45c9a555074335b69401b2f91366e5", + "3568c721a39446a1bddb730819dbb7cc", + "4c05845c6fdf463ba7d77c3c1dfa9f3e", + "8828b549b71349b3a34d3cb093b5983a", + "6bee9d40325a4b5cb22863e78bf64ddd", + "91768d1a22ae4305852fb3390f9985fe", + "8f8e4b419f5c44deb29d870c7cc26ed6", + "c1d4b007762d403ab14b4797706ce837", + "2303cbb8d34f4101b2bf99189f64cd61", + "6d0dfe528ee1487da4c66d0ecf7d88e2", + "05b4584d86f54207adadc05b0a366741", + "eff9aef9db1a422db624a9692d676b64", + "cd803a33e75e4e9f8481be3bcdcbd670", + "cff27e7197f84d67abd01fc74c4c0270", + "8345c02de21d4a5d8ca5ad5c0c919998", + "16fc05264a414023b52683c89cf5dafc", + "e0f7aa7ed2d04a58a0840cacf3696d4e", + "1b8779420808487ebb2afa6508c6610c", + "d9aa9de0d8b74acf82a97441fb27f993", + "1d8d9b9be18b4899a04078a351404160", + "a5b1b503389c4f71a572046479faaf20", + "0df1ea9adfcb4e68af0d6797df47ba3f", + "760bedf1e76142999cb3fc8004320f48", + "1db92315e01441b8b3279ddf2befef1b", + "077ed5edec7f4f20a6c13c95341f91c8", + "a4ed001d6cd9417ca96b5604cf6c214f", + "1fde53e46e894b3dae285f2a11a0e0b0", + "acfef966dfab4825ad82584439aa3bdd", + "3648fcb592a848f7bbabe7e4b50c8202", + "500d4fbd3a314c1a8897bb88ce70b822", + "cd016f0ceb6c4584be5b54f6310bd971", + "1570b6102ec5492aa88630dd059386fa", + "9d1eff09299e425daf16ce9579d6f025", + "0cbfe481c0d14f558ff23469bf869353", + "c5dd64b0381149088d6202302b59e0b7", + "48090cb69d94470e914302bdd13acb8c", + "720c8e83984046f58389381f1cd0f9fa", + "b95c7ce80f6b407a96d18b0425714ea4", + "cd5215d24c294a02a4bda8bd0638e1eb", + "05c5977a593a473d86e139786238c295", + "758f179bcf3f452eb6da94787942aa85", + "7d62e152daf44238ba2026b468ab8a8c" + ] + }, + "id": "TrWxeMPPIfqT", + "outputId": "70b74c78-c500-4adb-b21c-710db5cefa3e" + }, + "outputs": [ + { + "metadata": { + "tags": null + }, + "name": "stdout", + "output_type": "stream", + "text": [ + "0\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "e0b88a0e362c4a6a90007d6dbb7898f7", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Map: 0%| | 0/1000 [00:00end:\n", + " end_local=end\n", + " else:\n", + " end_local=start+1000\n", + "\n", + " print(start)\n", + " data_1000=data_yoruba.select(range(start,end_local)).map(\n", + " ps.get_prompt,\n", + " remove_columns=[\"audio\",\"text\"],\n", + " )\n", + " pd.DataFrame(data_1000).to_csv(f\"/content/drive/MyDrive/naij_tokenized/yoruba_yts_{(start+1)//1000}.csv\")\n", + "\n", + " start+=1000" + ] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "T4", + "machine_shape": "hm", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "0008e0c53d0d452c84b00949ae52cbfc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "00332f760bbe49f5ba1aa5558c5889e0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c1057cfdb85d4b7eb63f0ad0e935055f", + "max": 410893545, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b6b9f3596a2542d69539c06d99c8b1d9", + "value": 410893545 + } + }, + "0107a77abfcc493a93edb73b959d20e9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "016d0da2c83049d2a5446452f6a6f79a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "016d76fbd3264ac5acb1b484a69f7a0f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0256256edf5b437f8f2a0e40f02ebf4f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "027a94aef2a3410382712741ae34c239": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "038a45adc53343519ccd7cabd7a47388": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "054da04c41e34890850b6e2b200d0c82": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_ded56017e08a4b2cbcf2dbfcc2810b06", + "IPY_MODEL_8e9257204c554ab290e0d8efb8504e68", + "IPY_MODEL_340d809a4c4c44c3b711d8841d273dac" + ], + "layout": "IPY_MODEL_0fabb3bcb3bf4e5096c981ddab7fc4d1" + } + }, + "05909678d7cb4eb2aba33bc8deb39474": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0686d5f44dd7437a9bc53627711bab51": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_820d23cd4d8f4d42bef73b61ab543476", + "placeholder": "​", + "style": "IPY_MODEL_bb98436a43d64298a4c4f37c5cf10c69", + "value": "train-00011-of-00025.parquet: 100%" + } + }, + "06ca57905f6848e4a8ca607a3d1fb619": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_822ba7f7995a4c02a723cefdd6999151", + "IPY_MODEL_4b5d917705774256b61bf98516dbdcdc", + "IPY_MODEL_2cfe1b1c71864d59a36646cc51639a45" + ], + "layout": "IPY_MODEL_2f73fa56aa8848ab8cb73ffbb724cc90" + } + }, + "076dd00813d24851b3f194910ed43c3d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_52f37fc7b3f247138cb8d65fe62fc440", + "placeholder": "​", + "style": "IPY_MODEL_e0b0c538927241c6be3dd775daf49ab6", + "value": " 464M/464M [00:10<00:00, 42.5MB/s]" + } + }, + "07b5c8c1cecf46a399fe4273b3d8a382": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cfacad7625ed485e8284c0240fcfb957", + "max": 25, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_2e5d1c91494345f283e8165d9a9706f4", + "value": 25 + } + }, + "0981ca3863c54ab1a05f9fab0ccbe0d0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "099e4adeded644ffac281ee8609e7700": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "0bc5b8afdd0046b18ac5e9a724934d1c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0d38c195f503433aa7d703656788fbfa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_400aa9ae382742449df81e6ec8b96505", + "IPY_MODEL_e212e77c37e946318d23a173b79d8546", + "IPY_MODEL_547928fcb40a4ee49d92e3d534cf19a9" + ], + "layout": "IPY_MODEL_25b0184863ff41ed885ccae97d1f6311" + } + }, + "0ef9d3ce488648a2b4e0bd263a17081a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_66525275363b4b599d4ace39178ab3f3", + "IPY_MODEL_96cd2c47997e4e709cb0e88eddf8a30d", + "IPY_MODEL_2f78b7b86d594557ac792b8526c77922" + ], + "layout": "IPY_MODEL_fc72c2dcfe9c4d29ad699e6cc5a08da6" + } + }, + "0fabb3bcb3bf4e5096c981ddab7fc4d1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0fcde6e5aa2d488899e2b25e755c07d7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_390703df0a2c4938bfa16260c5c09927", + "placeholder": "​", + "style": "IPY_MODEL_65f53422a6d843c89e9b1fb351d77f3f", + "value": " 402M/402M [00:09<00:00, 42.9MB/s]" + } + }, + "104214d98ed9467ea2ed1abd06374794": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "10513de0bdb149cbb990c2b4f0d44393": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1157c82b20194d6bbbf358a659717e2c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "123586ac7211467faeed1683ca06ac13": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1282bb4be1cf4865876acda9dea59be1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "12c27f65d1f14d0ab558e410af35505c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f9b7075028b44dc5bd8d3deba72ebec7", + "placeholder": "​", + "style": "IPY_MODEL_39e6738cb072440790b99af021a5abee", + "value": " 368M/368M [00:08<00:00, 42.6MB/s]" + } + }, + "12e68e22e9714b46a3cfb6aee72ae926": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "12ff6852dfc44ac381444d378ab3a67e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "139e7be5a932473aaa949f333c18baee": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "13c8941cb2bd455a8bc7bee31bd73d95": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5ca7a6dce6584eb4b71118577980348f", + "IPY_MODEL_a7a14d45c09643ceae5c5409ef874819", + "IPY_MODEL_c6a9adf308a04e2c8c8f233245011e5b" + ], + "layout": "IPY_MODEL_3b43162ba78848da952f8486011a0e1f" + } + }, + "149febe44ef04ee79b7ac36056247e3d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "157124ee867145a7922a28dbaef692a4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4d7bf42b2d054e17a73a739ad6b13ede", + "placeholder": "​", + "style": "IPY_MODEL_33425f8574694ab381c081819ad3bb1c", + "value": "train-00008-of-00025.parquet: 100%" + } + }, + "15a4ce6378ec41148b6a2a77e7633a84": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_729ff1112ea24eb1aec6d4f6b2c3e4ed", + "placeholder": "​", + "style": "IPY_MODEL_a1588161e0cc4b9abb9bdf2d75f63511", + "value": " 25/25 [00:00<00:00, 1978.82it/s]" + } + }, + "161f1a7ab29d4dafa0f9731f9882f256": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dcbad259b7e04b5ab20642a0cdb648fa", + "placeholder": "​", + "style": "IPY_MODEL_5fecc068ea624896b36604ab46b9e472", + "value": "train-00009-of-00025.parquet: 100%" + } + }, + "186eb4d1e558448c8ff8cc483ecd7703": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "18af3e0ec92c482687581a9cc60d8285": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "1a17d94bb82a409fb4afa2d9af037ed7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d19c66e8cbe44d4a8030482d4f6310e5", + "placeholder": "​", + "style": "IPY_MODEL_cdaa464aef654974ad17770131bfcd5b", + "value": "train-00021-of-00025.parquet: 100%" + } + }, + "1c28b4a68c52447ebe5313d15e81a6d6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_12e68e22e9714b46a3cfb6aee72ae926", + "max": 450516762, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_016d0da2c83049d2a5446452f6a6f79a", + "value": 450516762 + } + }, + "1d102e4187224269a1402af566e597ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9b7740280ec54e8cbcac9b7cf16355f1", + "placeholder": "​", + "style": "IPY_MODEL_532338f40b144d35988c00a021fd3cf9", + "value": "Resolving data files: 100%" + } + }, + "1d508ab08b094fd98bad27667cd73821": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "21b8ed31f91e45eaa7b239c799e33f38": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "25b0184863ff41ed885ccae97d1f6311": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "26dc42d46060426f9ed6566969c37ae0": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "28f56259ba224b1fab5f0b3c8fae3e4a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2926886622ad443ca0d592981f631f22": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2a244e1f8e4f4a07bfe72f18de6822c1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e41e7e1b3f0c4765a12c7155b96c3fb5", + "IPY_MODEL_4006e66507b54722acbb69c161fbbb66", + "IPY_MODEL_430f5390244f42e39597d6f52a76717a" + ], + "layout": "IPY_MODEL_7196c745ae9e46bdafd45705356ca0a3" + } + }, + "2a995e57a37b47d5a83a559fd5db6c82": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2aeccda4ea334e0f922657f77c24fd5a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2b87eefd9f944acc9a33e8a7dc8b6718": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2c9a7682041946c2af2d7e694160b59e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2ccb37f162c04710a12d729aab582e30": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2cfe1b1c71864d59a36646cc51639a45": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ea24c5812607433482e4e7e9601b1e0c", + "placeholder": "​", + "style": "IPY_MODEL_1d508ab08b094fd98bad27667cd73821", + "value": " 413M/413M [00:10<00:00, 38.3MB/s]" + } + }, + "2d83e7a9b6a44e8194efefe0954a24b1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_76989582f34d4cbfa4d6e9389e04db4a", + "placeholder": "​", + "style": "IPY_MODEL_87d4287b8f854b41bf4f6270c9c16cf9", + "value": " 447M/447M [00:10<00:00, 43.3MB/s]" + } + }, + "2e5d1c91494345f283e8165d9a9706f4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2e7b485489ac477e9a7924f4fea05455": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_1a17d94bb82a409fb4afa2d9af037ed7", + "IPY_MODEL_b4c6fbc83acc40df9c24d716d66bb796", + "IPY_MODEL_b4ba464113564b349ce5e46024286908" + ], + "layout": "IPY_MODEL_395b99d004d94f4987d5d35f39f54fbc" + } + }, + "2f73fa56aa8848ab8cb73ffbb724cc90": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2f78b7b86d594557ac792b8526c77922": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_26dc42d46060426f9ed6566969c37ae0", + "placeholder": "​", + "style": "IPY_MODEL_48ce8ab1dc6943ac8a094311fc98236f", + "value": " 418M/418M [00:10<00:00, 42.4MB/s]" + } + }, + "30f0d3681c2e4c45aa36d5381d822801": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3308410a19a14306b5b1c86d4d18b91e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f5f19bb9e2624411b8ddf8c610d65040", + "placeholder": "​", + "style": "IPY_MODEL_c4de3a9dbdeb418fa16399c8197f48c4", + "value": "train-00018-of-00025.parquet: 100%" + } + }, + "33425f8574694ab381c081819ad3bb1c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "340d809a4c4c44c3b711d8841d273dac": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cb20a0fa705049deae05a4a8cb92e11a", + "placeholder": "​", + "style": "IPY_MODEL_ec7a6748f14b4154adb6d29a3f3e92c0", + "value": " 15188/15188 [00:36<00:00, 470.22 examples/s]" + } + }, + "341da38a540549f6952473001b4241f8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3447dd24d6c34e02b6472c6abfcd18f8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "34f29f2c5f1a4f70ad300875be5b642d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_afbce0f83c4549ab8b45d5831ba4310c", + "max": 460558358, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b641aa0b645a423fb23f06704a61160a", + "value": 460558358 + } + }, + "359b5e18fe4e431a8580e3b5118f2421": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "36ddd2df250f43049370cd7ccce3c2f1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "390703df0a2c4938bfa16260c5c09927": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "395b99d004d94f4987d5d35f39f54fbc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "39ad775162a446dbb693f744e8640d57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b488fdf55c144b08a1b3c07dcad1ff15", + "max": 446606753, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8c7b2d00b78f47e8b09c74f48f5e52e7", + "value": 446606753 + } + }, + "39e6738cb072440790b99af021a5abee": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3a007781d15a4a618cb3c1f0a8ed7f48": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3af26e5bdee44e17878b862542a9c35f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3b43162ba78848da952f8486011a0e1f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3bed75b0e2d74ebfa34026eeb4c2966b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3c3cdf15bdcc41da8affcdc9317cec5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_84962203ba79416394cdb6b19748e971", + "max": 25, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_bedf47e9c911410cac9489d4340371d3", + "value": 25 + } + }, + "3cc3e2179b1840b494d95f29f713cbce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3d2801cb062b4d96a4a8139de264549d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3e3f5372a68748a98405caef2ebc4a71": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3e4ad0a2e91848c78dd734167be52f5a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "3fd53a9a71774284a74dd7f6375306cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4006e66507b54722acbb69c161fbbb66": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d3ccf84373b94910848afb32153a3728", + "max": 575881119, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_149febe44ef04ee79b7ac36056247e3d", + "value": 575881119 + } + }, + "400aa9ae382742449df81e6ec8b96505": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a5e3ad58a17443f89444956845737e85", + "placeholder": "​", + "style": "IPY_MODEL_b0701bc42ce14d58b8ae5d577f45350b", + "value": "train-00004-of-00025.parquet: 100%" + } + }, + "430f5390244f42e39597d6f52a76717a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2a995e57a37b47d5a83a559fd5db6c82", + "placeholder": "​", + "style": "IPY_MODEL_1157c82b20194d6bbbf358a659717e2c", + "value": " 576M/576M [00:13<00:00, 42.7MB/s]" + } + }, + "4325bea20a2e47eb810726f3143cb121": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "4335107bac0b40ad8b6266cf2f9469fe": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_96a70c9b59954809beae78ca47d8353a", + "placeholder": "​", + "style": "IPY_MODEL_51eb5cb8bad9485e92e9d3a856c7049d", + "value": "Resolving data files: 100%" + } + }, + "4478e477962c4314950dd525a1ef6612": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "45267485258244e2afc227fe5fe626ec": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "45bb54ada39d42b299b84b38cbcfdc57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3e3f5372a68748a98405caef2ebc4a71", + "max": 361105505, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_bc0e7bdceed84886ab0862d97e14c6eb", + "value": 361105505 + } + }, + "465d9b0a501242fd8cf553c37d5577a2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "48189c56783f446fb6423fe875fdc67a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5d5fc56ecaa346228ca74c117805494a", + "placeholder": "​", + "style": "IPY_MODEL_a5588c9d2da54e4cbff358fcbee964dc", + "value": "train-00022-of-00025.parquet: 100%" + } + }, + "489e671692134d01b55ccfdf0f279815": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d984dec1cb254cf5af11265518429e75", + "max": 430448306, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c4e8dca90e364ee2b25f992ff4dd63ae", + "value": 430448306 + } + }, + "48ce8ab1dc6943ac8a094311fc98236f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4acf04190b01439c87e587ab346a4e59": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_1282bb4be1cf4865876acda9dea59be1", + "max": 442195478, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_4325bea20a2e47eb810726f3143cb121", + "value": 442195478 + } + }, + "4b214fd9634b4fe08f992efedc62dd83": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4b5d917705774256b61bf98516dbdcdc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6cdd7a0abfcb48a28f8b35517cce4aed", + "max": 412932525, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_d2a414b61531489a81b201374586fd56", + "value": 412932525 + } + }, + "4bf9dba084724df5be12b4e61cc41ae1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a93c0ed1d4334b7187ca7f02db7183f8", + "placeholder": "​", + "style": "IPY_MODEL_de5199ac86734b789828d7f0d83fbf15", + "value": " 405M/405M [00:09<00:00, 42.8MB/s]" + } + }, + "4c236ef6cfed4b8882b4764f8f6df7ca": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_af6db746892943cabdbab797ef3c62d4", + "IPY_MODEL_fe0f8e352f7a4a64b7e0f9343b9c3ce2", + "IPY_MODEL_b4313a694fd0446ea064755c8a2f2d65" + ], + "layout": "IPY_MODEL_777fbc6266b24e85a81d2eb43e6654a1" + } + }, + "4d77ee1fa6ed43efa05683b12cf26239": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": "center", + "align_self": null, + "border": null, + "bottom": null, + "display": "flex", + "flex": null, + "flex_flow": "column", + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "50%" + } + }, + "4d7bf42b2d054e17a73a739ad6b13ede": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e25092f9e4944298d08fa203f54d659": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_55cffe0c10544b9e96c5fcaceea30b88", + "placeholder": "​", + "style": "IPY_MODEL_ef10427e02b74ec186b18644998e515b", + "value": " 367M/367M [00:08<00:00, 42.7MB/s]" + } + }, + "4e4cbdc156294bf296758a05d9b2ee2f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e5714779eb742469b3a35b55a2bd0fb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4fb65c8098c14084b682994bd01138eb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5137a2da58c24782898b8f15748ff9fa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_65aaa7fc84384d97885f32b7d83909cc", + "placeholder": "​", + "style": "IPY_MODEL_341da38a540549f6952473001b4241f8", + "value": " 491M/491M [00:11<00:00, 42.8MB/s]" + } + }, + "51eb5cb8bad9485e92e9d3a856c7049d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "522757a6cda646c7b4964618bacf60f5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2c9a7682041946c2af2d7e694160b59e", + "placeholder": "​", + "style": "IPY_MODEL_10513de0bdb149cbb990c2b4f0d44393", + "value": "train-00023-of-00025.parquet: 100%" + } + }, + "524952c50aa34a5290cd9a91cd9bae09": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "52b9b270ba66435f9d34c8ac0648d783": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ad986c75904a47158e746996f9fa2fef", + "placeholder": "​", + "style": "IPY_MODEL_0008e0c53d0d452c84b00949ae52cbfc", + "value": "train-00005-of-00025.parquet: 100%" + } + }, + "52f37fc7b3f247138cb8d65fe62fc440": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5300e8c0400742c9a328595a27b10aeb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8fbdc49dbacf4077a83011ec79af7ec9", + "placeholder": "​", + "style": "IPY_MODEL_d655f4108d234d66b7fafa1e5220b9d5", + "value": "Downloading data: 100%" + } + }, + "532338f40b144d35988c00a021fd3cf9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "533fe3ed21b64e4e887b89986706ae32": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "53b01da911a146ae8447c98fe569b9ce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "547928fcb40a4ee49d92e3d534cf19a9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a0fb9c57cb3e43b2b635d5fb3fa18d71", + "placeholder": "​", + "style": "IPY_MODEL_9ca40089417d4cd5950a2d520efc46f9", + "value": " 420M/420M [00:10<00:00, 42.4MB/s]" + } + }, + "55cffe0c10544b9e96c5fcaceea30b88": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5607649ba5f445eb8c347a85d2b8b48d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e78d95ffdabc4a9899abef5e92ca1b03", + "IPY_MODEL_827bac5093a8411ca301f3c86894bd1d", + "IPY_MODEL_5e33b97bb3ef40918e1c17844124c135" + ], + "layout": "IPY_MODEL_359b5e18fe4e431a8580e3b5118f2421" + } + }, + "56f5f85a19564659be0ef20c9ea74cd6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "58b484e73f5440a9b6d6e8019217b28a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "58febd9d18a3450db3e11db0463ba091": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "591571eff3694bec89ea2fd63ad2a977": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7dc2fdd293c84a8486d15d5e219a9be6", + "max": 405061176, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_7342ee7d99b34624b2473581ec02b67a", + "value": 405061176 + } + }, + "5a32119c4e4f43fa8d09a5eae2db9e7d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_675e4d25bd2048c7b44aa2db8df56312", + "placeholder": "​", + "style": "IPY_MODEL_f7d6e89925d845b0aa7bef8354ea9948", + "value": " 361M/361M [00:08<00:00, 42.6MB/s]" + } + }, + "5c52c8b79cde45e1a160baeb3fa14a01": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5ca7a6dce6584eb4b71118577980348f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e1eec75f753845498ed3e19bb06f10cf", + "placeholder": "​", + "style": "IPY_MODEL_957f243179a64596a38014cf526cbb31", + "value": "README.md: 100%" + } + }, + "5d051a177a454538ba18d061a701e893": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5d5fc56ecaa346228ca74c117805494a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5daa09de087a471b8f451e0c3708e6d8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63d9437ead6c44df915723ff77408f9c", + "placeholder": "​", + "style": "IPY_MODEL_9872a9ec8d7144c2bd4d633dd1b3100d", + "value": " 536M/536M [00:13<00:00, 35.2MB/s]" + } + }, + "5dda56e0301b460c9f3c25f192fdb0b3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "5e33b97bb3ef40918e1c17844124c135": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_84da24b66e68416b8922eec6cd61ab1d", + "placeholder": "​", + "style": "IPY_MODEL_3cc3e2179b1840b494d95f29f713cbce", + "value": " 442M/442M [00:10<00:00, 42.8MB/s]" + } + }, + "5ed0b1fddf0b46618d0ca1ef6ec31ed2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5fecc068ea624896b36604ab46b9e472": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6090b2058c5742378cbe125311b292d5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "63ad8c832f5c4051a5c2af7783402f87": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63d9437ead6c44df915723ff77408f9c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63df64382913473c85c1b82061206724": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63e3053461834015af50112a4541a781": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_522757a6cda646c7b4964618bacf60f5", + "IPY_MODEL_489e671692134d01b55ccfdf0f279815", + "IPY_MODEL_ba12c1b2fb4044d2842c611104faa56e" + ], + "layout": "IPY_MODEL_a11aeabb5de04b99bad235b0f28f8170" + } + }, + "646ea66953b54ef39675331d8e75ea2b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0256256edf5b437f8f2a0e40f02ebf4f", + "max": 414184671, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_9a52683366a7431c9e2e7b18c45a485c", + "value": 414184671 + } + }, + "654c3a6120f4476eb492e8817393f905": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "65aaa7fc84384d97885f32b7d83909cc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "65f53422a6d843c89e9b1fb351d77f3f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "66525275363b4b599d4ace39178ab3f3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ad4ee5345c14479f8130ce42bab8d0ca", + "placeholder": "​", + "style": "IPY_MODEL_58b484e73f5440a9b6d6e8019217b28a", + "value": "train-00000-of-00025.parquet: 100%" + } + }, + "675e4d25bd2048c7b44aa2db8df56312": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6779c7c19a6a4dbf9f26b95da50f9de8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_123586ac7211467faeed1683ca06ac13", + "max": 463720573, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_3e4ad0a2e91848c78dd734167be52f5a", + "value": 463720573 + } + }, + "6913bda68e044825bdf64dc6de613f4c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "694458478e584cdfab576ef9f0dafd2b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "698d3073e312425392153d8ae4eab852": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6ca0ede720ef4d03afbced6fff52a4a6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6cdd7a0abfcb48a28f8b35517cce4aed": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6e10e0e5993b488999f833ad1364d43e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_104214d98ed9467ea2ed1abd06374794", + "max": 579809441, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_186eb4d1e558448c8ff8cc483ecd7703", + "value": 579809441 + } + }, + "6e67ee5786ee412aa881280169903de3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_da1f365f9f85410d9a16c1e9e6d62d98", + "IPY_MODEL_a27888b53a35435ea7e0998f658323de", + "IPY_MODEL_c141330dd16446df94396d3660c8056b" + ], + "layout": "IPY_MODEL_9e4431947b8b473ba680dda35b4377c7" + } + }, + "6e6e9cf68d164e849f5273d163f19751": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6f4ebefe932c4a6cad65b16c78a2ec11": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "700c8e4a968a4ea4a90583e73c712551": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_533fe3ed21b64e4e887b89986706ae32", + "placeholder": "​", + "style": "IPY_MODEL_94e3a89bef5b4fa6abeac497394e3e78", + "value": " 461M/461M [00:10<00:00, 42.9MB/s]" + } + }, + "713c0171956d4d5d8a989b191e1c2f0b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7196c745ae9e46bdafd45705356ca0a3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "729ff1112ea24eb1aec6d4f6b2c3e4ed": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7342ee7d99b34624b2473581ec02b67a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "740f5106d0344464962166882b01c8d9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "74a70c1cc98f4978add505e26eac8c1c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dcca1dd1def8409fa8364130a53303af", + "max": 402460179, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ddbf4f5d694740518913a06c87e0d327", + "value": 402460179 + } + }, + "75c89f6594424f13bcdd3ea4a02e2655": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "76619a51775d40019add9c05cd5755e2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "76989582f34d4cbfa4d6e9389e04db4a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "777fbc6266b24e85a81d2eb43e6654a1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "779f6cc38c144284bd43885cc28f2b97": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_157124ee867145a7922a28dbaef692a4", + "IPY_MODEL_45bb54ada39d42b299b84b38cbcfdc57", + "IPY_MODEL_5a32119c4e4f43fa8d09a5eae2db9e7d" + ], + "layout": "IPY_MODEL_ec86a457a3304bf194a4ee614aee2514" + } + }, + "78027e6d304a48bb9de1b44455f15bb4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4e5714779eb742469b3a35b55a2bd0fb", + "placeholder": "​", + "style": "IPY_MODEL_465d9b0a501242fd8cf553c37d5577a2", + "value": " 414M/414M [00:09<00:00, 43.0MB/s]" + } + }, + "7b101ad1103c4e4a96384af6b4fa6f87": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7bfea7ba7185402cbfddfab67a114fa9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7dc2fdd293c84a8486d15d5e219a9be6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "80deb6e259594a2db91f2a58aacfb2f7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "81a2ada60a87448793aaa2cae082f6ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9abac7d4d7e64d3d919d7597fa568c4d", + "max": 446115310, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b6e6c349737343fb963f1a0aa982de08", + "value": 446115310 + } + }, + "81ccd5086b794f8a8a2f9e8d3bace139": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "820d23cd4d8f4d42bef73b61ab543476": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8218d46eea1148f48f9293201a27ebcf": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7b101ad1103c4e4a96384af6b4fa6f87", + "placeholder": "​", + "style": "IPY_MODEL_d13dca96ab4849eca6f17afe70b1efe4", + "value": "train-00001-of-00025.parquet: 100%" + } + }, + "822ba7f7995a4c02a723cefdd6999151": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_870afbe338ce4405ac95b6c60a1de142", + "placeholder": "​", + "style": "IPY_MODEL_3af26e5bdee44e17878b862542a9c35f", + "value": "train-00017-of-00025.parquet: 100%" + } + }, + "827bac5093a8411ca301f3c86894bd1d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_36ddd2df250f43049370cd7ccce3c2f1", + "max": 441996628, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_0981ca3863c54ab1a05f9fab0ccbe0d0", + "value": 441996628 + } + }, + "8355da7d2f4f48f7aa3e39d2ea1eeb93": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8462599eb2124cfea3ace2237e03f360": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_52b9b270ba66435f9d34c8ac0648d783", + "IPY_MODEL_00332f760bbe49f5ba1aa5558c5889e0", + "IPY_MODEL_874be7de2d3e472a84bae74387a7181f" + ], + "layout": "IPY_MODEL_0107a77abfcc493a93edb73b959d20e9" + } + }, + "84962203ba79416394cdb6b19748e971": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "84da24b66e68416b8922eec6cd61ab1d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "870afbe338ce4405ac95b6c60a1de142": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "87253a974fb6448e908a23657518e524": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "874be7de2d3e472a84bae74387a7181f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_92c881ccb18e46a3874074b8082ad077", + "placeholder": "​", + "style": "IPY_MODEL_6e6e9cf68d164e849f5273d163f19751", + "value": " 411M/411M [00:09<00:00, 42.4MB/s]" + } + }, + "87d3f96b6adf468882c6f314a212910f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "87d4287b8f854b41bf4f6270c9c16cf9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8c7b2d00b78f47e8b09c74f48f5e52e7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8d9538f6cb63448eb3e795e001412ef4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8e768a684ea741818e8544a0c8a48c5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7bfea7ba7185402cbfddfab67a114fa9", + "placeholder": "​", + "style": "IPY_MODEL_f557c1bc229e407ebb44506fb46a3154", + "value": "train-00016-of-00025.parquet: 100%" + } + }, + "8e9257204c554ab290e0d8efb8504e68": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ec59748f9f114e5ab87fd4697f834d61", + "max": 15188, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_970551ae6d7a4226af9ea1ae08e61896", + "value": 15188 + } + }, + "8fbdc49dbacf4077a83011ec79af7ec9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9235ccdcb73d4481894955b18e30c46b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "92c881ccb18e46a3874074b8082ad077": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "92ff2291bbcc4af8af56fec952c3916a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "94beb36f40814c7db0f4993e38afeac3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_038a45adc53343519ccd7cabd7a47388", + "max": 535723129, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e87b68ade3ed4c52a9b40b0deee743b3", + "value": 535723129 + } + }, + "94c022f3ff194201988b86c167813d8c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "94e3a89bef5b4fa6abeac497394e3e78": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "957f243179a64596a38014cf526cbb31": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "96a70c9b59954809beae78ca47d8353a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "96cd2c47997e4e709cb0e88eddf8a30d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3447dd24d6c34e02b6472c6abfcd18f8", + "max": 418208246, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8d9538f6cb63448eb3e795e001412ef4", + "value": 418208246 + } + }, + "9700f29dedb14e5aaee2d70c194aba3b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_161f1a7ab29d4dafa0f9731f9882f256", + "IPY_MODEL_4acf04190b01439c87e587ab346a4e59", + "IPY_MODEL_b4a834203d3b4457af143ac9e217343c" + ], + "layout": "IPY_MODEL_caa7ae61393d49c8bf4c271ccf08234e" + } + }, + "970551ae6d7a4226af9ea1ae08e61896": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9872a9ec8d7144c2bd4d633dd1b3100d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9a52683366a7431c9e2e7b18c45a485c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9abac7d4d7e64d3d919d7597fa568c4d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9ad6d74e1dba4b18b5339966860eb49d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b10cc66d385d4ae382544a390694f9bc", + "placeholder": "​", + "style": "IPY_MODEL_5c52c8b79cde45e1a160baeb3fa14a01", + "value": "train-00013-of-00025.parquet: 100%" + } + }, + "9b157a35451b49b7b5a0299f4efe5956": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_698d3073e312425392153d8ae4eab852", + "placeholder": "​", + "style": "IPY_MODEL_a4875a38170043a698ee8f8f07738041", + "value": " 580M/580M [00:13<00:00, 42.8MB/s]" + } + }, + "9b7740280ec54e8cbcac9b7cf16355f1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9c741a50b0be40f98091237e1b1ce25c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9ca40089417d4cd5950a2d520efc46f9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9e4431947b8b473ba680dda35b4377c7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9f80b9ce82aa4c2bb3e6da8edb4887ef": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "VBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "VBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "VBoxView", + "box_style": "", + "children": [], + "layout": "IPY_MODEL_4d77ee1fa6ed43efa05683b12cf26239" + } + }, + "a0fb9c57cb3e43b2b635d5fb3fa18d71": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a10e7f2ac4f14452b187e4b711ef5670": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ab24137ed0404473bb68bd1ff939908d", + "placeholder": "​", + "style": "IPY_MODEL_6ca0ede720ef4d03afbced6fff52a4a6", + "value": "train-00012-of-00025.parquet: 100%" + } + }, + "a11aeabb5de04b99bad235b0f28f8170": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a1588161e0cc4b9abb9bdf2d75f63511": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a27888b53a35435ea7e0998f658323de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9c741a50b0be40f98091237e1b1ce25c", + "max": 24, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_5dda56e0301b460c9f3c25f192fdb0b3", + "value": 24 + } + }, + "a2ef2d0115b74948bc88ef4618afdefc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3d2801cb062b4d96a4a8139de264549d", + "placeholder": "​", + "style": "IPY_MODEL_713c0171956d4d5d8a989b191e1c2f0b", + "value": "train-00006-of-00025.parquet: 100%" + } + }, + "a32ee012a8ec4200b61750e063356e18": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9ad6d74e1dba4b18b5339966860eb49d", + "IPY_MODEL_94beb36f40814c7db0f4993e38afeac3", + "IPY_MODEL_5daa09de087a471b8f451e0c3708e6d8" + ], + "layout": "IPY_MODEL_56f5f85a19564659be0ef20c9ea74cd6" + } + }, + "a4875a38170043a698ee8f8f07738041": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a4f9d508ec9d4ab79a69632fe5971a7b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "a5588c9d2da54e4cbff358fcbee964dc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a59545d97ae849d59243940485bbaa21": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_48189c56783f446fb6423fe875fdc67a", + "IPY_MODEL_1c28b4a68c52447ebe5313d15e81a6d6", + "IPY_MODEL_e238a26f3d0d4f3a81eb3000fddc9cd8" + ], + "layout": "IPY_MODEL_58febd9d18a3450db3e11db0463ba091" + } + }, + "a5e3ad58a17443f89444956845737e85": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a60f10fe47de4920a2b7d76b61fe0fa8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a7a14d45c09643ceae5c5409ef874819": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_75c89f6594424f13bcdd3ea4a02e2655", + "max": 328, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_a4f9d508ec9d4ab79a69632fe5971a7b", + "value": 328 + } + }, + "a8a63855aef24146beb11017ac6d0949": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ebf880c29e8546498ddc85aa622de7cd", + "placeholder": "​", + "style": "IPY_MODEL_740f5106d0344464962166882b01c8d9", + "value": " 25/25 [04:42<00:00, 12.21s/files]" + } + }, + "a8e045605ec4422da9b99c5404ee43aa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8218d46eea1148f48f9293201a27ebcf", + "IPY_MODEL_f9ee5927a65a447a9a71ec62758c98e7", + "IPY_MODEL_12c27f65d1f14d0ab558e410af35505c" + ], + "layout": "IPY_MODEL_dff53a32e7ad42a0b14b11e2d8f8c5cf" + } + }, + "a90c881422c643b7b271ae0497934445": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fee2cd0525ab46179d3842af8a8659a3", + "placeholder": "​", + "style": "IPY_MODEL_c140120314234f30b16e31efa66dfbba", + "value": "train-00010-of-00025.parquet: 100%" + } + }, + "a93c0ed1d4334b7187ca7f02db7183f8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ab24137ed0404473bb68bd1ff939908d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "abdb6688dab944c3a3eae5e4e5362d6f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ac873dff291e43dfaa67ac6371607c76": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ad4ee5345c14479f8130ce42bab8d0ca": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ad986c75904a47158e746996f9fa2fef": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ae485223e0fa4f7fa240540f1cce5003": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ae8c0eca47a244a58ef8c95a23ee6863": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "aeea57a9ae2f4990a44f19354c7d9955": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "af4070e26e7b45d9b8fe49125d347ce8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "af6db746892943cabdbab797ef3c62d4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_30f0d3681c2e4c45aa36d5381d822801", + "placeholder": "​", + "style": "IPY_MODEL_099e4adeded644ffac281ee8609e7700", + "value": "train-00024-of-00025.parquet: 100%" + } + }, + "afbce0f83c4549ab8b45d5831ba4310c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b01fd3eead7443798ec06fb3a3340109": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b0701bc42ce14d58b8ae5d577f45350b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b10cc66d385d4ae382544a390694f9bc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b18d98944475447cac681c873dac0865": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5300e8c0400742c9a328595a27b10aeb", + "IPY_MODEL_b8eb13053e824a01a85009fe48c3c514", + "IPY_MODEL_a8a63855aef24146beb11017ac6d0949" + ], + "layout": "IPY_MODEL_fbaf48e120fd49d3b00e7d79a79f98a2" + } + }, + "b256754bfea54cb0a9557565710c23de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d2eb6579c0f945aeba083e0e299ca745", + "IPY_MODEL_f4a5a6f68d1542b1bdfd14b75fe40951", + "IPY_MODEL_c196b0f65fd74d799c98703e907c026b" + ], + "layout": "IPY_MODEL_c920a776cc4f4fc5999e7e9715d8c25a" + } + }, + "b36b656877f04cdcb7e77056a61b1e44": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4313a694fd0446ea064755c8a2f2d65": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c153dc2dc5c647019eaccfe9249833b1", + "placeholder": "​", + "style": "IPY_MODEL_92ff2291bbcc4af8af56fec952c3916a", + "value": " 480M/480M [00:11<00:00, 42.5MB/s]" + } + }, + "b488fdf55c144b08a1b3c07dcad1ff15": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4966ea427bb46f2a4bf17038f884e04": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4a834203d3b4457af143ac9e217343c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_12ff6852dfc44ac381444d378ab3a67e", + "placeholder": "​", + "style": "IPY_MODEL_f57e5217d491473ab2d9512b751d0eb2", + "value": " 442M/442M [00:10<00:00, 42.7MB/s]" + } + }, + "b4ba464113564b349ce5e46024286908": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2b87eefd9f944acc9a33e8a7dc8b6718", + "placeholder": "​", + "style": "IPY_MODEL_b01fd3eead7443798ec06fb3a3340109", + "value": " 502M/502M [00:18<00:00, 42.9MB/s]" + } + }, + "b4c6fbc83acc40df9c24d716d66bb796": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b36b656877f04cdcb7e77056a61b1e44", + "max": 502358422, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_2ccb37f162c04710a12d729aab582e30", + "value": 502358422 + } + }, + "b569db9285824492a1c520dad2894c1d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_ba0e8d1054914e58b06484867a93146a", + "IPY_MODEL_34f29f2c5f1a4f70ad300875be5b642d", + "IPY_MODEL_700c8e4a968a4ea4a90583e73c712551" + ], + "layout": "IPY_MODEL_81ccd5086b794f8a8a2f9e8d3bace139" + } + }, + "b5a0726fd0cc44f3a82fd14010a7c977": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a90c881422c643b7b271ae0497934445", + "IPY_MODEL_6e10e0e5993b488999f833ad1364d43e", + "IPY_MODEL_9b157a35451b49b7b5a0299f4efe5956" + ], + "layout": "IPY_MODEL_bb421c03fb0c4652adee1bbfed70a146" + } + }, + "b641aa0b645a423fb23f06704a61160a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b6b9f3596a2542d69539c06d99c8b1d9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b6e6c349737343fb963f1a0aa982de08": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b8229a261a184ccdbf7e6587ba7685b0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b8eb13053e824a01a85009fe48c3c514": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5ed0b1fddf0b46618d0ca1ef6ec31ed2", + "max": 25, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_18af3e0ec92c482687581a9cc60d8285", + "value": 25 + } + }, + "ba0e8d1054914e58b06484867a93146a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3fd53a9a71774284a74dd7f6375306cf", + "placeholder": "​", + "style": "IPY_MODEL_f7d2e40ebe764a159af6cbc65f08b972", + "value": "train-00019-of-00025.parquet: 100%" + } + }, + "ba12c1b2fb4044d2842c611104faa56e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4fb65c8098c14084b682994bd01138eb", + "placeholder": "​", + "style": "IPY_MODEL_654c3a6120f4476eb492e8817393f905", + "value": " 430M/430M [00:10<00:00, 42.8MB/s]" + } + }, + "bb421c03fb0c4652adee1bbfed70a146": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bb98436a43d64298a4c4f37c5cf10c69": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "bc0e7bdceed84886ab0862d97e14c6eb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bedf47e9c911410cac9489d4340371d3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bfc00a4ee75247d287ca8a1ff66346fc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0686d5f44dd7437a9bc53627711bab51", + "IPY_MODEL_d8a6db1212764ddcb8c75a99dfb4c056", + "IPY_MODEL_5137a2da58c24782898b8f15748ff9fa" + ], + "layout": "IPY_MODEL_63df64382913473c85c1b82061206724" + } + }, + "c1057cfdb85d4b7eb63f0ad0e935055f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c140120314234f30b16e31efa66dfbba": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c141330dd16446df94396d3660c8056b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4478e477962c4314950dd525a1ef6612", + "placeholder": "​", + "style": "IPY_MODEL_ffec7d4bdc9942a080c3b1acd9208578", + "value": " 24/24 [00:00<00:00, 1071.26it/s]" + } + }, + "c153dc2dc5c647019eaccfe9249833b1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c196b0f65fd74d799c98703e907c026b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b4966ea427bb46f2a4bf17038f884e04", + "placeholder": "​", + "style": "IPY_MODEL_b8229a261a184ccdbf7e6587ba7685b0", + "value": " 401M/401M [00:09<00:00, 42.8MB/s]" + } + }, + "c206be3d852e41edb678d98abbc49d54": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_3308410a19a14306b5b1c86d4d18b91e", + "IPY_MODEL_646ea66953b54ef39675331d8e75ea2b", + "IPY_MODEL_78027e6d304a48bb9de1b44455f15bb4" + ], + "layout": "IPY_MODEL_c9200d9b9973414f91adc1f20e95ded4" + } + }, + "c221b052cd8b47f99bc9d794cf8c17de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a2ef2d0115b74948bc88ef4618afdefc", + "IPY_MODEL_74a70c1cc98f4978add505e26eac8c1c", + "IPY_MODEL_0fcde6e5aa2d488899e2b25e755c07d7" + ], + "layout": "IPY_MODEL_80deb6e259594a2db91f2a58aacfb2f7" + } + }, + "c3b105d39e2b4b95ad7718737f57452a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c4de3a9dbdeb418fa16399c8197f48c4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c4e8dca90e364ee2b25f992ff4dd63ae": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c6a9adf308a04e2c8c8f233245011e5b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_af4070e26e7b45d9b8fe49125d347ce8", + "placeholder": "​", + "style": "IPY_MODEL_53b01da911a146ae8447c98fe569b9ce", + "value": " 328/328 [00:00<00:00, 21.6kB/s]" + } + }, + "c9200d9b9973414f91adc1f20e95ded4": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c920a776cc4f4fc5999e7e9715d8c25a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c9989e1a4911445fbbbb6e48a8d4649f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a10e7f2ac4f14452b187e4b711ef5670", + "IPY_MODEL_6779c7c19a6a4dbf9f26b95da50f9de8", + "IPY_MODEL_076dd00813d24851b3f194910ed43c3d" + ], + "layout": "IPY_MODEL_e492e321636346c59c0183eac9d74981" + } + }, + "c99f495386cf459c8c69c9edbd8294e8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c3b105d39e2b4b95ad7718737f57452a", + "placeholder": "​", + "style": "IPY_MODEL_ae485223e0fa4f7fa240540f1cce5003", + "value": "train-00003-of-00025.parquet: 100%" + } + }, + "caa7ae61393d49c8bf4c271ccf08234e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cb20a0fa705049deae05a4a8cb92e11a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cc834734586f460db9ab04fad9b8aacd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6913bda68e044825bdf64dc6de613f4c", + "placeholder": "​", + "style": "IPY_MODEL_a60f10fe47de4920a2b7d76b61fe0fa8", + "value": " 446M/446M [00:10<00:00, 42.8MB/s]" + } + }, + "cdaa464aef654974ad17770131bfcd5b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "cfacad7625ed485e8284c0240fcfb957": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d0f1269c9634485c90bac76669ccc712": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e9b80f2a1ec642afb593a40cf9208554", + "IPY_MODEL_e3624558df97411c8ca2be543cdd0da5", + "IPY_MODEL_4e25092f9e4944298d08fa203f54d659" + ], + "layout": "IPY_MODEL_5d051a177a454538ba18d061a701e893" + } + }, + "d13dca96ab4849eca6f17afe70b1efe4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d19c66e8cbe44d4a8030482d4f6310e5": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d2a414b61531489a81b201374586fd56": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "d2bf19d81b434a61986e3c7ada93d7d2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_c99f495386cf459c8c69c9edbd8294e8", + "IPY_MODEL_591571eff3694bec89ea2fd63ad2a977", + "IPY_MODEL_4bf9dba084724df5be12b4e61cc41ae1" + ], + "layout": "IPY_MODEL_2aeccda4ea334e0f922657f77c24fd5a" + } + }, + "d2eb6579c0f945aeba083e0e299ca745": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_76619a51775d40019add9c05cd5755e2", + "placeholder": "​", + "style": "IPY_MODEL_4b214fd9634b4fe08f992efedc62dd83", + "value": "train-00007-of-00025.parquet: 100%" + } + }, + "d349568c0827456f843805cacacce56c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8e768a684ea741818e8544a0c8a48c5e", + "IPY_MODEL_39ad775162a446dbb693f744e8640d57", + "IPY_MODEL_2d83e7a9b6a44e8194efefe0954a24b1" + ], + "layout": "IPY_MODEL_94c022f3ff194201988b86c167813d8c" + } + }, + "d3ccf84373b94910848afb32153a3728": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d655f4108d234d66b7fafa1e5220b9d5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d7a8bc0198364788bcec81f3c527e8b4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d8a6db1212764ddcb8c75a99dfb4c056": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ae8c0eca47a244a58ef8c95a23ee6863", + "max": 491047193, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_28f56259ba224b1fab5f0b3c8fae3e4a", + "value": 491047193 + } + }, + "d984dec1cb254cf5af11265518429e75": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "da1f365f9f85410d9a16c1e9e6d62d98": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_45267485258244e2afc227fe5fe626ec", + "placeholder": "​", + "style": "IPY_MODEL_ac873dff291e43dfaa67ac6371607c76", + "value": "Loading dataset shards: 100%" + } + }, + "dcbad259b7e04b5ab20642a0cdb648fa": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dcca1dd1def8409fa8364130a53303af": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ddbf4f5d694740518913a06c87e0d327": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "de5199ac86734b789828d7f0d83fbf15": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ded56017e08a4b2cbcf2dbfcc2810b06": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_139e7be5a932473aaa949f333c18baee", + "placeholder": "​", + "style": "IPY_MODEL_e193690063ba4876bc8fb5db19a1af5e", + "value": "Generating train split: 100%" + } + }, + "dff53a32e7ad42a0b14b11e2d8f8c5cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e08daa5f69c6404198dab5e68a191648": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e0b0c538927241c6be3dd775daf49ab6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e193690063ba4876bc8fb5db19a1af5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e1eec75f753845498ed3e19bb06f10cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e212e77c37e946318d23a173b79d8546": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3a007781d15a4a618cb3c1f0a8ed7f48", + "max": 419651767, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_027a94aef2a3410382712741ae34c239", + "value": 419651767 + } + }, + "e238a26f3d0d4f3a81eb3000fddc9cd8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_016d76fbd3264ac5acb1b484a69f7a0f", + "placeholder": "​", + "style": "IPY_MODEL_9235ccdcb73d4481894955b18e30c46b", + "value": " 451M/451M [00:10<00:00, 42.6MB/s]" + } + }, + "e29b6c4459f04cd0b42d3bf48017f319": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e3624558df97411c8ca2be543cdd0da5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2926886622ad443ca0d592981f631f22", + "max": 367018761, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_87253a974fb6448e908a23657518e524", + "value": 367018761 + } + }, + "e41e7e1b3f0c4765a12c7155b96c3fb5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fddbbbf2ad00459c9a54660079b21008", + "placeholder": "​", + "style": "IPY_MODEL_e29b6c4459f04cd0b42d3bf48017f319", + "value": "train-00020-of-00025.parquet: 100%" + } + }, + "e492e321636346c59c0183eac9d74981": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e558befb332e4efca8c22a1a7d1d2b74": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_4335107bac0b40ad8b6266cf2f9469fe", + "IPY_MODEL_3c3cdf15bdcc41da8affcdc9317cec5e", + "IPY_MODEL_ed9812bc02f04c60a761b73bb038c58a" + ], + "layout": "IPY_MODEL_524952c50aa34a5290cd9a91cd9bae09" + } + }, + "e78d95ffdabc4a9899abef5e92ca1b03": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_05909678d7cb4eb2aba33bc8deb39474", + "placeholder": "​", + "style": "IPY_MODEL_694458478e584cdfab576ef9f0dafd2b", + "value": "train-00014-of-00025.parquet: 100%" + } + }, + "e87b68ade3ed4c52a9b40b0deee743b3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "e9b80f2a1ec642afb593a40cf9208554": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e08daa5f69c6404198dab5e68a191648", + "placeholder": "​", + "style": "IPY_MODEL_d7a8bc0198364788bcec81f3c527e8b4", + "value": "train-00015-of-00025.parquet: 100%" + } + }, + "ea24c5812607433482e4e7e9601b1e0c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ebf880c29e8546498ddc85aa622de7cd": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ec59748f9f114e5ab87fd4697f834d61": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ec7a6748f14b4154adb6d29a3f3e92c0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ec86a457a3304bf194a4ee614aee2514": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ed9812bc02f04c60a761b73bb038c58a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63ad8c832f5c4051a5c2af7783402f87", + "placeholder": "​", + "style": "IPY_MODEL_aeea57a9ae2f4990a44f19354c7d9955", + "value": " 25/25 [00:00<00:00, 10.35it/s]" + } + }, + "ef10427e02b74ec186b18644998e515b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f4a5a6f68d1542b1bdfd14b75fe40951": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_21b8ed31f91e45eaa7b239c799e33f38", + "max": 401201678, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8355da7d2f4f48f7aa3e39d2ea1eeb93", + "value": 401201678 + } + }, + "f557c1bc229e407ebb44506fb46a3154": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f57e5217d491473ab2d9512b751d0eb2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f5f19bb9e2624411b8ddf8c610d65040": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f700b32085d24beeb30b75624a5560fd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "f7d2e40ebe764a159af6cbc65f08b972": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f7d6e89925d845b0aa7bef8354ea9948": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f85827957bfa4cf0a3af0eb4605778d4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_1d102e4187224269a1402af566e597ab", + "IPY_MODEL_07b5c8c1cecf46a399fe4273b3d8a382", + "IPY_MODEL_15a4ce6378ec41148b6a2a77e7633a84" + ], + "layout": "IPY_MODEL_4e4cbdc156294bf296758a05d9b2ee2f" + } + }, + "f9b7075028b44dc5bd8d3deba72ebec7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f9ee5927a65a447a9a71ec62758c98e7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0bc5b8afdd0046b18ac5e9a724934d1c", + "max": 367682329, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_abdb6688dab944c3a3eae5e4e5362d6f", + "value": 367682329 + } + }, + "fa2bc0d069be42579bc248f978d3c9ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_fd98a38e9b5a4b1ebbdb4ec50d13dd4d", + "IPY_MODEL_81a2ada60a87448793aaa2cae082f6ab", + "IPY_MODEL_cc834734586f460db9ab04fad9b8aacd" + ], + "layout": "IPY_MODEL_87d3f96b6adf468882c6f314a212910f" + } + }, + "fbaf48e120fd49d3b00e7d79a79f98a2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fc72c2dcfe9c4d29ad699e6cc5a08da6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fd98a38e9b5a4b1ebbdb4ec50d13dd4d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3bed75b0e2d74ebfa34026eeb4c2966b", + "placeholder": "​", + "style": "IPY_MODEL_6090b2058c5742378cbe125311b292d5", + "value": "train-00002-of-00025.parquet: 100%" + } + }, + "fddbbbf2ad00459c9a54660079b21008": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fe0f8e352f7a4a64b7e0f9343b9c3ce2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6f4ebefe932c4a6cad65b16c78a2ec11", + "max": 479799775, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_f700b32085d24beeb30b75624a5560fd", + "value": 479799775 + } + }, + "fee2cd0525ab46179d3842af8a8659a3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ffec7d4bdc9942a080c3b1acd9208578": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e0b88a0e362c4a6a90007d6dbb7898f7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d43a756456da4d90b0ff3a68f495b2a4", + "IPY_MODEL_10bf93a19adb4be98db0eef6a6d3e4b7", + "IPY_MODEL_61fb2ad3726249e7997db481f16ec38d" + ], + "layout": "IPY_MODEL_583a4e6780ae4b5fb57ff7a9abcbb8c0" + } + }, + "d43a756456da4d90b0ff3a68f495b2a4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_bf5d385efe034480a6094d60cabb0494", + "placeholder": "​", + "style": "IPY_MODEL_76f5c621fdb842e884114096a5f39e2b", + "value": "Map: 100%" + } + }, + "10bf93a19adb4be98db0eef6a6d3e4b7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_073b1c763bd745f6988bb9bd801327c0", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_885207f1cd3441ad8957327a2a982ac6", + "value": 1000 + } + }, + "61fb2ad3726249e7997db481f16ec38d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d7b3312c66d849598a7043e3e73b4737", + "placeholder": "​", + "style": "IPY_MODEL_89d909976ce94c08a91a5efacbd3e62e", + "value": " 1000/1000 [04:19<00:00,  5.33 examples/s]" + } + }, + "583a4e6780ae4b5fb57ff7a9abcbb8c0": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bf5d385efe034480a6094d60cabb0494": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "76f5c621fdb842e884114096a5f39e2b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "073b1c763bd745f6988bb9bd801327c0": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "885207f1cd3441ad8957327a2a982ac6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "d7b3312c66d849598a7043e3e73b4737": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "89d909976ce94c08a91a5efacbd3e62e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "46d7d1c3a76243619f326cf8c7b73fca": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_54bba0e876be46dda328603faa8cf66e", + "IPY_MODEL_35c3a2946dae4070bcf022d35fa265a6", + "IPY_MODEL_89ec11c7bcae45f2be0903830a95961d" + ], + "layout": "IPY_MODEL_31a684f538da4d1a9648e59ae1b9bf73" + } + }, + "54bba0e876be46dda328603faa8cf66e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c099ad1ead9d4c89ba905a6c707036dc", + "placeholder": "​", + "style": "IPY_MODEL_4e597e4abdd54c3da89e0969f1ea668a", + "value": "Map: 100%" + } + }, + "35c3a2946dae4070bcf022d35fa265a6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_09621288a09d4bca8384b6207a2a1aea", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_902a8e3295e44eeea8f408f35123fcb4", + "value": 1000 + } + }, + "89ec11c7bcae45f2be0903830a95961d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_05ad3715094e46f18b655919f4069cd5", + "placeholder": "​", + "style": "IPY_MODEL_64b2f5fc28e2442eb9cc3f7754b8b42d", + "value": " 1000/1000 [04:18<00:00,  4.67 examples/s]" + } + }, + "31a684f538da4d1a9648e59ae1b9bf73": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c099ad1ead9d4c89ba905a6c707036dc": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e597e4abdd54c3da89e0969f1ea668a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "09621288a09d4bca8384b6207a2a1aea": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "902a8e3295e44eeea8f408f35123fcb4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "05ad3715094e46f18b655919f4069cd5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "64b2f5fc28e2442eb9cc3f7754b8b42d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "893eb6db012c4b64b3a85085c2e49734": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_448bec40f2f84efe92b8d63fb171e969", + "IPY_MODEL_20264245dd924561890a07a0fbb27e3f", + "IPY_MODEL_d338e081756841cc8be1e15d0f0d1df7" + ], + "layout": "IPY_MODEL_70af51385e9944f3a3ec109a74bc00b9" + } + }, + "448bec40f2f84efe92b8d63fb171e969": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_15c57fc3b1734b78880366ced3655823", + "placeholder": "​", + "style": "IPY_MODEL_819a5399a0bb4db1a4f3cd626d64afd2", + "value": "Map: 100%" + } + }, + "20264245dd924561890a07a0fbb27e3f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3d9e0d472b984f968df1b93b2c678755", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_f584557ca9a5443db73be962b4aff54a", + "value": 1000 + } + }, + "d338e081756841cc8be1e15d0f0d1df7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_904be14313f24ad682925fed28b4e9cd", + "placeholder": "​", + "style": "IPY_MODEL_f0fea1eb546444d89abb36ba5e73574a", + "value": " 1000/1000 [04:20<00:00,  3.35 examples/s]" + } + }, + "70af51385e9944f3a3ec109a74bc00b9": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "15c57fc3b1734b78880366ced3655823": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "819a5399a0bb4db1a4f3cd626d64afd2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3d9e0d472b984f968df1b93b2c678755": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f584557ca9a5443db73be962b4aff54a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "904be14313f24ad682925fed28b4e9cd": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f0fea1eb546444d89abb36ba5e73574a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5459902949304d34abd7da1e8d2831e9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_ec17c15e5a8c45ffa7b4c9a6b709f62a", + "IPY_MODEL_edcafae4e5b147da9307ec820dc2036c", + "IPY_MODEL_89c4596fc5024b14a60336b9c2719d5e" + ], + "layout": "IPY_MODEL_bc4398d6dd3145cfb44b7ef2da31fb14" + } + }, + "ec17c15e5a8c45ffa7b4c9a6b709f62a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2d4c4a3a3dfc462f90bb077a9c4a6b9d", + "placeholder": "​", + "style": "IPY_MODEL_b7a26d7018ca40c9a94fbcc74d9bfe42", + "value": "Map: 100%" + } + }, + "edcafae4e5b147da9307ec820dc2036c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4335c6b80d7449f4933b568eb8178db8", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_08de406e0aca4d2e9ed08733b6d0d68c", + "value": 1000 + } + }, + "89c4596fc5024b14a60336b9c2719d5e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_10d17e69e05d43418cc2887a73a8bfc6", + "placeholder": "​", + "style": "IPY_MODEL_cb9d646d58654ee6a16b3ddc99442b34", + "value": " 1000/1000 [04:03<00:00,  4.40 examples/s]" + } + }, + "bc4398d6dd3145cfb44b7ef2da31fb14": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2d4c4a3a3dfc462f90bb077a9c4a6b9d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b7a26d7018ca40c9a94fbcc74d9bfe42": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4335c6b80d7449f4933b568eb8178db8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "08de406e0aca4d2e9ed08733b6d0d68c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "10d17e69e05d43418cc2887a73a8bfc6": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cb9d646d58654ee6a16b3ddc99442b34": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "02ba2162a0e54444934e56c2d3e200a8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_818a9551e791429fae1bc40eb118c232", + "IPY_MODEL_e36af641e4e746429bde99c695f41b32", + "IPY_MODEL_e1568df30b1f47f9aaeeeb189dc721cf" + ], + "layout": "IPY_MODEL_22918d9f5480470f8d4e6ee7b0b5e3d8" + } + }, + "818a9551e791429fae1bc40eb118c232": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b4edf681cf394527bffb917b492dda1a", + "placeholder": "​", + "style": "IPY_MODEL_a2b59e72a60746999c28b24a20a0544d", + "value": "Map: 100%" + } + }, + "e36af641e4e746429bde99c695f41b32": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_68c8b0cafcf545e5a42f397be6c5cb2b", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ad0523cec3534a14ae468f5e0ea1fde3", + "value": 1000 + } + }, + "e1568df30b1f47f9aaeeeb189dc721cf": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5ad34c92e12e49cebb9b92233f263816", + "placeholder": "​", + "style": "IPY_MODEL_270b7c4a7dc240098e86c617ef7ca663", + "value": " 1000/1000 [03:54<00:00,  3.68 examples/s]" + } + }, + "22918d9f5480470f8d4e6ee7b0b5e3d8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4edf681cf394527bffb917b492dda1a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a2b59e72a60746999c28b24a20a0544d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "68c8b0cafcf545e5a42f397be6c5cb2b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ad0523cec3534a14ae468f5e0ea1fde3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "5ad34c92e12e49cebb9b92233f263816": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "270b7c4a7dc240098e86c617ef7ca663": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "dd42d28d30c74f0a850ed62b2a63ea7a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_b6f6b19e08864f9d82c3e047c9138b48", + "IPY_MODEL_3a39f638ad0c47d78af431c610c55ecf", + "IPY_MODEL_7dab18879bc54bdfb61d6b2d74410289" + ], + "layout": "IPY_MODEL_7376312405634b869d2346528c844e67" + } + }, + "b6f6b19e08864f9d82c3e047c9138b48": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d4aaa54c5ef94e4c9ded368c88195d6d", + "placeholder": "​", + "style": "IPY_MODEL_63c37cc94900469388af05b0b8acbfa0", + "value": "Map: 100%" + } + }, + "3a39f638ad0c47d78af431c610c55ecf": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_49ab15fd88dd4b9aa6af7fde30c5d60b", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_63888496153842e684e12f6aff8553e7", + "value": 1000 + } + }, + "7dab18879bc54bdfb61d6b2d74410289": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ba1486d63c444cff8b0d8e8fcdfe6e54", + "placeholder": "​", + "style": "IPY_MODEL_0ff12ea1edf24eacb5d724f233749f78", + "value": " 1000/1000 [04:34<00:00,  3.88 examples/s]" + } + }, + "7376312405634b869d2346528c844e67": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d4aaa54c5ef94e4c9ded368c88195d6d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63c37cc94900469388af05b0b8acbfa0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "49ab15fd88dd4b9aa6af7fde30c5d60b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63888496153842e684e12f6aff8553e7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ba1486d63c444cff8b0d8e8fcdfe6e54": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0ff12ea1edf24eacb5d724f233749f78": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c128085ecd0249ebb0ed2a8ca6134dd7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_09f01c09c95d4167990f8c1414eef171", + "IPY_MODEL_3d58d863744c4b7a8caca51c917ef11f", + "IPY_MODEL_e87f526ef56b47088613a1ae7bcc85e6" + ], + "layout": "IPY_MODEL_9f0e31734a5a4504a174de5ec75a0d77" + } + }, + "09f01c09c95d4167990f8c1414eef171": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b50b1a1ac43449dea025bfc3c811383a", + "placeholder": "​", + "style": "IPY_MODEL_04a0f28bee314e43a85758d527b54eea", + "value": "Map: 100%" + } + }, + "3d58d863744c4b7a8caca51c917ef11f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c7c347bb24424ff58652dc92e3a1a270", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b94091e6a1614bc9be7975efcf5cccff", + "value": 1000 + } + }, + "e87f526ef56b47088613a1ae7bcc85e6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9d7c51757d304f8d8acf1dd800639d92", + "placeholder": "​", + "style": "IPY_MODEL_1299f906adee4e76825dccef35ab95cc", + "value": " 1000/1000 [05:11<00:00,  2.65 examples/s]" + } + }, + "9f0e31734a5a4504a174de5ec75a0d77": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b50b1a1ac43449dea025bfc3c811383a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "04a0f28bee314e43a85758d527b54eea": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c7c347bb24424ff58652dc92e3a1a270": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b94091e6a1614bc9be7975efcf5cccff": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9d7c51757d304f8d8acf1dd800639d92": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1299f906adee4e76825dccef35ab95cc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4eedef133c70440b900d14622033bec8": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_437f9922127a4dacb86413a7262a47ec", + "IPY_MODEL_7ea4df4ad2f04b00b4067a1bcb3f83f6", + "IPY_MODEL_04e468d1920148a5a472eb1eac8c9e59" + ], + "layout": "IPY_MODEL_aa2667e808f94e9cb740808252acb221" + } + }, + "437f9922127a4dacb86413a7262a47ec": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e528b3e004cc4e02b47dfe8fd2c6b81a", + "placeholder": "​", + "style": "IPY_MODEL_ec015a0611c2477cb783c0aa9bb5303a", + "value": "Map: 100%" + } + }, + "7ea4df4ad2f04b00b4067a1bcb3f83f6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_787de6d829ab46a392e16f445cb5623e", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_24c0dfaeff7b4d488ebe0024cecb998c", + "value": 1000 + } + }, + "04e468d1920148a5a472eb1eac8c9e59": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_10ca3614b1f94c7b92f2ea373127d503", + "placeholder": "​", + "style": "IPY_MODEL_695689b5aff04ed1a50864a01088f699", + "value": " 1000/1000 [04:42<00:00,  3.40 examples/s]" + } + }, + "aa2667e808f94e9cb740808252acb221": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e528b3e004cc4e02b47dfe8fd2c6b81a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ec015a0611c2477cb783c0aa9bb5303a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "787de6d829ab46a392e16f445cb5623e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "24c0dfaeff7b4d488ebe0024cecb998c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "10ca3614b1f94c7b92f2ea373127d503": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "695689b5aff04ed1a50864a01088f699": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "24c3443556004f85a7b0765f9f038287": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9fbda99be48f42d188087719c797b471", + "IPY_MODEL_d32b859e16ae490baf0ebe9e2586341c", + "IPY_MODEL_e6902685b2e94d3381fe650f791d5dbd" + ], + "layout": "IPY_MODEL_c4eea6a1540746a0a845e86e888489ea" + } + }, + "9fbda99be48f42d188087719c797b471": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_441fd0c761bd4407a237a7dd1a8ee2da", + "placeholder": "​", + "style": "IPY_MODEL_8965eebbb04b457c9857425e2fafca4b", + "value": "Map: 100%" + } + }, + "d32b859e16ae490baf0ebe9e2586341c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2421b4d14f7843cba43721650ab80960", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_28ec94a31aed477ea761e361e59af62f", + "value": 1000 + } + }, + "e6902685b2e94d3381fe650f791d5dbd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_197e81535b54451b8995f9e4c627d23b", + "placeholder": "​", + "style": "IPY_MODEL_3c64fa79fa0d479f9095924dbf804dc5", + "value": " 1000/1000 [04:55<00:00,  2.47 examples/s]" + } + }, + "c4eea6a1540746a0a845e86e888489ea": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "441fd0c761bd4407a237a7dd1a8ee2da": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8965eebbb04b457c9857425e2fafca4b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "2421b4d14f7843cba43721650ab80960": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "28ec94a31aed477ea761e361e59af62f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "197e81535b54451b8995f9e4c627d23b": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3c64fa79fa0d479f9095924dbf804dc5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "0cb78bec603646e9981b3eb85bbe0665": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_19be6a0dadf143bd9cbfc8a39bc243ae", + "IPY_MODEL_6e254c9790e2456ba7c67fa850bff4c6", + "IPY_MODEL_85cd361203074a3382961a02f78b726f" + ], + "layout": "IPY_MODEL_791ea412bca3457a938e6b3afcfc38be" + } + }, + "19be6a0dadf143bd9cbfc8a39bc243ae": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cefce837299549ddb3902bbc5175bd78", + "placeholder": "​", + "style": "IPY_MODEL_c7976918ead54dfc81e055e3cb33bb1b", + "value": "Map: 100%" + } + }, + "6e254c9790e2456ba7c67fa850bff4c6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_484ac3c038194e3abcad757b88fe4651", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_712cb8cf9af14efbb1e59ad0ee6ebe6f", + "value": 1000 + } + }, + "85cd361203074a3382961a02f78b726f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8cbd10126b794a9b83f5c8edfddb9172", + "placeholder": "​", + "style": "IPY_MODEL_92051a1edead4a6c950b9e0d13f00c75", + "value": " 1000/1000 [04:20<00:00,  3.66 examples/s]" + } + }, + "791ea412bca3457a938e6b3afcfc38be": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cefce837299549ddb3902bbc5175bd78": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c7976918ead54dfc81e055e3cb33bb1b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "484ac3c038194e3abcad757b88fe4651": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "712cb8cf9af14efbb1e59ad0ee6ebe6f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8cbd10126b794a9b83f5c8edfddb9172": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "92051a1edead4a6c950b9e0d13f00c75": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1ddfe317751b4d2890a3ee1e08b0d6f2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_c565efa570c74a7da51e33a256b087c3", + "IPY_MODEL_1e57ba99026b452bb745372e7275b98c", + "IPY_MODEL_c7490a822b9440d6b094d984f48093f3" + ], + "layout": "IPY_MODEL_1ea5aefc24714c35ac8760cd958e001d" + } + }, + "c565efa570c74a7da51e33a256b087c3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d38b0b2d113f4760a79ff06af51f2ff7", + "placeholder": "​", + "style": "IPY_MODEL_24231915e90445f3b39ad0666e3aa7ae", + "value": "Map: 100%" + } + }, + "1e57ba99026b452bb745372e7275b98c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b94e1a9b5cdf492dbf06d215b031b2d4", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_39d5730b09374c00b46799df0019ce3e", + "value": 1000 + } + }, + "c7490a822b9440d6b094d984f48093f3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5739856f968a43c29d4d45ef0d46f57d", + "placeholder": "​", + "style": "IPY_MODEL_ce25c0d80ef8456a999487151a52f3c9", + "value": " 1000/1000 [04:20<00:00,  3.37 examples/s]" + } + }, + "1ea5aefc24714c35ac8760cd958e001d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d38b0b2d113f4760a79ff06af51f2ff7": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "24231915e90445f3b39ad0666e3aa7ae": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b94e1a9b5cdf492dbf06d215b031b2d4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "39d5730b09374c00b46799df0019ce3e": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "5739856f968a43c29d4d45ef0d46f57d": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ce25c0d80ef8456a999487151a52f3c9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "28dbaf12ec3c420bafb1cbb79ecaf09b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d6b9ea69c91e4049b71b2d5c74b65fa3", + "IPY_MODEL_b4bbe3eb14304356a331f063de3b4813", + "IPY_MODEL_9b49f747ac9c4175a6c726c49f2b931c" + ], + "layout": "IPY_MODEL_20a01633ffc04a4a972ae88ee13a0763" + } + }, + "d6b9ea69c91e4049b71b2d5c74b65fa3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dc7ca1863ef94572a9f2cc51ff3dd94c", + "placeholder": "​", + "style": "IPY_MODEL_98da0eb0a96d4eec874d048dc6e605a3", + "value": "Map: 100%" + } + }, + "b4bbe3eb14304356a331f063de3b4813": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f1b463b37b9e47d5860d6ec9b7d61be4", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_eaa7340b424241b2878b0b17cead8ebe", + "value": 1000 + } + }, + "9b49f747ac9c4175a6c726c49f2b931c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_25f10c088357447988b6734c4bafed58", + "placeholder": "​", + "style": "IPY_MODEL_bf25e59b685d4f31b478c8b52bb7730d", + "value": " 1000/1000 [04:21<00:00,  3.70 examples/s]" + } + }, + "20a01633ffc04a4a972ae88ee13a0763": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dc7ca1863ef94572a9f2cc51ff3dd94c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "98da0eb0a96d4eec874d048dc6e605a3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f1b463b37b9e47d5860d6ec9b7d61be4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "eaa7340b424241b2878b0b17cead8ebe": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "25f10c088357447988b6734c4bafed58": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bf25e59b685d4f31b478c8b52bb7730d": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4a729df9e574489098ed5e64bb7ad536": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0a9970ff55004cf68a69c330325c3823", + "IPY_MODEL_2d45c9a555074335b69401b2f91366e5", + "IPY_MODEL_3568c721a39446a1bddb730819dbb7cc" + ], + "layout": "IPY_MODEL_4c05845c6fdf463ba7d77c3c1dfa9f3e" + } + }, + "0a9970ff55004cf68a69c330325c3823": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8828b549b71349b3a34d3cb093b5983a", + "placeholder": "​", + "style": "IPY_MODEL_6bee9d40325a4b5cb22863e78bf64ddd", + "value": "Map: 100%" + } + }, + "2d45c9a555074335b69401b2f91366e5": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_91768d1a22ae4305852fb3390f9985fe", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8f8e4b419f5c44deb29d870c7cc26ed6", + "value": 1000 + } + }, + "3568c721a39446a1bddb730819dbb7cc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c1d4b007762d403ab14b4797706ce837", + "placeholder": "​", + "style": "IPY_MODEL_2303cbb8d34f4101b2bf99189f64cd61", + "value": " 1000/1000 [05:24<00:00,  3.25 examples/s]" + } + }, + "4c05845c6fdf463ba7d77c3c1dfa9f3e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8828b549b71349b3a34d3cb093b5983a": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6bee9d40325a4b5cb22863e78bf64ddd": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "91768d1a22ae4305852fb3390f9985fe": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8f8e4b419f5c44deb29d870c7cc26ed6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c1d4b007762d403ab14b4797706ce837": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2303cbb8d34f4101b2bf99189f64cd61": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6d0dfe528ee1487da4c66d0ecf7d88e2": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_05b4584d86f54207adadc05b0a366741", + "IPY_MODEL_eff9aef9db1a422db624a9692d676b64", + "IPY_MODEL_cd803a33e75e4e9f8481be3bcdcbd670" + ], + "layout": "IPY_MODEL_cff27e7197f84d67abd01fc74c4c0270" + } + }, + "05b4584d86f54207adadc05b0a366741": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8345c02de21d4a5d8ca5ad5c0c919998", + "placeholder": "​", + "style": "IPY_MODEL_16fc05264a414023b52683c89cf5dafc", + "value": "Map: 100%" + } + }, + "eff9aef9db1a422db624a9692d676b64": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e0f7aa7ed2d04a58a0840cacf3696d4e", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_1b8779420808487ebb2afa6508c6610c", + "value": 1000 + } + }, + "cd803a33e75e4e9f8481be3bcdcbd670": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d9aa9de0d8b74acf82a97441fb27f993", + "placeholder": "​", + "style": "IPY_MODEL_1d8d9b9be18b4899a04078a351404160", + "value": " 1000/1000 [04:49<00:00,  2.90 examples/s]" + } + }, + "cff27e7197f84d67abd01fc74c4c0270": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8345c02de21d4a5d8ca5ad5c0c919998": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "16fc05264a414023b52683c89cf5dafc": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e0f7aa7ed2d04a58a0840cacf3696d4e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1b8779420808487ebb2afa6508c6610c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "d9aa9de0d8b74acf82a97441fb27f993": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1d8d9b9be18b4899a04078a351404160": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a5b1b503389c4f71a572046479faaf20": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0df1ea9adfcb4e68af0d6797df47ba3f", + "IPY_MODEL_760bedf1e76142999cb3fc8004320f48", + "IPY_MODEL_1db92315e01441b8b3279ddf2befef1b" + ], + "layout": "IPY_MODEL_077ed5edec7f4f20a6c13c95341f91c8" + } + }, + "0df1ea9adfcb4e68af0d6797df47ba3f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a4ed001d6cd9417ca96b5604cf6c214f", + "placeholder": "​", + "style": "IPY_MODEL_1fde53e46e894b3dae285f2a11a0e0b0", + "value": "Map: 100%" + } + }, + "760bedf1e76142999cb3fc8004320f48": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_acfef966dfab4825ad82584439aa3bdd", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_3648fcb592a848f7bbabe7e4b50c8202", + "value": 1000 + } + }, + "1db92315e01441b8b3279ddf2befef1b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_500d4fbd3a314c1a8897bb88ce70b822", + "placeholder": "​", + "style": "IPY_MODEL_cd016f0ceb6c4584be5b54f6310bd971", + "value": " 1000/1000 [05:01<00:00,  2.19 examples/s]" + } + }, + "077ed5edec7f4f20a6c13c95341f91c8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a4ed001d6cd9417ca96b5604cf6c214f": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1fde53e46e894b3dae285f2a11a0e0b0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "acfef966dfab4825ad82584439aa3bdd": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3648fcb592a848f7bbabe7e4b50c8202": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "500d4fbd3a314c1a8897bb88ce70b822": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cd016f0ceb6c4584be5b54f6310bd971": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1570b6102ec5492aa88630dd059386fa": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9d1eff09299e425daf16ce9579d6f025", + "IPY_MODEL_0cbfe481c0d14f558ff23469bf869353", + "IPY_MODEL_c5dd64b0381149088d6202302b59e0b7" + ], + "layout": "IPY_MODEL_48090cb69d94470e914302bdd13acb8c" + } + }, + "9d1eff09299e425daf16ce9579d6f025": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_720c8e83984046f58389381f1cd0f9fa", + "placeholder": "​", + "style": "IPY_MODEL_b95c7ce80f6b407a96d18b0425714ea4", + "value": "Map: 100%" + } + }, + "0cbfe481c0d14f558ff23469bf869353": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cd5215d24c294a02a4bda8bd0638e1eb", + "max": 188, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_05c5977a593a473d86e139786238c295", + "value": 188 + } + }, + "c5dd64b0381149088d6202302b59e0b7": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_758f179bcf3f452eb6da94787942aa85", + "placeholder": "​", + "style": "IPY_MODEL_7d62e152daf44238ba2026b468ab8a8c", + "value": " 188/188 [00:57<00:00,  4.65 examples/s]" + } + }, + "48090cb69d94470e914302bdd13acb8c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "720c8e83984046f58389381f1cd0f9fa": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b95c7ce80f6b407a96d18b0425714ea4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "cd5215d24c294a02a4bda8bd0638e1eb": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "05c5977a593a473d86e139786238c295": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "758f179bcf3f452eb6da94787942aa85": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7d62e152daf44238ba2026b468ab8a8c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/emma-checkpoint.json b/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/emma-checkpoint.json new file mode 100644 index 0000000000000000000000000000000000000000..5c485d1e0c95e4d73dd559d02f1020438193d395 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/emma-checkpoint.json @@ -0,0 +1,441 @@ +{ + "text": "Scientists have discovered a new planet that may be capable of supporting life!", + "words": [ + { + "word": "scientists", + "duration": 0.82, + "codes": [ + 1334, + 1359, + 619, + 1057, + 1528, + 817, + 1175, + 884, + 527, + 1519, + 323, + 980, + 608, + 1104, + 1271, + 1265, + 1237, + 191, + 1308, + 203, + 1126, + 1226, + 1265, + 1073, + 1661, + 903, + 502, + 197, + 127, + 1712, + 877, + 1717, + 1735, + 1076, + 1284, + 1629, + 784, + 62, + 175, + 432, + 767, + 533, + 990, + 1258, + 823, + 1651, + 1801, + 701, + 1382, + 554, + 527, + 117, + 323, + 989, + 884, + 817, + 495, + 781, + 1214, + 1099, + 1104 + ] + }, + { + "word": "have", + "duration": 0.24, + "codes": [ + 930, + 1393, + 1303, + 1001, + 1438, + 628, + 1774, + 973, + 1758, + 1501, + 1761, + 1428, + 1725, + 669, + 1780, + 487, + 866, + 1762 + ] + }, + { + "word": "discovered", + "duration": 0.66, + "codes": [ + 820, + 1592, + 1737, + 731, + 1325, + 1644, + 884, + 1300, + 323, + 596, + 231, + 296, + 943, + 990, + 1214, + 1039, + 1039, + 1430, + 866, + 19, + 1675, + 1824, + 1030, + 1630, + 1758, + 783, + 1598, + 1832, + 1330, + 1319, + 1730, + 1449, + 1414, + 1511, + 695, + 1526, + 1410, + 95, + 1686, + 1400, + 961, + 1809, + 1303, + 355, + 544, + 1671, + 1493, + 1290, + 1732, + 1808 + ] + }, + { + "word": "a", + "duration": 0.14, + "codes": [ + 968, + 1281, + 895, + 1827, + 1819, + 694, + 1509, + 1346, + 928, + 1449, + 1512 + ] + }, + { + "word": "new", + "duration": 0.24, + "codes": [ + 1433, + 1689, + 1685, + 1598, + 1547, + 1369, + 1228, + 1708, + 1285, + 1722, + 1257, + 625, + 1114, + 1425, + 465, + 950, + 651, + 561 + ] + }, + { + "word": "planet", + "duration": 0.48, + "codes": [ + 1707, + 821, + 1225, + 1228, + 1168, + 1291, + 1739, + 813, + 1738, + 966, + 1829, + 1229, + 1751, + 1280, + 1120, + 1537, + 1145, + 1257, + 1145, + 1490, + 1565, + 41, + 1677, + 1796, + 1258, + 1228, + 1389, + 1145, + 1433, + 763, + 1255, + 355, + 509, + 869, + 1144, + 501 + ] + }, + { + "word": "that", + "duration": 0.26, + "codes": [ + 1571, + 1404, + 1484, + 1716, + 1136, + 1720, + 1237, + 1420, + 1680, + 892, + 1458, + 1697, + 669, + 1658, + 859, + 1128, + 804, + 1157, + 1694 + ] + }, + { + "word": "may", + "duration": 0.18, + "codes": [ + 1339, + 761, + 820, + 1150, + 823, + 1706, + 1815, + 1354, + 1417, + 820, + 744, + 1413, + 995, + 733 + ] + }, + { + "word": "be", + "duration": 0.18, + "codes": [ + 20, + 1763, + 1417, + 821, + 1384, + 1784, + 968, + 1767, + 501, + 795, + 378, + 242, + 447 + ] + }, + { + "word": "capable", + "duration": 0.56, + "codes": [ + 666, + 1170, + 1637, + 1746, + 1042, + 1331, + 695, + 1739, + 1136, + 1471, + 1823, + 1185, + 1231, + 459, + 1071, + 168, + 418, + 513, + 431, + 669, + 840, + 938, + 1463, + 1640, + 1741, + 86, + 1273, + 724, + 1006, + 544, + 1408, + 1352, + 1721, + 1490, + 1321, + 1674, + 792, + 1765, + 1093, + 1731, + 1506, + 1742, + 1465 + ] + }, + { + "word": "of", + "duration": 0.16, + "codes": [ + 1697, + 1435, + 42, + 1593, + 1573, + 1146, + 1600, + 980, + 878, + 713, + 796, + 1364 + ] + }, + { + "word": "supporting", + "duration": 0.62, + "codes": [ + 541, + 833, + 1546, + 1230, + 1232, + 1417, + 1473, + 1486, + 1759, + 1327, + 1806, + 544, + 918, + 526, + 418, + 950, + 669, + 1749, + 1499, + 959, + 1806, + 203, + 1771, + 1651, + 1433, + 686, + 967, + 484, + 649, + 884, + 176, + 323, + 1349, + 722, + 1230, + 1218, + 1430, + 1663, + 1648, + 1808, + 1629, + 1822, + 1813, + 1663, + 1418, + 1742 + ] + }, + { + "word": "life", + "duration": 0.22, + "codes": [ + 1622, + 1648, + 1141, + 1682, + 1353, + 1351, + 1822, + 1229, + 1621, + 1435, + 1766, + 1428, + 1727, + 1343, + 1769, + 823, + 1050 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/idera-checkpoint.json b/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/idera-checkpoint.json new file mode 100644 index 0000000000000000000000000000000000000000..924c435f043c04d3e884c00a952d659d4c15a460 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/idera-checkpoint.json @@ -0,0 +1,396 @@ +{ + "text": "Scientists have discovered a new planet that may be capable of supporting life!", + "words": [ + { + "word": "scientists", + "duration": "1.00", + "codes": [ + 258, + 551, + 21, + 401, + 509, + 235, + 151, + 94, + 194, + 496, + 241, + 420, + 606, + 256, + 311, + 464, + 343, + 765, + 56, + 23, + 209, + 72, + 851, + 360, + 442, + 257, + 457, + 75, + 265, + 227, + 16, + 167, + 194, + 391, + 68, + 786, + 1642, + 888, + 884, + 1688, + 1021, + 1270, + 1250, + 640, + 1471, + 1193, + 1117, + 95, + 158, + 587, + 1484, + 1054, + 947, + 521, + 234, + 502, + 1172, + 1379, + 1332, + 1267, + 1659, + 226, + 325, + 404, + 634, + 713, + 333, + 1210, + 1028, + 700, + 1804, + 1549, + 1552, + 1527, + 701, + 895 + ] + }, + { + "word": "have", + "duration": "0.16", + "codes": [ + 652, + 1487, + 1045, + 665, + 384, + 908, + 1073, + 903, + 169, + 91, + 1242, + 59, + 1614 + ] + }, + { + "word": "discovered", + "duration": "0.52", + "codes": [ + 1523, + 519, + 1311, + 1166, + 1049, + 368, + 176, + 1546, + 990, + 546, + 1091, + 872, + 975, + 224, + 419, + 1714, + 1247, + 1769, + 1141, + 811, + 1149, + 320, + 1161, + 982, + 732, + 473, + 1025, + 470, + 1253, + 1345, + 965, + 916, + 407, + 844, + 594, + 1710, + 193, + 740, + 761, + 1740 + ] + }, + { + "word": "a", + "duration": "0.08", + "codes": [ + 5, + 414, + 1608, + 449, + 1643, + 1732, + 1653 + ] + }, + { + "word": "new", + "duration": "0.18", + "codes": [ + 396, + 1599, + 1733, + 250, + 1624, + 485, + 1645, + 771, + 1630, + 736, + 336, + 476, + 641, + 345 + ] + }, + { + "word": "planet", + "duration": "0.38", + "codes": [ + 21, + 131, + 1743, + 1082, + 1707, + 86, + 1075, + 883, + 944, + 1103, + 790, + 978, + 860, + 1738, + 1060, + 749, + 171, + 679, + 1144, + 966, + 1532, + 1179, + 714, + 1123, + 1308, + 1524, + 752, + 1613, + 1266 + ] + }, + { + "word": "that", + "duration": "0.14", + "codes": [ + 64, + 32, + 1457, + 1095, + 931, + 1774, + 1017, + 1661, + 1713, + 355, + 1708 + ] + }, + { + "word": "may", + "duration": "0.12", + "codes": [ + 1800, + 1070, + 1452, + 1185, + 1295, + 26, + 638, + 240, + 1480, + 1461 + ] + }, + { + "word": "be", + "duration": "0.12", + "codes": [ + 859, + 729, + 848, + 1131, + 1618, + 928, + 331, + 504, + 487, + 417 + ] + }, + { + "word": "capable", + "duration": "0.42", + "codes": [ + 686, + 1040, + 28, + 1456, + 1056, + 1133, + 901, + 1127, + 693, + 1406, + 20, + 118, + 141, + 572, + 845, + 1280, + 353, + 1726, + 338, + 1413, + 484, + 272, + 1569, + 144, + 1581, + 437, + 1502, + 963, + 1415, + 655, + 949, + 1289 + ] + }, + { + "word": "of", + "duration": "0.10", + "codes": [ + 1198, + 1755, + 1478, + 1548, + 802, + 1513, + 1290, + 636 + ] + }, + { + "word": "supporting", + "duration": "0.54", + "codes": [ + 541, + 867, + 750, + 1505, + 754, + 1344, + 1032, + 734, + 505, + 559, + 220, + 288, + 342, + 591, + 1459, + 1721, + 490, + 825, + 80, + 1221, + 1234, + 639, + 1052, + 450, + 1557, + 1302, + 784, + 1547, + 823, + 527, + 1667, + 1437, + 832, + 1366, + 674, + 1607, + 486, + 893, + 1748, + 792, + 1757 + ] + }, + { + "word": "life", + "duration": "0.28", + "codes": [ + 1761, + 149, + 1501, + 1342, + 1063, + 1124, + 117, + 1225, + 1115, + 1155, + 1815, + 1035, + 936, + 807, + 930, + 1514, + 837, + 1104, + 1145, + 1164, + 1687, + 1589 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/onye-checkpoint.json b/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/onye-checkpoint.json new file mode 100644 index 0000000000000000000000000000000000000000..66983f78567fa433737cd2d8b5355e8b1f6463fc --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/.ipynb_checkpoints/onye-checkpoint.json @@ -0,0 +1,621 @@ +{ + "text": "out to another level also going through in the shop chop scotch bonnet peppers", + "words": [ + { + "word": "out", + "duration": 0.34, + "codes": [ + 546, + 416, + 1519, + 1673, + 1806, + 1015, + 693, + 1447, + 9, + 1306, + 1485, + 1477, + 1178, + 1543, + 1830, + 1558, + 1801, + 1423, + 1487, + 1165, + 1743, + 1726, + 1772, + 368, + 1555 + ] + }, + { + "word": "to", + "duration": 0.28, + "codes": [ + 1823, + 1713, + 1734, + 368, + 1547, + 1741, + 1737, + 1784, + 1801, + 1732, + 1389, + 994, + 1158, + 1278, + 1800, + 1658, + 519, + 1542, + 1792, + 1700, + 1415 + ] + }, + { + "word": "another", + "duration": 0.4, + "codes": [ + 1541, + 1824, + 1624, + 1757, + 1294, + 1734, + 1756, + 1821, + 1147, + 1663, + 1697, + 1156, + 1069, + 53, + 1223, + 1212, + 1736, + 1748, + 1744, + 758, + 1494, + 374, + 1187, + 1448, + 1410, + 1356, + 1732, + 1452, + 1295, + 1656 + ] + }, + { + "word": "level", + "duration": 1.86, + "codes": [ + 1688, + 1527, + 1417, + 1486, + 384, + 1378, + 1342, + 1075, + 1046, + 1247, + 1660, + 1525, + 719, + 1769, + 1628, + 1810, + 1078, + 1429, + 1483, + 1280, + 1814, + 1115, + 184, + 1014, + 1686, + 1341, + 1347, + 1502, + 1350, + 1666, + 1686, + 1823, + 1749, + 1412, + 1651, + 1832, + 1701, + 1782, + 1741, + 1798, + 1828, + 1701, + 1796, + 1807, + 1701, + 1768, + 1817, + 1524, + 1786, + 1400, + 1717, + 1722, + 1773, + 1202, + 1098, + 1161, + 1750, + 822, + 1420, + 1434, + 979, + 1764, + 1313, + 1734, + 1458, + 1660, + 1200, + 370, + 1636, + 1186, + 768, + 855, + 599, + 1632, + 1164, + 1041, + 1791, + 1714, + 368, + 1715, + 1500, + 1817, + 1817, + 1772, + 1805, + 1825, + 1818, + 1828, + 1395, + 1718, + 1818, + 0, + 1696, + 1808, + 1637, + 1796, + 1701, + 1796, + 1824, + 1646, + 1702, + 1714, + 895, + 1764, + 1637, + 1717, + 1747, + 1751, + 1696, + 639, + 1436, + 1828, + 1818, + 1737, + 1832, + 1646, + 1796, + 1822, + 1741, + 1791, + 1701, + 1796, + 1779, + 1638, + 1783, + 1751, + 1781, + 1768, + 1412, + 1744, + 1720, + 1403, + 1802, + 1638, + 1734, + 1802, + 1826, + 1785, + 1443, + 1167 + ] + }, + { + "word": "also", + "duration": 0.26, + "codes": [ + 973, + 1187, + 1333, + 359, + 1494, + 1222, + 1759, + 749, + 533, + 4, + 1599, + 1608, + 1280, + 1167, + 1015, + 1526, + 1662, + 1728, + 1016, + 1796 + ] + }, + { + "word": "going", + "duration": 0.26, + "codes": [ + 1789, + 1291, + 1209, + 828, + 1452, + 1749, + 1052, + 1460, + 1783, + 1656, + 1542, + 1281, + 1710, + 1716, + 1404, + 1734, + 495, + 1624, + 1747 + ] + }, + { + "word": "through", + "duration": 0.34, + "codes": [ + 1465, + 1664, + 1786, + 231, + 1826, + 1318, + 1494, + 1505, + 1063, + 1311, + 1656, + 1265, + 1720, + 1226, + 940, + 1490, + 1447, + 1730, + 1348, + 1637, + 1118, + 1710, + 841, + 795, + 298, + 1216 + ] + }, + { + "word": "in", + "duration": 0.42, + "codes": [ + 899, + 1240, + 869, + 679, + 1343, + 1280, + 1681, + 1221, + 1632, + 1221, + 1479, + 1431, + 1623, + 1372, + 1722, + 1494, + 1011, + 1636, + 957, + 1661, + 939, + 1772, + 1096, + 1688, + 1537, + 1360, + 1734, + 1595, + 1781, + 1284, + 1413 + ] + }, + { + "word": "the", + "duration": 1.08, + "codes": [ + 1701, + 1447, + 1328, + 1690, + 1281, + 1401, + 700, + 1295, + 1494, + 1326, + 1218, + 361, + 922, + 1210, + 1300, + 19, + 1403, + 1272, + 1150, + 1062, + 1457, + 1344, + 1167, + 1742, + 996, + 1158, + 1245, + 1210, + 1720, + 1823, + 85, + 1829, + 1555, + 1718, + 979, + 1665, + 1783, + 1088, + 1810, + 1828, + 1795, + 1419, + 1795, + 1826, + 1779, + 1741, + 1719, + 1809, + 1646, + 1765, + 1818, + 1713, + 1821, + 1737, + 1348, + 1821, + 1400, + 1748, + 1278, + 1521, + 758, + 1701, + 1798, + 1817, + 1646, + 1672, + 1825, + 1796, + 957, + 1808, + 1807, + 1833, + 1798, + 1425, + 1830, + 1037, + 1251, + 554, + 1395, + 175, + 919 + ] + }, + { + "word": "shop", + "duration": 0.3, + "codes": [ + 1611, + 154, + 1329, + 1701, + 1677, + 1210, + 880, + 660, + 816, + 1276, + 1471, + 41, + 1779, + 1465, + 1298, + 1817, + 1777, + 1073, + 1713, + 1808, + 1818, + 1348, + 1711 + ] + }, + { + "word": "chop", + "duration": 0.3, + "codes": [ + 1439, + 4, + 315, + 1751, + 1731, + 53, + 1184, + 1132, + 755, + 1429, + 1464, + 1483, + 1770, + 1749, + 1278, + 1769, + 1511, + 1683, + 1779, + 1660, + 183, + 1535, + 416 + ] + }, + { + "word": "scotch", + "duration": 0.4, + "codes": [ + 1518, + 1679, + 0, + 1695, + 1682, + 1098, + 1764, + 1256, + 1808, + 1609, + 1745, + 1318, + 632, + 1197, + 271, + 1683, + 1774, + 1824, + 1783, + 1671, + 1805, + 22, + 631, + 117, + 1345, + 800, + 1707, + 1466, + 1005, + 1462 + ] + }, + { + "word": "bonnet", + "duration": 0.34, + "codes": [ + 1677, + 1826, + 1277, + 524, + 1001, + 789, + 973, + 1509, + 1817, + 546, + 1260, + 1117, + 782, + 142, + 1455, + 947, + 1814, + 1815, + 0, + 1538, + 1766, + 1744, + 1824, + 239, + 1710 + ] + }, + { + "word": "peppers", + "duration": 0.5, + "codes": [ + 1817, + 1287, + 1769, + 1309, + 446, + 1173, + 1183, + 375, + 1342, + 1815, + 1382, + 1685, + 1797, + 1351, + 1798, + 1631, + 749, + 1717, + 1324, + 1147, + 1186, + 955, + 577, + 1736, + 827, + 1240, + 1484, + 847, + 1661, + 1475, + 1287, + 1535, + 595, + 1286, + 1734, + 1256, + 319, + 1688 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/Yoruba_prepare_data_naij (2).ipynb b/yarngpt/python-wrapper/default_speakers/Yoruba_prepare_data_naij (2).ipynb new file mode 100644 index 0000000000000000000000000000000000000000..2dec87df456493c531a51672a52a48e6f9ac7033 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/Yoruba_prepare_data_naij (2).ipynb @@ -0,0 +1,18410 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Rxa73RyKnhy3", + "outputId": "aa525021-8667-4b2a-b879-f843eee12d7c" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Collecting outetts\n", + " Downloading outetts-0.2.3-py3-none-any.whl.metadata (10 kB)\n", + "Collecting uroman\n", + " Downloading uroman-1.3.1.1-py3-none-any.whl.metadata (18 kB)\n", + "Collecting noisereduce\n", + " Downloading noisereduce-3.0.3-py3-none-any.whl.metadata (14 kB)\n", + "Collecting mecab-python3\n", + " Downloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.2 kB)\n", + "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from outetts) (1.13.1)\n", + "Requirement already satisfied: einops in /usr/local/lib/python3.10/dist-packages (from outetts) (0.8.0)\n", + "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from outetts) (6.0.2)\n", + "Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from outetts) (0.27.1)\n", + "Collecting encodec (from outetts)\n", + " Downloading encodec-0.1.1.tar.gz (3.7 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.7/3.7 MB\u001b[0m \u001b[31m35.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from outetts) (3.10.0)\n", + "Requirement already satisfied: transformers>=4.46.1 in /usr/local/lib/python3.10/dist-packages (from outetts) (4.47.1)\n", + "Collecting pytorch-lightning (from outetts)\n", + " Downloading pytorch_lightning-2.5.0.post0-py3-none-any.whl.metadata (21 kB)\n", + "Collecting tensorboardX (from outetts)\n", + " Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl.metadata (5.8 kB)\n", + "Requirement already satisfied: soundfile in /usr/local/lib/python3.10/dist-packages (from outetts) (0.13.0)\n", + "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from outetts) (1.26.4)\n", + "Collecting jsonargparse (from outetts)\n", + " Downloading jsonargparse-4.35.0-py3-none-any.whl.metadata (12 kB)\n", + "Collecting torchcrepe (from outetts)\n", + " Downloading torchcrepe-0.0.23-py3-none-any.whl.metadata (7.8 kB)\n", + "Requirement already satisfied: librosa in /usr/local/lib/python3.10/dist-packages (from outetts) (0.10.2.post1)\n", + "Collecting pesq (from outetts)\n", + " Downloading pesq-0.0.4.tar.gz (38 kB)\n", + " Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: inflect in /usr/local/lib/python3.10/dist-packages (from outetts) (7.5.0)\n", + "Collecting loguru (from outetts)\n", + " Downloading loguru-0.7.3-py3-none-any.whl.metadata (22 kB)\n", + "Requirement already satisfied: polars in /usr/local/lib/python3.10/dist-packages (from outetts) (1.9.0)\n", + "Requirement already satisfied: natsort in /usr/local/lib/python3.10/dist-packages (from outetts) (8.4.0)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from outetts) (4.67.1)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from outetts) (2.32.3)\n", + "Collecting sounddevice (from outetts)\n", + " Downloading sounddevice-0.5.1-py3-none-any.whl.metadata (1.4 kB)\n", + "Collecting unidic-lite (from outetts)\n", + " Downloading unidic-lite-1.0.8.tar.gz (47.4 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.4/47.4 MB\u001b[0m \u001b[31m39.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + "Collecting openai-whisper>=20240930 (from outetts)\n", + " Downloading openai-whisper-20240930.tar.gz (800 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m800.5/800.5 kB\u001b[0m \u001b[31m49.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n", + " Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n", + " Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + "Requirement already satisfied: regex>=2024.5.15 in /usr/local/lib/python3.10/dist-packages (from uroman) (2024.11.6)\n", + "Requirement already satisfied: joblib in /usr/local/lib/python3.10/dist-packages (from noisereduce) (1.4.2)\n", + "Requirement already satisfied: numba in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (0.60.0)\n", + "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: more-itertools in /usr/local/lib/python3.10/dist-packages (from openai-whisper>=20240930->outetts) (10.5.0)\n", + "Collecting tiktoken (from openai-whisper>=20240930->outetts)\n", + " Downloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n", + "Collecting triton>=2.0.0 (from openai-whisper>=20240930->outetts)\n", + " Downloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.3 kB)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (3.16.1)\n", + "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (24.2)\n", + "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.21.0)\n", + "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.46.1->outetts) (0.5.0)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (2024.10.0)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->outetts) (4.12.2)\n", + "Requirement already satisfied: torchaudio in /usr/local/lib/python3.10/dist-packages (from encodec->outetts) (2.5.1+cu121)\n", + "Requirement already satisfied: typeguard>=4.0.1 in /usr/local/lib/python3.10/dist-packages (from inflect->outetts) (4.4.1)\n", + "Requirement already satisfied: audioread>=2.1.9 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (3.0.1)\n", + "Requirement already satisfied: scikit-learn>=0.20.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.6.0)\n", + "Requirement already satisfied: decorator>=4.3.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (4.4.2)\n", + "Requirement already satisfied: pooch>=1.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.8.2)\n", + "Requirement already satisfied: soxr>=0.3.2 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.5.0.post1)\n", + "Requirement already satisfied: lazy-loader>=0.1 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (0.4)\n", + "Requirement already satisfied: msgpack>=1.0 in /usr/local/lib/python3.10/dist-packages (from librosa->outetts) (1.1.0)\n", + "Requirement already satisfied: cffi>=1.0 in /usr/local/lib/python3.10/dist-packages (from soundfile->outetts) (1.17.1)\n", + "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.3.1)\n", + "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (0.12.1)\n", + "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (4.55.3)\n", + "Requirement already satisfied: kiwisolver>=1.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (1.4.8)\n", + "Requirement already satisfied: pillow>=8 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (11.1.0)\n", + "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (3.2.1)\n", + "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.10/dist-packages (from matplotlib->outetts) (2.8.2)\n", + "Collecting torchmetrics>=0.7.0 (from pytorch-lightning->outetts)\n", + " Downloading torchmetrics-1.6.1-py3-none-any.whl.metadata (21 kB)\n", + "Collecting lightning-utilities>=0.10.0 (from pytorch-lightning->outetts)\n", + " Downloading lightning_utilities-0.11.9-py3-none-any.whl.metadata (5.2 kB)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.4.1)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2.3.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->outetts) (2024.12.14)\n", + "Requirement already satisfied: protobuf>=3.20 in /usr/local/lib/python3.10/dist-packages (from tensorboardX->outetts) (4.25.5)\n", + "Collecting resampy (from torchcrepe->outetts)\n", + " Downloading resampy-0.4.3-py3-none-any.whl.metadata (3.0 kB)\n", + "Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0->soundfile->outetts) (2.22)\n", + "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.10/dist-packages (from fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (3.11.11)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from lightning-utilities>=0.10.0->pytorch-lightning->outetts) (75.1.0)\n", + "Requirement already satisfied: llvmlite<0.44,>=0.43.0dev0 in /usr/local/lib/python3.10/dist-packages (from numba->openai-whisper>=20240930->outetts) (0.43.0)\n", + "Requirement already satisfied: platformdirs>=2.5.0 in /usr/local/lib/python3.10/dist-packages (from pooch>=1.1->librosa->outetts) (4.3.6)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.7->matplotlib->outetts) (1.17.0)\n", + "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.20.0->librosa->outetts) (3.5.0)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.4.2)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (3.1.5)\n", + "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.10/dist-packages (from torch->openai-whisper>=20240930->outetts) (1.13.1)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy==1.13.1->torch->openai-whisper>=20240930->outetts) (1.3.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (2.4.4)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.3.2)\n", + "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (4.0.3)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (24.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (0.2.1)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]>=2022.5.0->pytorch-lightning->outetts) (1.18.3)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->openai-whisper>=20240930->outetts) (3.0.2)\n", + "Downloading outetts-0.2.3-py3-none-any.whl (125 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m125.1/125.1 kB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading uroman-1.3.1.1-py3-none-any.whl (930 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m930.7/930.7 kB\u001b[0m \u001b[31m57.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading noisereduce-3.0.3-py3-none-any.whl (22 kB)\n", + "Downloading mecab_python3-1.0.10-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (581 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m581.7/581.7 kB\u001b[0m \u001b[31m42.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading jsonargparse-4.35.0-py3-none-any.whl (211 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.0/211.0 kB\u001b[0m \u001b[31m20.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading loguru-0.7.3-py3-none-any.whl (61 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.6/61.6 kB\u001b[0m \u001b[31m5.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading pytorch_lightning-2.5.0.post0-py3-none-any.whl (819 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m819.3/819.3 kB\u001b[0m \u001b[31m55.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading sounddevice-0.5.1-py3-none-any.whl (32 kB)\n", + "Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl (101 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m101.7/101.7 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading torchcrepe-0.0.23-py3-none-any.whl (72.3 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.3/72.3 MB\u001b[0m \u001b[31m30.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading lightning_utilities-0.11.9-py3-none-any.whl (28 kB)\n", + "Downloading torchmetrics-1.6.1-py3-none-any.whl (927 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m927.3/927.3 kB\u001b[0m \u001b[31m57.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading triton-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (209.5 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.5/209.5 MB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading resampy-0.4.3-py3-none-any.whl (3.1 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m87.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading tiktoken-0.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.2 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m52.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hBuilding wheels for collected packages: openai-whisper, encodec, pesq, unidic-lite\n", + " Building wheel for openai-whisper (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for openai-whisper: filename=openai_whisper-20240930-py3-none-any.whl size=803373 sha256=006ff9fec7048daea667dce09ad11d66d09d97d5e27939e2f27c96fd3223ab05\n", + " Stored in directory: /root/.cache/pip/wheels/dd/4a/1f/d1c4bf3b9133c8168fe617ed979cab7b14fe381d059ffb9d83\n", + " Building wheel for encodec (setup.py) ... \u001b[?25l\u001b[?25hdone\n", + " Created wheel for encodec: filename=encodec-0.1.1-py3-none-any.whl size=45760 sha256=451b0ff87f503b1e3e80ee75873ae179f23b53b055ffcac6e5414d3bdf11dad3\n", + " Stored in directory: /root/.cache/pip/wheels/fc/36/cb/81af8b985a5f5e0815312d5e52b41263237af07b977e6bcbf3\n" + ] + } + ], + "source": [ + "pip install outetts uroman noisereduce mecab-python3" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "HgJjekSOT8iX" + }, + "outputs": [], + "source": [ + "!pip install datasets triton snac wandb accelerate torchdata" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "m4uPM3IpnsEo" + }, + "outputs": [], + "source": [ + "from outetts.wav_tokenizer.decoder import WavTokenizer\n", + "from outetts.wav_tokenizer.encoder.utils import convert_audio" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "543a-ZmC7xjE" + }, + "outputs": [], + "source": [ + "from google.colab import drive\n", + "drive.mount('/content/drive')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "EVyBedbQUM3F" + }, + "outputs": [], + "source": [ + "import torch\n", + "import time\n", + "import numpy as np\n", + "import torchaudio\n", + "from snac import SNAC\n", + "from tqdm import tqdm\n", + "import huggingface_hub\n", + "import shutil\n", + "import soundfile as sf\n", + "from torch.utils.data import DataLoader, Dataset\n", + "from transformers import AdamW, get_linear_schedule_with_warmup\n", + "from datasets import load_dataset, concatenate_datasets, Audio, load_from_disk, interleave_datasets" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "Z8LFkziTgFRf" + }, + "outputs": [], + "source": [ + "import torchaudio\n", + "import torch\n", + "import torchaudio.functional as F\n", + "import inflect\n", + "import re\n", + "import uroman as ur" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "-wARjdSEUdjy" + }, + "outputs": [], + "source": [ + "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "IYyt-dhuWx9q" + }, + "outputs": [], + "source": [ + "config_path = \"/content/drive/MyDrive/audio_datasets/wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml\"\n", + "model_path = \"/content/drive/MyDrive/audio_datasets/wavtokenizer_large_speech_320_24k.ckpt\"#\"/content/wavtokenizer_medium_speech_320_24k_v2.ckpt\"\n", + "wavtokenizer = WavTokenizer.from_pretrained0802(config_path, model_path)\n", + "wavtokenizer = wavtokenizer.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "TrfYeoWNV6T9" + }, + "outputs": [], + "source": [ + "class CTCForcedAlignment:\n", + "\n", + " def __init__(self, device: str = None):\n", + " self.device = torch.device(device if device is not None else \"cuda\" if torch.cuda.is_available() else \"cpu\")\n", + " bundle = torchaudio.pipelines.MMS_FA\n", + " self.sample_rate = bundle.sample_rate\n", + " self.model = bundle.get_model(with_star=False).to(self.device)\n", + " self.LABELS = bundle.get_labels(star=None)\n", + " self.DICTIONARY = bundle.get_dict(star=None)\n", + " self.lec = inflect.engine()\n", + " self.uroman = ur.Uroman()\n", + " #self.wakati = MeCab.Tagger(\"-Owakati\")\n", + " #self.wakati_use = [\"ja\", \"zh\", \"ko\"]\n", + " #self.languages = languages\n", + "\n", + " def process_text(self, text: str):\n", + " #if language not in self.languages:\n", + " # raise ValueError(f\"Language {language} not supported, supported languages are {self.languages}\")\n", + " text = self.uroman.romanize_string(text)\n", + " text = re.sub(r'\\d+(\\.\\d+)?', lambda x: self.lec.number_to_words(x.group()), text.lower())\n", + " text = re.sub(r'[-_/,\\.\\\\]', ' ', text)\n", + " text = re.sub(r'[^a-z\\s]', '', text)\n", + " text = re.sub(r'\\s+', ' ', text).strip()\n", + " return text.split()\n", + "\n", + " def _unflatten(self, list_, lengths):\n", + " assert len(list_) == sum(lengths)\n", + " i = 0\n", + " ret = []\n", + " for l in lengths:\n", + " ret.append(list_[i : i + l])\n", + " i += l\n", + " return ret\n", + "\n", + " def get_word(self, waveform, spans, num_frames, transcript):\n", + " ratio = waveform.size(1) / num_frames\n", + " x0 = int(ratio * spans[0].start)\n", + " x1 = int(ratio * spans[-1].end)\n", + " return {\"x0\": x0, \"x1\": x1, \"word\": transcript}\n", + "\n", + " def _extract_world_level(self, aligned_tokens, alignment_scores, transcript):\n", + " token_spans = F.merge_tokens(aligned_tokens, alignment_scores)\n", + " word_spans = self._unflatten(token_spans, [len(word) for word in transcript])\n", + " return word_spans\n", + "\n", + " def _align(self, emission, tokens):\n", + " targets = torch.tensor([tokens], dtype=torch.int32, device=torch.device(\"cpu\"))\n", + " alignments, scores = F.forced_align(emission.cpu(), targets, blank=0)\n", + " alignments, scores = alignments[0], scores[0]\n", + " scores = scores.exp()\n", + " return alignments, scores\n", + "\n", + " def align(self, waveform,sr, transcript):\n", + " #waveform, sr = torchaudio.load(audio)\n", + " #waveform = torch.tensor(waveform)\n", + " all_codes=quantize_wavtokenizer_ctc(waveform,sampling_rate=sr)\n", + " if waveform.shape[0] > 1:\n", + " waveform = waveform.mean(dim=0, keepdim=True)\n", + " waveform = waveform.float()\n", + " #print(waveform.shape)\n", + " #print(sr)\n", + " waveform = torchaudio.functional.resample(waveform, orig_freq=sr, new_freq=self.sample_rate)\n", + " transcript = self.process_text(transcript)\n", + "\n", + " with torch.inference_mode():\n", + " emission, _ = self.model(waveform.to(self.device))\n", + "\n", + " tokenized_transcript = [self.DICTIONARY[c] for word in transcript for c in word]\n", + " alignments, scores = self._align(emission, tokenized_transcript)\n", + " word_spans = self._extract_world_level(alignments, scores, transcript)\n", + " num_frames = emission.size(1)\n", + "\n", + " outputs = [\n", + " self.get_word(waveform, word_spans[i], num_frames, transcript[i])\n", + " for i in range(len(word_spans))\n", + " ]\n", + " #codes=quantize_wavtokenizer_ctc(audio_data,sampling_rate=16000):\n", + " #audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + "\n", + " outputs[0][\"x0\"] = 0\n", + " #print(waveform.shape)\n", + " #print(self.sample_rate)\n", + " for i in range(len(outputs)):\n", + " output = outputs[i]\n", + " x0 = output[\"x0\"]\n", + "\n", + " if i == len(outputs) - 1:\n", + " x1 = output[\"x1\"]\n", + " else:\n", + " x1 = outputs[i + 1][\"x0\"]\n", + " outputs[i][\"audio\"] = waveform[:, x0:x1]\n", + " outputs[i][\"duration\"]=len(outputs[i][\"audio\"][0])/self.sample_rate\n", + " outputs[i][\"codes\"]=all_codes[int(x0*75/self.sample_rate) : int(x1*75/self.sample_rate)]#quantize_wavtokenizer_ctc(outputs[i][\"audio\"],sampling_rate=16000, quantizer=wavtokenizer)\n", + " #convert waveform to codes\n", + " #duration Add audio\n", + " return outputs\n", + "\n", + " def free(self):\n", + " del self.model" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "CouG9BMIV6-K" + }, + "outputs": [], + "source": [ + "ctc = CTCForcedAlignment(\"cuda\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "68rBtr5GUcF2" + }, + "outputs": [], + "source": [ + "ctc.DICTIONARY" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "275g7SweCKAe" + }, + "outputs": [], + "source": [ + "def resample(audio: np.ndarray, sr: int, target_sr: int):\n", + "\n", + " audio = audio.to(dtype=torch.float32)\n", + " #.clone().detach()\n", + " audio = audio.unsqueeze(0)\n", + " # 1 as last arg corresponds to mono audio\n", + " resampled = convert_audio(audio, sr, target_sr, 1)\n", + " return resampled.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "N85dYwCmWZG8" + }, + "outputs": [], + "source": [ + "def quantize_wavtokenizer_ctc(audio_data,sampling_rate=16000, quantizer=wavtokenizer):\n", + " #audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + " audio = resample(audio_data, sampling_rate, 24000).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio=audio.squeeze(0)\n", + " _, codes = quantizer.encode_infer(audio, bandwidth_id=bandwidth_id)\n", + " codes = codes.squeeze(1).to(device)#+last_text_token\n", + "\n", + " return codes[0].tolist()#+last_text_token" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "QgGSndp8AoVW" + }, + "outputs": [], + "source": [ + "def resample(audio: np.ndarray, sr: int, target_sr: int):\n", + "\n", + " audio =audio.to(dtype=torch.float32)\n", + " #.clone().detach()\n", + " audio = audio.unsqueeze(0)\n", + " # 1 as last arg corresponds to mono audio\n", + " resampled = convert_audio(audio, sr, target_sr, 1)\n", + " return resampled.to(device)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "txxV2uboCYih" + }, + "outputs": [], + "source": [ + "def quantize_wavtokenizer(row, quantizer=wavtokenizer):\n", + " audio_data, sample_rate = row[\"audio\"][\"array\"], int(row[\"audio\"][\"sampling_rate\"])\n", + "\n", + " audio = resample(audio_data, sample_rate, 24000).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " #print(audio.shape)\n", + " #print(audio.dim())\n", + " _, codes = quantizer.encode_infer(audio, bandwidth_id=bandwidth_id)\n", + " codes = codes.squeeze(1).to(device)#+last_text_token\n", + "\n", + " return codes[0].tolist()#+last_text_token" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "JDfRH6HUIGiX" + }, + "outputs": [], + "source": [ + "def decode_tokenizer(discrete_code):\n", + " #discrete code is a list\n", + " discrete_code=torch.tensor([discrete_code]).to(device)-last_text_token\n", + " features = wavtokenizer.codes_to_features(discrete_code).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio_out = wavtokenizer.decode(features, bandwidth_id=bandwidth_id)\n", + " return audio_out" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "0U_45AQey40V" + }, + "outputs": [], + "source": [ + "def decode_tokenizer(discrete_code):\n", + " #discrete code is a list\n", + " discrete_code=torch.tensor([[discrete_code]]).to(device)#-last_text_token\n", + " features = wavtokenizer.codes_to_features(discrete_code).to(device)\n", + " bandwidth_id = torch.tensor([0]).to(device)\n", + " audio_out = wavtokenizer.decode(features, bandwidth_id=bandwidth_id)\n", + " return audio_out" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ij19rZw-fEQ0" + }, + "outputs": [], + "source": [ + "class PromptProcessor():\n", + " def __init__(self,lang):\n", + " self.lang=lang\n", + " self.bos = \"<|im_start|>\"\n", + " self.eos = \"<|im_end|>\"\n", + " self.tts_prompt = \"{bos}\\n{tts}\\n{text_start}{words}{text_end}\\n{lang}\\n{audio_start}\\n\"\n", + " self.stt_prompt = \"{bos}\\n{stt}\\n{audio_start}{codes}{audio_end}\\n{lang}\\n{text_start}\\n\"\n", + " self.special_tokens = {\n", + " \"audio_code\": \"<|{}|>\",\n", + " \"tts\":\"<|tts|>\",\n", + " \"stt\":\"<|stt|>\",\n", + " \"text_start\": \"<|text_start|>\",\n", + " \"text_end\": \"<|text_end|>\",\n", + " \"audio_start\": \"<|audio_start|>\",\n", + " \"audio_end\": \"<|audio_end|>\",\n", + " \"word_start\": \"<|word_start|>\",\n", + " \"word_end\": \"<|word_end|>\",\n", + " \"time\": \"<|t_{:.2f}|>\",\n", + " \"code_start\": \"<|code_start|>\",\n", + " \"code_end\": \"<|code_end|>\",\n", + " \"text_sep\": \"<|text_sep|>\",\n", + " \"hausa\":\"<|hausa|\">,\n", + " \"igbo\":\"<|igbo|\">,\n", + " \"yoruba\":\"<|yoruba|>\",\n", + "\n", + " }\n", + " super().__init__()\n", + "\n", + "\n", + " def create_results_prompts(self,words):\n", + " prompt_audio= []\n", + " prompt_text=[]\n", + " all_tokens=[]\n", + " for i in words:\n", + " word = i[\"word\"]\n", + " duration = self.special_tokens[\"time\"].format(i[\"duration\"])\n", + " tokens = \"\".join([self.special_tokens[\"audio_code\"].format(c) for c in i[\"codes\"]])\n", + " all_tokens.append(tokens)\n", + " prompt_audio.append(f'{word}{duration}{self.special_tokens[\"code_start\"]}{tokens}{self.special_tokens[\"code_end\"]}')\n", + " prompt_text.append(f'{tokens}{duration}{self.special_tokens[\"word_start\"]}{word}{self.special_tokens[\"word_end\"]}')\n", + " return \"\".join(all_tokens),\"\\n\".join(prompt_audio),\"\\n\".join(prompt_text)\n", + "\n", + "\n", + "\n", + " def get_prompt(self, row):\n", + " try:\n", + " audio=torch.from_numpy(row[\"audio\"][\"array\"]).unsqueeze(0)#torch.tensor([row[\"audio\"][\"array\"]])\n", + " #print(audio)\n", + " sample_rate=row[\"audio\"][\"sampling_rate\"]\n", + " if row[\"text\"]:\n", + " transcript=row[\"text\"]\n", + " else:\n", + " transcript=row[\"transcript\"]\n", + " input_words = ctc.process_text(transcript)\n", + " words= ctc.align(audio,sample_rate,transcript)\n", + " #print(words)\n", + " inputs_words_strings = f\"{self.special_tokens['text_sep']}\".join([i.strip() for i in input_words])\n", + " #self.text_prompt = \"{bos}\\n{text_start}{words}{text_end}\\n{audio_start}\\n\"\n", + " prompt_tts= self.tts_prompt.format(\n", + " bos=self.bos,\n", + " text_start=self.special_tokens['text_start'],\n", + " tts=self.special_tokens['tts'],\n", + " words=inputs_words_strings,\n", + " lang=self.special_tokens[self.lang],\n", + " text_end=self.special_tokens['text_end'],\n", + " audio_start=self.special_tokens['audio_start']\n", + " )\n", + "\n", + "\n", + " all_codes, tts_extra, stt_extra=self.create_results_prompts(words)\n", + " prompt_stt=self.stt_prompt.format(\n", + " bos=self.bos,\n", + " audio_start=self.special_tokens['audio_start'],\n", + " stt=self.special_tokens['stt'],\n", + " codes=all_codes,\n", + " lang=self.special_tokens[self.lang],\n", + "\n", + " audio_end=self.special_tokens['audio_end'],\n", + " text_start=self.special_tokens['text_start']\n", + " )\n", + " prompt_stt+=stt_extra+f\"\\n{self.special_tokens['text_end']}\\n{self.eos}\\n\"\n", + " prompt_tts+=tts_extra+f\"\\n{self.special_tokens['audio_end']}\\n{self.eos}\\n\"\n", + "\n", + " return {\"stt\":prompt_stt,\"tts\":prompt_tts}\n", + " except Exception as e:\n", + " #print(e)\n", + " return {\"stt\":\"An error occurred\",\"tts\":\"An error occurred\"}#,\"An error occured\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ctohbEGTfZYq" + }, + "outputs": [], + "source": [ + "ps=PromptProcessor(\"yoruba\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 17, + "referenced_widgets": [ + "9f80b9ce82aa4c2bb3e6da8edb4887ef", + "4d77ee1fa6ed43efa05683b12cf26239" + ] + }, + "id": "Q7R28b7gd-9f", + "outputId": "0c44d8ba-582f-42ca-f859-acb9a52a5729" + }, + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "9f80b9ce82aa4c2bb3e6da8edb4887ef", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "VBox(children=(HTML(value='
\\n<|tts|>\\n<|text_start|>siwaju<|text_sep|>si<|text_sep|>i<|text_sep|>mo<|text_sep|>pase<|text_sep|>pe<|text_sep|>ti<|text_sep|>enikeni<|text_sep|>ba<|text_sep|>yi<|text_sep|>ase<|text_sep|>yii<|text_sep|>pada<|text_sep|>ki<|text_sep|>fa<|text_sep|>igi<|text_sep|>aja<|text_sep|>ile<|text_sep|>re<|text_sep|>yo<|text_sep|>jade<|text_sep|>ki<|text_sep|>a<|text_sep|>si<|text_sep|>gbe<|text_sep|>duro<|text_sep|>ki<|text_sep|>a<|text_sep|>si<|text_sep|>fi<|text_sep|>oun<|text_sep|>naa<|text_sep|>ko<|text_sep|>si<|text_sep|>ori<|text_sep|>re<|text_sep|>ki<|text_sep|>o<|text_sep|>wo<|text_sep|>ile<|text_sep|>re<|text_sep|>pale<|text_sep|>a<|text_sep|>o<|text_sep|>si<|text_sep|>so<|text_sep|>o<|text_sep|>di<|text_sep|>aatan<|text_end|>\\n<|yoruba|\\n<|audio_start|>\\nsiwaju<|t_1.84|><|code_start|><|484|><|193|><|139|><|765|><|165|><|227|><|156|><|167|><|244|><|167|><|244|><|453|><|453|><|453|><|244|><|167|><|453|><|244|><|235|><|219|><|235|><|219|><|167|><|244|><|167|><|244|><|167|><|453|><|244|><|453|><|167|><|244|><|453|><|244|><|167|><|453|><|219|><|227|><|219|><|235|><|453|><|453|><|244|><|235|><|219|><|167|><|244|><|453|><|167|><|219|><|235|><|244|><|453|><|167|><|244|><|244|><|235|><|244|><|167|><|244|><|167|><|453|><|244|><|167|><|244|><|167|><|244|><|244|><|453|><|167|><|453|><|244|><|167|><|244|><|167|><|244|><|167|><|219|><|235|><|219|><|235|><|244|><|235|><|219|><|167|><|244|><|219|><|391|><|823|><|1578|><|1290|><|6|><|1685|><|26|><|1376|><|231|><|276|><|1441|><|183|><|202|><|132|><|7|><|50|><|1584|><|903|><|1374|><|1656|><|502|><|1657|><|1576|><|1591|><|98|><|682|><|36|><|514|><|657|><|552|><|874|><|7|><|319|><|414|><|71|><|1512|><|1597|><|46|><|1757|><|725|><|1470|><|1673|><|153|><|1416|><|1599|><|69|><|399|><|356|><|181|><|1217|><|357|><|code_end|>\\nsi<|t_0.20|><|code_start|><|510|><|767|><|263|><|634|><|1018|><|1732|><|356|><|1778|><|385|><|50|><|1778|><|385|><|409|><|1729|><|385|><|code_end|>\\ni<|t_0.50|><|code_start|><|50|><|1709|><|1591|><|50|><|1650|><|1558|><|415|><|1352|><|1615|><|758|><|1785|><|786|><|44|><|1299|><|458|><|776|><|185|><|165|><|391|><|156|><|453|><|167|><|244|><|167|><|244|><|167|><|453|><|219|><|227|><|219|><|235|><|453|><|244|><|219|><|643|><|193|><|505|><|code_end|>\\nmo<|t_0.22|><|code_start|><|1472|><|1709|><|1488|><|952|><|473|><|519|><|1726|><|607|><|98|><|1723|><|1597|><|436|><|220|><|1163|><|342|><|1070|><|758|><|code_end|>\\npase<|t_0.38|><|code_start|><|1299|><|269|><|1435|><|441|><|525|><|1746|><|402|><|876|><|1364|><|1712|><|554|><|769|><|1535|><|357|><|631|><|328|><|1241|><|1323|><|158|><|182|><|1452|><|277|><|1439|><|1239|><|1480|><|505|><|401|><|1248|><|code_end|>\\npe<|t_0.74|><|code_start|><|94|><|131|><|702|><|205|><|363|><|189|><|508|><|1440|><|213|><|29|><|1655|><|137|><|1093|><|18|><|182|><|1346|><|137|><|1019|><|1826|><|315|><|1620|><|1092|><|175|><|1288|><|1719|><|180|><|194|><|476|><|139|><|145|><|1231|><|219|><|165|><|442|><|156|><|453|><|453|><|167|><|244|><|167|><|244|><|453|><|167|><|244|><|167|><|244|><|453|><|235|><|219|><|235|><|244|><|167|><|453|><|219|><|219|><|204|><|code_end|>\\nti<|t_0.14|><|code_start|><|420|><|1547|><|1653|><|1061|><|14|><|416|><|1607|><|1641|><|213|><|98|><|code_end|>\\nenikeni<|t_0.44|><|code_start|><|1819|><|254|><|1776|><|949|><|357|><|385|><|530|><|1387|><|1789|><|917|><|452|><|154|><|1605|><|75|><|220|><|401|><|858|><|18|><|882|><|532|><|1646|><|380|><|1721|><|1081|><|1567|><|952|><|1689|><|181|><|1409|><|1661|><|1712|><|1585|><|414|><|code_end|>\\nba<|t_0.20|><|code_start|><|240|><|1377|><|1554|><|992|><|254|><|53|><|1745|><|138|><|1222|><|452|><|110|><|1595|><|129|><|1508|><|1586|><|code_end|>\\nyi<|t_0.28|><|code_start|><|1659|><|1283|><|1689|><|448|><|1812|><|1586|><|132|><|1593|><|1659|><|448|><|1552|><|1574|><|197|><|952|><|1332|><|356|><|1799|><|1796|><|1764|><|1129|><|741|><|code_end|>\\nase<|t_0.22|><|code_start|><|93|><|1417|><|576|><|230|><|1778|><|1592|><|962|><|1616|><|543|><|276|><|1794|><|1686|><|328|><|158|><|1659|><|731|><|1729|><|code_end|>\\nyii<|t_0.14|><|code_start|><|1650|><|554|><|1341|><|1270|><|695|><|1719|><|1812|><|194|><|763|><|345|><|code_end|>\\npada<|t_0.82|><|code_start|><|258|><|875|><|1758|><|248|><|1384|><|1073|><|514|><|1088|><|297|><|257|><|240|><|1269|><|678|><|1718|><|152|><|1420|><|1708|><|152|><|1180|><|655|><|13|><|412|><|1420|><|984|><|1141|><|736|><|1692|><|1803|><|862|><|1413|><|1142|><|275|><|484|><|223|><|144|><|118|><|551|><|165|><|391|><|156|><|235|><|219|><|453|><|167|><|244|><|453|><|453|><|167|><|453|><|219|><|227|><|219|><|167|><|167|><|244|><|167|><|244|><|453|><|453|><|167|><|156|><|204|><|code_end|>\\nki<|t_0.34|><|code_start|><|56|><|1513|><|1667|><|308|><|176|><|1789|><|473|><|166|><|1463|><|395|><|47|><|1340|><|756|><|79|><|112|><|411|><|626|><|1714|><|1524|><|1582|><|512|><|546|><|1451|><|375|><|1644|><|code_end|>\\nfa<|t_0.34|><|code_start|><|1002|><|858|><|1627|><|556|><|1518|><|1645|><|829|><|961|><|1030|><|95|><|13|><|158|><|467|><|112|><|395|><|374|><|657|><|1002|><|1171|><|1125|><|293|><|1747|><|1348|><|968|><|1775|><|1633|><|code_end|>\\nigi<|t_0.22|><|code_start|><|4|><|1710|><|298|><|1518|><|385|><|1413|><|820|><|1619|><|415|><|1800|><|175|><|22|><|1258|><|1217|><|483|><|657|><|code_end|>\\naja<|t_0.42|><|code_start|><|1412|><|550|><|1798|><|138|><|1375|><|1452|><|1643|><|187|><|196|><|1602|><|1387|><|132|><|782|><|783|><|1690|><|1733|><|76|><|1456|><|1022|><|179|><|1511|><|1294|><|388|><|1415|><|1703|><|1598|><|1827|><|1522|><|670|><|1769|><|1617|><|1069|><|code_end|>\\nile<|t_0.22|><|code_start|><|1513|><|154|><|1482|><|1674|><|1354|><|1750|><|1761|><|746|><|1416|><|1452|><|348|><|126|><|108|><|197|><|1330|><|685|><|code_end|>\\nre<|t_0.16|><|code_start|><|1708|><|1440|><|1563|><|1449|><|725|><|1791|><|412|><|1703|><|13|><|554|><|1545|><|1387|><|code_end|>\\nyo<|t_0.14|><|code_start|><|1570|><|945|><|1740|><|362|><|116|><|1827|><|687|><|36|><|1750|><|1419|><|414|><|code_end|>\\njade<|t_0.94|><|code_start|><|1562|><|409|><|1596|><|521|><|700|><|955|><|768|><|665|><|441|><|1160|><|1629|><|78|><|925|><|160|><|1628|><|335|><|682|><|778|><|143|><|533|><|63|><|1571|><|529|><|1578|><|483|><|1578|><|57|><|582|><|787|><|1573|><|1535|><|1257|><|1703|><|180|><|258|><|419|><|226|><|850|><|445|><|165|><|219|><|235|><|219|><|167|><|244|><|235|><|219|><|235|><|244|><|453|><|453|><|167|><|244|><|453|><|453|><|167|><|453|><|453|><|244|><|167|><|219|><|453|><|167|><|167|><|219|><|235|><|244|><|453|><|156|><|167|><|code_end|>\\nki<|t_0.14|><|code_start|><|256|><|1748|><|556|><|895|><|1563|><|1217|><|269|><|63|><|234|><|112|><|1356|><|code_end|>\\na<|t_0.10|><|code_start|><|347|><|142|><|1811|><|725|><|1626|><|1363|><|10|><|code_end|>\\nsi<|t_0.14|><|code_start|><|906|><|780|><|202|><|1688|><|864|><|1228|><|836|><|1600|><|220|><|875|><|702|><|code_end|>\\ngbe<|t_0.18|><|code_start|><|391|><|850|><|131|><|1299|><|1460|><|1698|><|10|><|48|><|11|><|234|><|1521|><|375|><|59|><|code_end|>\\nduro<|t_1.12|><|code_start|><|64|><|1386|><|844|><|858|><|143|><|615|><|623|><|1081|><|1741|><|1453|><|1431|><|1692|><|197|><|63|><|397|><|623|><|312|><|1596|><|1656|><|1501|><|1630|><|1490|><|92|><|683|><|397|><|48|><|703|><|1702|><|1794|><|1472|><|1802|><|1763|><|925|><|1707|><|94|><|304|><|89|><|177|><|1248|><|185|><|165|><|391|><|156|><|453|><|244|><|235|><|453|><|244|><|235|><|219|><|235|><|453|><|244|><|167|><|244|><|167|><|244|><|167|><|453|><|235|><|219|><|167|><|453|><|244|><|453|><|167|><|244|><|235|><|219|><|227|><|219|><|235|><|244|><|453|><|453|><|453|><|453|><|167|><|244|><|453|><|167|><|219|><|244|><|244|><|code_end|>\\nki<|t_0.14|><|code_start|><|56|><|1642|><|1717|><|276|><|485|><|182|><|1401|><|326|><|407|><|886|><|730|><|code_end|>\\na<|t_0.10|><|code_start|><|462|><|934|><|1089|><|1034|><|92|><|1586|><|10|><|code_end|>\\nsi<|t_0.16|><|code_start|><|1552|><|596|><|6|><|1664|><|1439|><|647|><|689|><|98|><|1215|><|1728|><|1657|><|769|><|code_end|>\\nfi<|t_0.20|><|code_start|><|1693|><|1139|><|749|><|1654|><|10|><|1616|><|1488|><|1088|><|1717|><|1077|><|6|><|1595|><|1221|><|132|><|455|><|code_end|>\\noun<|t_0.20|><|code_start|><|1572|><|1078|><|48|><|1580|><|856|><|867|><|376|><|1689|><|399|><|514|><|1764|><|1829|><|1444|><|1558|><|230|><|code_end|>\\nnaa<|t_0.46|><|code_start|><|1315|><|503|><|1382|><|422|><|1084|><|215|><|946|><|79|><|818|><|616|><|969|><|1366|><|443|><|1793|><|1022|><|1452|><|1785|><|1575|><|1662|><|1536|><|401|><|670|><|643|><|145|><|17|><|185|><|165|><|21|><|156|><|167|><|235|><|219|><|244|><|219|><|342|><|code_end|>\\nko<|t_0.22|><|code_start|><|1299|><|1773|><|700|><|1757|><|1787|><|1058|><|973|><|994|><|903|><|1019|><|1394|><|636|><|1376|><|253|><|416|><|1018|><|67|><|code_end|>\\nsi<|t_0.24|><|code_start|><|1691|><|253|><|10|><|1811|><|1004|><|1549|><|1620|><|328|><|1657|><|1141|><|485|><|1750|><|1399|><|1616|><|473|><|63|><|98|><|1802|><|code_end|>\\nori<|t_0.22|><|code_start|><|1670|><|536|><|1509|><|1818|><|1540|><|1610|><|1030|><|919|><|1737|><|502|><|1559|><|312|><|1741|><|6|><|688|><|1370|><|code_end|>\\nre<|t_1.10|><|code_start|><|134|><|546|><|191|><|844|><|1702|><|236|><|1450|><|1635|><|157|><|687|><|1821|><|1501|><|592|><|1759|><|1827|><|1510|><|1659|><|1703|><|141|><|761|><|659|><|484|><|59|><|219|><|165|><|21|><|156|><|453|><|453|><|453|><|453|><|453|><|244|><|167|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|453|><|167|><|219|><|167|><|453|><|453|><|453|><|244|><|235|><|219|><|235|><|219|><|235|><|219|><|235|><|244|><|244|><|167|><|244|><|167|><|244|><|167|><|244|><|167|><|453|><|453|><|244|><|167|><|167|><|219|><|453|><|167|><|219|><|167|><|453|><|167|><|244|><|219|><|453|><|139|><|code_end|>\\nki<|t_0.18|><|code_start|><|1613|><|43|><|218|><|719|><|202|><|1695|><|1431|><|295|><|1606|><|286|><|63|><|583|><|1530|><|code_end|>\\no<|t_0.14|><|code_start|><|293|><|898|><|1516|><|607|><|1579|><|688|><|1548|><|683|><|1762|><|935|><|1606|><|code_end|>\\nwo<|t_0.50|><|code_start|><|810|><|1606|><|644|><|792|><|1516|><|1690|><|1452|><|775|><|1341|><|143|><|1341|><|1515|><|1482|><|48|><|126|><|126|><|737|><|1533|><|1772|><|1484|><|1240|><|1335|><|850|><|1109|><|343|><|567|><|971|><|68|><|118|><|744|><|226|><|75|><|342|><|180|><|1508|><|768|><|890|><|code_end|>\\nile<|t_0.22|><|code_start|><|775|><|10|><|554|><|150|><|890|><|1383|><|952|><|1748|><|295|><|1572|><|137|><|1406|><|65|><|911|><|831|><|1606|><|1576|><|code_end|>\\nre<|t_0.16|><|code_start|><|191|><|1326|><|1|><|107|><|1437|><|1078|><|1684|><|377|><|505|><|551|><|32|><|1480|><|code_end|>\\npale<|t_0.80|><|code_start|><|1548|><|302|><|961|><|1132|><|1200|><|1073|><|759|><|79|><|214|><|1802|><|608|><|143|><|1520|><|889|><|123|><|1532|><|270|><|34|><|107|><|1|><|1554|><|402|><|1510|><|1353|><|1286|><|1543|><|1607|><|1403|><|1644|><|1659|><|1752|><|505|><|859|><|1478|><|643|><|490|><|526|><|144|><|161|><|165|><|235|><|219|><|453|><|167|><|244|><|453|><|453|><|244|><|167|><|219|><|227|><|219|><|235|><|244|><|219|><|219|><|572|><|121|><|632|><|552|><|code_end|>\\na<|t_0.12|><|code_start|><|1105|><|260|><|1315|><|1004|><|373|><|1493|><|1318|><|1280|><|483|><|code_end|>\\no<|t_0.10|><|code_start|><|811|><|488|><|1680|><|748|><|1363|><|154|><|731|><|code_end|>\\nsi<|t_0.18|><|code_start|><|290|><|1518|><|1734|><|1221|><|1645|><|1532|><|0|><|1503|><|335|><|1364|><|713|><|282|><|333|><|50|><|code_end|>\\nso<|t_0.20|><|code_start|><|202|><|1363|><|69|><|231|><|1497|><|1013|><|1758|><|252|><|1581|><|753|><|462|><|1674|><|1755|><|123|><|341|><|code_end|>\\no<|t_0.12|><|code_start|><|629|><|1726|><|1399|><|1399|><|848|><|835|><|196|><|509|><|91|><|code_end|>\\ndi<|t_0.32|><|code_start|><|1562|><|230|><|753|><|1270|><|183|><|98|><|533|><|1563|><|1488|><|778|><|1482|><|1796|><|1283|><|98|><|884|><|79|><|1493|><|1426|><|1433|><|1658|><|1731|><|1107|><|1190|><|386|><|code_end|>\\naatan<|t_0.28|><|code_start|><|1261|><|614|><|1403|><|1433|><|1614|><|505|><|258|><|360|><|85|><|52|><|577|><|1690|><|738|><|1391|><|203|><|1720|><|197|><|966|><|1157|><|143|><|1089|><|code_end|>\\n<|audio_end|>\\n<|im_end|>\\n'" + ] + }, + "execution_count": 53, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ps.get_prompt(k)[\"tts\"]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "43YFGwbEbWkN" + }, + "outputs": [], + "source": [ + "data_yoruba = data_yoruba.cast_column(\"audio\", Audio(sampling_rate=24000))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "6aDesKzcQZQn", + "outputId": "455497c1-814c-40f8-a6b4-c9812880aa96" + }, + "outputs": [ + { + "data": { + "text/plain": [ + "Dataset({\n", + " features: ['audio', 'text'],\n", + " num_rows: 15188\n", + "})" + ] + }, + "execution_count": 56, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data_yoruba" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "bMOmeJx5IkAn" + }, + "outputs": [], + "source": [ + "start=0\n", + "end=len(data_yoruba)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "--KPdDtTvVrN", + "outputId": "b0a99ed0-cfb7-416b-ed7f-7f52fa778517" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "15188\n" + ] + } + ], + "source": [ + "print(end)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "ZtcDBjbQh39V" + }, + "outputs": [], + "source": [ + "import pandas as pd" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 806, + "referenced_widgets": [ + "e0b88a0e362c4a6a90007d6dbb7898f7", + "d43a756456da4d90b0ff3a68f495b2a4", + "10bf93a19adb4be98db0eef6a6d3e4b7", + "61fb2ad3726249e7997db481f16ec38d", + "583a4e6780ae4b5fb57ff7a9abcbb8c0", + "bf5d385efe034480a6094d60cabb0494", + "76f5c621fdb842e884114096a5f39e2b", + "073b1c763bd745f6988bb9bd801327c0", + "885207f1cd3441ad8957327a2a982ac6", + "d7b3312c66d849598a7043e3e73b4737", + "89d909976ce94c08a91a5efacbd3e62e", + "46d7d1c3a76243619f326cf8c7b73fca", + "54bba0e876be46dda328603faa8cf66e", + "35c3a2946dae4070bcf022d35fa265a6", + "89ec11c7bcae45f2be0903830a95961d", + "31a684f538da4d1a9648e59ae1b9bf73", + "c099ad1ead9d4c89ba905a6c707036dc", + "4e597e4abdd54c3da89e0969f1ea668a", + "09621288a09d4bca8384b6207a2a1aea", + "902a8e3295e44eeea8f408f35123fcb4", + "05ad3715094e46f18b655919f4069cd5", + "64b2f5fc28e2442eb9cc3f7754b8b42d", + "893eb6db012c4b64b3a85085c2e49734", + "448bec40f2f84efe92b8d63fb171e969", + "20264245dd924561890a07a0fbb27e3f", + "d338e081756841cc8be1e15d0f0d1df7", + "70af51385e9944f3a3ec109a74bc00b9", + "15c57fc3b1734b78880366ced3655823", + "819a5399a0bb4db1a4f3cd626d64afd2", + "3d9e0d472b984f968df1b93b2c678755", + "f584557ca9a5443db73be962b4aff54a", + "904be14313f24ad682925fed28b4e9cd", + "f0fea1eb546444d89abb36ba5e73574a", + "5459902949304d34abd7da1e8d2831e9", + "ec17c15e5a8c45ffa7b4c9a6b709f62a", + "edcafae4e5b147da9307ec820dc2036c", + "89c4596fc5024b14a60336b9c2719d5e", + "bc4398d6dd3145cfb44b7ef2da31fb14", + "2d4c4a3a3dfc462f90bb077a9c4a6b9d", + "b7a26d7018ca40c9a94fbcc74d9bfe42", + "4335c6b80d7449f4933b568eb8178db8", + "08de406e0aca4d2e9ed08733b6d0d68c", + "10d17e69e05d43418cc2887a73a8bfc6", + "cb9d646d58654ee6a16b3ddc99442b34", + "02ba2162a0e54444934e56c2d3e200a8", + "818a9551e791429fae1bc40eb118c232", + "e36af641e4e746429bde99c695f41b32", + "e1568df30b1f47f9aaeeeb189dc721cf", + "22918d9f5480470f8d4e6ee7b0b5e3d8", + "b4edf681cf394527bffb917b492dda1a", + "a2b59e72a60746999c28b24a20a0544d", + "68c8b0cafcf545e5a42f397be6c5cb2b", + "ad0523cec3534a14ae468f5e0ea1fde3", + "5ad34c92e12e49cebb9b92233f263816", + "270b7c4a7dc240098e86c617ef7ca663", + "dd42d28d30c74f0a850ed62b2a63ea7a", + "b6f6b19e08864f9d82c3e047c9138b48", + "3a39f638ad0c47d78af431c610c55ecf", + "7dab18879bc54bdfb61d6b2d74410289", + "7376312405634b869d2346528c844e67", + "d4aaa54c5ef94e4c9ded368c88195d6d", + "63c37cc94900469388af05b0b8acbfa0", + "49ab15fd88dd4b9aa6af7fde30c5d60b", + "63888496153842e684e12f6aff8553e7", + "ba1486d63c444cff8b0d8e8fcdfe6e54", + "0ff12ea1edf24eacb5d724f233749f78", + "c128085ecd0249ebb0ed2a8ca6134dd7", + "09f01c09c95d4167990f8c1414eef171", + "3d58d863744c4b7a8caca51c917ef11f", + "e87f526ef56b47088613a1ae7bcc85e6", + "9f0e31734a5a4504a174de5ec75a0d77", + "b50b1a1ac43449dea025bfc3c811383a", + "04a0f28bee314e43a85758d527b54eea", + "c7c347bb24424ff58652dc92e3a1a270", + "b94091e6a1614bc9be7975efcf5cccff", + "9d7c51757d304f8d8acf1dd800639d92", + "1299f906adee4e76825dccef35ab95cc", + "4eedef133c70440b900d14622033bec8", + "437f9922127a4dacb86413a7262a47ec", + "7ea4df4ad2f04b00b4067a1bcb3f83f6", + "04e468d1920148a5a472eb1eac8c9e59", + "aa2667e808f94e9cb740808252acb221", + "e528b3e004cc4e02b47dfe8fd2c6b81a", + "ec015a0611c2477cb783c0aa9bb5303a", + "787de6d829ab46a392e16f445cb5623e", + "24c0dfaeff7b4d488ebe0024cecb998c", + "10ca3614b1f94c7b92f2ea373127d503", + "695689b5aff04ed1a50864a01088f699", + "24c3443556004f85a7b0765f9f038287", + "9fbda99be48f42d188087719c797b471", + "d32b859e16ae490baf0ebe9e2586341c", + "e6902685b2e94d3381fe650f791d5dbd", + "c4eea6a1540746a0a845e86e888489ea", + "441fd0c761bd4407a237a7dd1a8ee2da", + "8965eebbb04b457c9857425e2fafca4b", + "2421b4d14f7843cba43721650ab80960", + "28ec94a31aed477ea761e361e59af62f", + "197e81535b54451b8995f9e4c627d23b", + "3c64fa79fa0d479f9095924dbf804dc5", + "0cb78bec603646e9981b3eb85bbe0665", + "19be6a0dadf143bd9cbfc8a39bc243ae", + "6e254c9790e2456ba7c67fa850bff4c6", + "85cd361203074a3382961a02f78b726f", + "791ea412bca3457a938e6b3afcfc38be", + "cefce837299549ddb3902bbc5175bd78", + "c7976918ead54dfc81e055e3cb33bb1b", + "484ac3c038194e3abcad757b88fe4651", + "712cb8cf9af14efbb1e59ad0ee6ebe6f", + "8cbd10126b794a9b83f5c8edfddb9172", + "92051a1edead4a6c950b9e0d13f00c75", + "1ddfe317751b4d2890a3ee1e08b0d6f2", + "c565efa570c74a7da51e33a256b087c3", + "1e57ba99026b452bb745372e7275b98c", + "c7490a822b9440d6b094d984f48093f3", + "1ea5aefc24714c35ac8760cd958e001d", + "d38b0b2d113f4760a79ff06af51f2ff7", + "24231915e90445f3b39ad0666e3aa7ae", + "b94e1a9b5cdf492dbf06d215b031b2d4", + "39d5730b09374c00b46799df0019ce3e", + "5739856f968a43c29d4d45ef0d46f57d", + "ce25c0d80ef8456a999487151a52f3c9", + "28dbaf12ec3c420bafb1cbb79ecaf09b", + "d6b9ea69c91e4049b71b2d5c74b65fa3", + "b4bbe3eb14304356a331f063de3b4813", + "9b49f747ac9c4175a6c726c49f2b931c", + "20a01633ffc04a4a972ae88ee13a0763", + "dc7ca1863ef94572a9f2cc51ff3dd94c", + "98da0eb0a96d4eec874d048dc6e605a3", + "f1b463b37b9e47d5860d6ec9b7d61be4", + "eaa7340b424241b2878b0b17cead8ebe", + "25f10c088357447988b6734c4bafed58", + "bf25e59b685d4f31b478c8b52bb7730d", + "4a729df9e574489098ed5e64bb7ad536", + "0a9970ff55004cf68a69c330325c3823", + "2d45c9a555074335b69401b2f91366e5", + "3568c721a39446a1bddb730819dbb7cc", + "4c05845c6fdf463ba7d77c3c1dfa9f3e", + "8828b549b71349b3a34d3cb093b5983a", + "6bee9d40325a4b5cb22863e78bf64ddd", + "91768d1a22ae4305852fb3390f9985fe", + "8f8e4b419f5c44deb29d870c7cc26ed6", + "c1d4b007762d403ab14b4797706ce837", + "2303cbb8d34f4101b2bf99189f64cd61", + "6d0dfe528ee1487da4c66d0ecf7d88e2", + "05b4584d86f54207adadc05b0a366741", + "eff9aef9db1a422db624a9692d676b64", + "cd803a33e75e4e9f8481be3bcdcbd670", + "cff27e7197f84d67abd01fc74c4c0270", + "8345c02de21d4a5d8ca5ad5c0c919998", + "16fc05264a414023b52683c89cf5dafc", + "e0f7aa7ed2d04a58a0840cacf3696d4e", + "1b8779420808487ebb2afa6508c6610c", + "d9aa9de0d8b74acf82a97441fb27f993", + "1d8d9b9be18b4899a04078a351404160", + "a5b1b503389c4f71a572046479faaf20", + "0df1ea9adfcb4e68af0d6797df47ba3f", + "760bedf1e76142999cb3fc8004320f48", + "1db92315e01441b8b3279ddf2befef1b", + "077ed5edec7f4f20a6c13c95341f91c8", + "a4ed001d6cd9417ca96b5604cf6c214f", + "1fde53e46e894b3dae285f2a11a0e0b0", + "acfef966dfab4825ad82584439aa3bdd", + "3648fcb592a848f7bbabe7e4b50c8202", + "500d4fbd3a314c1a8897bb88ce70b822", + "cd016f0ceb6c4584be5b54f6310bd971", + "1570b6102ec5492aa88630dd059386fa", + "9d1eff09299e425daf16ce9579d6f025", + "0cbfe481c0d14f558ff23469bf869353", + "c5dd64b0381149088d6202302b59e0b7", + "48090cb69d94470e914302bdd13acb8c", + "720c8e83984046f58389381f1cd0f9fa", + "b95c7ce80f6b407a96d18b0425714ea4", + "cd5215d24c294a02a4bda8bd0638e1eb", + "05c5977a593a473d86e139786238c295", + "758f179bcf3f452eb6da94787942aa85", + "7d62e152daf44238ba2026b468ab8a8c" + ] + }, + "id": "TrWxeMPPIfqT", + "outputId": "70b74c78-c500-4adb-b21c-710db5cefa3e" + }, + "outputs": [ + { + "metadata": { + "tags": null + }, + "name": "stdout", + "output_type": "stream", + "text": [ + "0\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "e0b88a0e362c4a6a90007d6dbb7898f7", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Map: 0%| | 0/1000 [00:00end:\n", + " end_local=end\n", + " else:\n", + " end_local=start+1000\n", + "\n", + " print(start)\n", + " data_1000=data_yoruba.select(range(start,end_local)).map(\n", + " ps.get_prompt,\n", + " remove_columns=[\"audio\",\"text\"],\n", + " )\n", + " pd.DataFrame(data_1000).to_csv(f\"/content/drive/MyDrive/naij_tokenized/yoruba_yts_{(start+1)//1000}.csv\")\n", + "\n", + " start+=1000" + ] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "T4", + "machine_shape": "hm", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.3" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "0008e0c53d0d452c84b00949ae52cbfc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "00332f760bbe49f5ba1aa5558c5889e0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c1057cfdb85d4b7eb63f0ad0e935055f", + "max": 410893545, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b6b9f3596a2542d69539c06d99c8b1d9", + "value": 410893545 + } + }, + "0107a77abfcc493a93edb73b959d20e9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "016d0da2c83049d2a5446452f6a6f79a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "016d76fbd3264ac5acb1b484a69f7a0f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0256256edf5b437f8f2a0e40f02ebf4f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "027a94aef2a3410382712741ae34c239": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "02ba2162a0e54444934e56c2d3e200a8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_818a9551e791429fae1bc40eb118c232", + "IPY_MODEL_e36af641e4e746429bde99c695f41b32", + "IPY_MODEL_e1568df30b1f47f9aaeeeb189dc721cf" + ], + "layout": "IPY_MODEL_22918d9f5480470f8d4e6ee7b0b5e3d8" + } + }, + "038a45adc53343519ccd7cabd7a47388": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "04a0f28bee314e43a85758d527b54eea": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "04e468d1920148a5a472eb1eac8c9e59": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_10ca3614b1f94c7b92f2ea373127d503", + "placeholder": "​", + "style": "IPY_MODEL_695689b5aff04ed1a50864a01088f699", + "value": " 1000/1000 [04:42<00:00,  3.40 examples/s]" + } + }, + "054da04c41e34890850b6e2b200d0c82": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_ded56017e08a4b2cbcf2dbfcc2810b06", + "IPY_MODEL_8e9257204c554ab290e0d8efb8504e68", + "IPY_MODEL_340d809a4c4c44c3b711d8841d273dac" + ], + "layout": "IPY_MODEL_0fabb3bcb3bf4e5096c981ddab7fc4d1" + } + }, + "05909678d7cb4eb2aba33bc8deb39474": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "05ad3715094e46f18b655919f4069cd5": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "05b4584d86f54207adadc05b0a366741": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8345c02de21d4a5d8ca5ad5c0c919998", + "placeholder": "​", + "style": "IPY_MODEL_16fc05264a414023b52683c89cf5dafc", + "value": "Map: 100%" + } + }, + "05c5977a593a473d86e139786238c295": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "0686d5f44dd7437a9bc53627711bab51": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_820d23cd4d8f4d42bef73b61ab543476", + "placeholder": "​", + "style": "IPY_MODEL_bb98436a43d64298a4c4f37c5cf10c69", + "value": "train-00011-of-00025.parquet: 100%" + } + }, + "06ca57905f6848e4a8ca607a3d1fb619": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_822ba7f7995a4c02a723cefdd6999151", + "IPY_MODEL_4b5d917705774256b61bf98516dbdcdc", + "IPY_MODEL_2cfe1b1c71864d59a36646cc51639a45" + ], + "layout": "IPY_MODEL_2f73fa56aa8848ab8cb73ffbb724cc90" + } + }, + "073b1c763bd745f6988bb9bd801327c0": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "076dd00813d24851b3f194910ed43c3d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_52f37fc7b3f247138cb8d65fe62fc440", + "placeholder": "​", + "style": "IPY_MODEL_e0b0c538927241c6be3dd775daf49ab6", + "value": " 464M/464M [00:10<00:00, 42.5MB/s]" + } + }, + "077ed5edec7f4f20a6c13c95341f91c8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "07b5c8c1cecf46a399fe4273b3d8a382": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cfacad7625ed485e8284c0240fcfb957", + "max": 25, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_2e5d1c91494345f283e8165d9a9706f4", + "value": 25 + } + }, + "08de406e0aca4d2e9ed08733b6d0d68c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "09621288a09d4bca8384b6207a2a1aea": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0981ca3863c54ab1a05f9fab0ccbe0d0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "099e4adeded644ffac281ee8609e7700": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "09f01c09c95d4167990f8c1414eef171": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b50b1a1ac43449dea025bfc3c811383a", + "placeholder": "​", + "style": "IPY_MODEL_04a0f28bee314e43a85758d527b54eea", + "value": "Map: 100%" + } + }, + "0a9970ff55004cf68a69c330325c3823": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8828b549b71349b3a34d3cb093b5983a", + "placeholder": "​", + "style": "IPY_MODEL_6bee9d40325a4b5cb22863e78bf64ddd", + "value": "Map: 100%" + } + }, + "0bc5b8afdd0046b18ac5e9a724934d1c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0cb78bec603646e9981b3eb85bbe0665": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_19be6a0dadf143bd9cbfc8a39bc243ae", + "IPY_MODEL_6e254c9790e2456ba7c67fa850bff4c6", + "IPY_MODEL_85cd361203074a3382961a02f78b726f" + ], + "layout": "IPY_MODEL_791ea412bca3457a938e6b3afcfc38be" + } + }, + "0cbfe481c0d14f558ff23469bf869353": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cd5215d24c294a02a4bda8bd0638e1eb", + "max": 188, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_05c5977a593a473d86e139786238c295", + "value": 188 + } + }, + "0d38c195f503433aa7d703656788fbfa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_400aa9ae382742449df81e6ec8b96505", + "IPY_MODEL_e212e77c37e946318d23a173b79d8546", + "IPY_MODEL_547928fcb40a4ee49d92e3d534cf19a9" + ], + "layout": "IPY_MODEL_25b0184863ff41ed885ccae97d1f6311" + } + }, + "0df1ea9adfcb4e68af0d6797df47ba3f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a4ed001d6cd9417ca96b5604cf6c214f", + "placeholder": "​", + "style": "IPY_MODEL_1fde53e46e894b3dae285f2a11a0e0b0", + "value": "Map: 100%" + } + }, + "0ef9d3ce488648a2b4e0bd263a17081a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_66525275363b4b599d4ace39178ab3f3", + "IPY_MODEL_96cd2c47997e4e709cb0e88eddf8a30d", + "IPY_MODEL_2f78b7b86d594557ac792b8526c77922" + ], + "layout": "IPY_MODEL_fc72c2dcfe9c4d29ad699e6cc5a08da6" + } + }, + "0fabb3bcb3bf4e5096c981ddab7fc4d1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0fcde6e5aa2d488899e2b25e755c07d7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_390703df0a2c4938bfa16260c5c09927", + "placeholder": "​", + "style": "IPY_MODEL_65f53422a6d843c89e9b1fb351d77f3f", + "value": " 402M/402M [00:09<00:00, 42.9MB/s]" + } + }, + "0ff12ea1edf24eacb5d724f233749f78": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "104214d98ed9467ea2ed1abd06374794": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "10513de0bdb149cbb990c2b4f0d44393": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "10bf93a19adb4be98db0eef6a6d3e4b7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_073b1c763bd745f6988bb9bd801327c0", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_885207f1cd3441ad8957327a2a982ac6", + "value": 1000 + } + }, + "10ca3614b1f94c7b92f2ea373127d503": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "10d17e69e05d43418cc2887a73a8bfc6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1157c82b20194d6bbbf358a659717e2c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "123586ac7211467faeed1683ca06ac13": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1282bb4be1cf4865876acda9dea59be1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1299f906adee4e76825dccef35ab95cc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "12c27f65d1f14d0ab558e410af35505c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f9b7075028b44dc5bd8d3deba72ebec7", + "placeholder": "​", + "style": "IPY_MODEL_39e6738cb072440790b99af021a5abee", + "value": " 368M/368M [00:08<00:00, 42.6MB/s]" + } + }, + "12e68e22e9714b46a3cfb6aee72ae926": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "12ff6852dfc44ac381444d378ab3a67e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "139e7be5a932473aaa949f333c18baee": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "13c8941cb2bd455a8bc7bee31bd73d95": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5ca7a6dce6584eb4b71118577980348f", + "IPY_MODEL_a7a14d45c09643ceae5c5409ef874819", + "IPY_MODEL_c6a9adf308a04e2c8c8f233245011e5b" + ], + "layout": "IPY_MODEL_3b43162ba78848da952f8486011a0e1f" + } + }, + "149febe44ef04ee79b7ac36056247e3d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "1570b6102ec5492aa88630dd059386fa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9d1eff09299e425daf16ce9579d6f025", + "IPY_MODEL_0cbfe481c0d14f558ff23469bf869353", + "IPY_MODEL_c5dd64b0381149088d6202302b59e0b7" + ], + "layout": "IPY_MODEL_48090cb69d94470e914302bdd13acb8c" + } + }, + "157124ee867145a7922a28dbaef692a4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4d7bf42b2d054e17a73a739ad6b13ede", + "placeholder": "​", + "style": "IPY_MODEL_33425f8574694ab381c081819ad3bb1c", + "value": "train-00008-of-00025.parquet: 100%" + } + }, + "15a4ce6378ec41148b6a2a77e7633a84": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_729ff1112ea24eb1aec6d4f6b2c3e4ed", + "placeholder": "​", + "style": "IPY_MODEL_a1588161e0cc4b9abb9bdf2d75f63511", + "value": " 25/25 [00:00<00:00, 1978.82it/s]" + } + }, + "15c57fc3b1734b78880366ced3655823": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "161f1a7ab29d4dafa0f9731f9882f256": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dcbad259b7e04b5ab20642a0cdb648fa", + "placeholder": "​", + "style": "IPY_MODEL_5fecc068ea624896b36604ab46b9e472", + "value": "train-00009-of-00025.parquet: 100%" + } + }, + "16fc05264a414023b52683c89cf5dafc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "186eb4d1e558448c8ff8cc483ecd7703": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "18af3e0ec92c482687581a9cc60d8285": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "197e81535b54451b8995f9e4c627d23b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "19be6a0dadf143bd9cbfc8a39bc243ae": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cefce837299549ddb3902bbc5175bd78", + "placeholder": "​", + "style": "IPY_MODEL_c7976918ead54dfc81e055e3cb33bb1b", + "value": "Map: 100%" + } + }, + "1a17d94bb82a409fb4afa2d9af037ed7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d19c66e8cbe44d4a8030482d4f6310e5", + "placeholder": "​", + "style": "IPY_MODEL_cdaa464aef654974ad17770131bfcd5b", + "value": "train-00021-of-00025.parquet: 100%" + } + }, + "1b8779420808487ebb2afa6508c6610c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "1c28b4a68c52447ebe5313d15e81a6d6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_12e68e22e9714b46a3cfb6aee72ae926", + "max": 450516762, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_016d0da2c83049d2a5446452f6a6f79a", + "value": 450516762 + } + }, + "1d102e4187224269a1402af566e597ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9b7740280ec54e8cbcac9b7cf16355f1", + "placeholder": "​", + "style": "IPY_MODEL_532338f40b144d35988c00a021fd3cf9", + "value": "Resolving data files: 100%" + } + }, + "1d508ab08b094fd98bad27667cd73821": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1d8d9b9be18b4899a04078a351404160": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1db92315e01441b8b3279ddf2befef1b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_500d4fbd3a314c1a8897bb88ce70b822", + "placeholder": "​", + "style": "IPY_MODEL_cd016f0ceb6c4584be5b54f6310bd971", + "value": " 1000/1000 [05:01<00:00,  2.19 examples/s]" + } + }, + "1ddfe317751b4d2890a3ee1e08b0d6f2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_c565efa570c74a7da51e33a256b087c3", + "IPY_MODEL_1e57ba99026b452bb745372e7275b98c", + "IPY_MODEL_c7490a822b9440d6b094d984f48093f3" + ], + "layout": "IPY_MODEL_1ea5aefc24714c35ac8760cd958e001d" + } + }, + "1e57ba99026b452bb745372e7275b98c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b94e1a9b5cdf492dbf06d215b031b2d4", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_39d5730b09374c00b46799df0019ce3e", + "value": 1000 + } + }, + "1ea5aefc24714c35ac8760cd958e001d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1fde53e46e894b3dae285f2a11a0e0b0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "20264245dd924561890a07a0fbb27e3f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3d9e0d472b984f968df1b93b2c678755", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_f584557ca9a5443db73be962b4aff54a", + "value": 1000 + } + }, + "20a01633ffc04a4a972ae88ee13a0763": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "21b8ed31f91e45eaa7b239c799e33f38": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "22918d9f5480470f8d4e6ee7b0b5e3d8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2303cbb8d34f4101b2bf99189f64cd61": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "2421b4d14f7843cba43721650ab80960": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "24231915e90445f3b39ad0666e3aa7ae": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "24c0dfaeff7b4d488ebe0024cecb998c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "24c3443556004f85a7b0765f9f038287": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9fbda99be48f42d188087719c797b471", + "IPY_MODEL_d32b859e16ae490baf0ebe9e2586341c", + "IPY_MODEL_e6902685b2e94d3381fe650f791d5dbd" + ], + "layout": "IPY_MODEL_c4eea6a1540746a0a845e86e888489ea" + } + }, + "25b0184863ff41ed885ccae97d1f6311": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "25f10c088357447988b6734c4bafed58": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "26dc42d46060426f9ed6566969c37ae0": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "270b7c4a7dc240098e86c617ef7ca663": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "28dbaf12ec3c420bafb1cbb79ecaf09b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d6b9ea69c91e4049b71b2d5c74b65fa3", + "IPY_MODEL_b4bbe3eb14304356a331f063de3b4813", + "IPY_MODEL_9b49f747ac9c4175a6c726c49f2b931c" + ], + "layout": "IPY_MODEL_20a01633ffc04a4a972ae88ee13a0763" + } + }, + "28ec94a31aed477ea761e361e59af62f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "28f56259ba224b1fab5f0b3c8fae3e4a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2926886622ad443ca0d592981f631f22": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2a244e1f8e4f4a07bfe72f18de6822c1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e41e7e1b3f0c4765a12c7155b96c3fb5", + "IPY_MODEL_4006e66507b54722acbb69c161fbbb66", + "IPY_MODEL_430f5390244f42e39597d6f52a76717a" + ], + "layout": "IPY_MODEL_7196c745ae9e46bdafd45705356ca0a3" + } + }, + "2a995e57a37b47d5a83a559fd5db6c82": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2aeccda4ea334e0f922657f77c24fd5a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2b87eefd9f944acc9a33e8a7dc8b6718": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2c9a7682041946c2af2d7e694160b59e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2ccb37f162c04710a12d729aab582e30": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2cfe1b1c71864d59a36646cc51639a45": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ea24c5812607433482e4e7e9601b1e0c", + "placeholder": "​", + "style": "IPY_MODEL_1d508ab08b094fd98bad27667cd73821", + "value": " 413M/413M [00:10<00:00, 38.3MB/s]" + } + }, + "2d45c9a555074335b69401b2f91366e5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_91768d1a22ae4305852fb3390f9985fe", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8f8e4b419f5c44deb29d870c7cc26ed6", + "value": 1000 + } + }, + "2d4c4a3a3dfc462f90bb077a9c4a6b9d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2d83e7a9b6a44e8194efefe0954a24b1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_76989582f34d4cbfa4d6e9389e04db4a", + "placeholder": "​", + "style": "IPY_MODEL_87d4287b8f854b41bf4f6270c9c16cf9", + "value": " 447M/447M [00:10<00:00, 43.3MB/s]" + } + }, + "2e5d1c91494345f283e8165d9a9706f4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "2e7b485489ac477e9a7924f4fea05455": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_1a17d94bb82a409fb4afa2d9af037ed7", + "IPY_MODEL_b4c6fbc83acc40df9c24d716d66bb796", + "IPY_MODEL_b4ba464113564b349ce5e46024286908" + ], + "layout": "IPY_MODEL_395b99d004d94f4987d5d35f39f54fbc" + } + }, + "2f73fa56aa8848ab8cb73ffbb724cc90": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2f78b7b86d594557ac792b8526c77922": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_26dc42d46060426f9ed6566969c37ae0", + "placeholder": "​", + "style": "IPY_MODEL_48ce8ab1dc6943ac8a094311fc98236f", + "value": " 418M/418M [00:10<00:00, 42.4MB/s]" + } + }, + "30f0d3681c2e4c45aa36d5381d822801": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "31a684f538da4d1a9648e59ae1b9bf73": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3308410a19a14306b5b1c86d4d18b91e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f5f19bb9e2624411b8ddf8c610d65040", + "placeholder": "​", + "style": "IPY_MODEL_c4de3a9dbdeb418fa16399c8197f48c4", + "value": "train-00018-of-00025.parquet: 100%" + } + }, + "33425f8574694ab381c081819ad3bb1c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "340d809a4c4c44c3b711d8841d273dac": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cb20a0fa705049deae05a4a8cb92e11a", + "placeholder": "​", + "style": "IPY_MODEL_ec7a6748f14b4154adb6d29a3f3e92c0", + "value": " 15188/15188 [00:36<00:00, 470.22 examples/s]" + } + }, + "341da38a540549f6952473001b4241f8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3447dd24d6c34e02b6472c6abfcd18f8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "34f29f2c5f1a4f70ad300875be5b642d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_afbce0f83c4549ab8b45d5831ba4310c", + "max": 460558358, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b641aa0b645a423fb23f06704a61160a", + "value": 460558358 + } + }, + "3568c721a39446a1bddb730819dbb7cc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c1d4b007762d403ab14b4797706ce837", + "placeholder": "​", + "style": "IPY_MODEL_2303cbb8d34f4101b2bf99189f64cd61", + "value": " 1000/1000 [05:24<00:00,  3.25 examples/s]" + } + }, + "359b5e18fe4e431a8580e3b5118f2421": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "35c3a2946dae4070bcf022d35fa265a6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_09621288a09d4bca8384b6207a2a1aea", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_902a8e3295e44eeea8f408f35123fcb4", + "value": 1000 + } + }, + "3648fcb592a848f7bbabe7e4b50c8202": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "36ddd2df250f43049370cd7ccce3c2f1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "390703df0a2c4938bfa16260c5c09927": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "395b99d004d94f4987d5d35f39f54fbc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "39ad775162a446dbb693f744e8640d57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b488fdf55c144b08a1b3c07dcad1ff15", + "max": 446606753, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8c7b2d00b78f47e8b09c74f48f5e52e7", + "value": 446606753 + } + }, + "39d5730b09374c00b46799df0019ce3e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "39e6738cb072440790b99af021a5abee": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3a007781d15a4a618cb3c1f0a8ed7f48": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3a39f638ad0c47d78af431c610c55ecf": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_49ab15fd88dd4b9aa6af7fde30c5d60b", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_63888496153842e684e12f6aff8553e7", + "value": 1000 + } + }, + "3af26e5bdee44e17878b862542a9c35f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3b43162ba78848da952f8486011a0e1f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3bed75b0e2d74ebfa34026eeb4c2966b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3c3cdf15bdcc41da8affcdc9317cec5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_84962203ba79416394cdb6b19748e971", + "max": 25, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_bedf47e9c911410cac9489d4340371d3", + "value": 25 + } + }, + "3c64fa79fa0d479f9095924dbf804dc5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3cc3e2179b1840b494d95f29f713cbce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3d2801cb062b4d96a4a8139de264549d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3d58d863744c4b7a8caca51c917ef11f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c7c347bb24424ff58652dc92e3a1a270", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b94091e6a1614bc9be7975efcf5cccff", + "value": 1000 + } + }, + "3d9e0d472b984f968df1b93b2c678755": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3e3f5372a68748a98405caef2ebc4a71": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3e4ad0a2e91848c78dd734167be52f5a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "3fd53a9a71774284a74dd7f6375306cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4006e66507b54722acbb69c161fbbb66": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d3ccf84373b94910848afb32153a3728", + "max": 575881119, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_149febe44ef04ee79b7ac36056247e3d", + "value": 575881119 + } + }, + "400aa9ae382742449df81e6ec8b96505": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a5e3ad58a17443f89444956845737e85", + "placeholder": "​", + "style": "IPY_MODEL_b0701bc42ce14d58b8ae5d577f45350b", + "value": "train-00004-of-00025.parquet: 100%" + } + }, + "430f5390244f42e39597d6f52a76717a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2a995e57a37b47d5a83a559fd5db6c82", + "placeholder": "​", + "style": "IPY_MODEL_1157c82b20194d6bbbf358a659717e2c", + "value": " 576M/576M [00:13<00:00, 42.7MB/s]" + } + }, + "4325bea20a2e47eb810726f3143cb121": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "4335107bac0b40ad8b6266cf2f9469fe": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_96a70c9b59954809beae78ca47d8353a", + "placeholder": "​", + "style": "IPY_MODEL_51eb5cb8bad9485e92e9d3a856c7049d", + "value": "Resolving data files: 100%" + } + }, + "4335c6b80d7449f4933b568eb8178db8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "437f9922127a4dacb86413a7262a47ec": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e528b3e004cc4e02b47dfe8fd2c6b81a", + "placeholder": "​", + "style": "IPY_MODEL_ec015a0611c2477cb783c0aa9bb5303a", + "value": "Map: 100%" + } + }, + "441fd0c761bd4407a237a7dd1a8ee2da": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4478e477962c4314950dd525a1ef6612": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "448bec40f2f84efe92b8d63fb171e969": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_15c57fc3b1734b78880366ced3655823", + "placeholder": "​", + "style": "IPY_MODEL_819a5399a0bb4db1a4f3cd626d64afd2", + "value": "Map: 100%" + } + }, + "45267485258244e2afc227fe5fe626ec": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "45bb54ada39d42b299b84b38cbcfdc57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3e3f5372a68748a98405caef2ebc4a71", + "max": 361105505, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_bc0e7bdceed84886ab0862d97e14c6eb", + "value": 361105505 + } + }, + "465d9b0a501242fd8cf553c37d5577a2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "46d7d1c3a76243619f326cf8c7b73fca": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_54bba0e876be46dda328603faa8cf66e", + "IPY_MODEL_35c3a2946dae4070bcf022d35fa265a6", + "IPY_MODEL_89ec11c7bcae45f2be0903830a95961d" + ], + "layout": "IPY_MODEL_31a684f538da4d1a9648e59ae1b9bf73" + } + }, + "48090cb69d94470e914302bdd13acb8c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "48189c56783f446fb6423fe875fdc67a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5d5fc56ecaa346228ca74c117805494a", + "placeholder": "​", + "style": "IPY_MODEL_a5588c9d2da54e4cbff358fcbee964dc", + "value": "train-00022-of-00025.parquet: 100%" + } + }, + "484ac3c038194e3abcad757b88fe4651": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "489e671692134d01b55ccfdf0f279815": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d984dec1cb254cf5af11265518429e75", + "max": 430448306, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c4e8dca90e364ee2b25f992ff4dd63ae", + "value": 430448306 + } + }, + "48ce8ab1dc6943ac8a094311fc98236f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "49ab15fd88dd4b9aa6af7fde30c5d60b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4a729df9e574489098ed5e64bb7ad536": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0a9970ff55004cf68a69c330325c3823", + "IPY_MODEL_2d45c9a555074335b69401b2f91366e5", + "IPY_MODEL_3568c721a39446a1bddb730819dbb7cc" + ], + "layout": "IPY_MODEL_4c05845c6fdf463ba7d77c3c1dfa9f3e" + } + }, + "4acf04190b01439c87e587ab346a4e59": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_1282bb4be1cf4865876acda9dea59be1", + "max": 442195478, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_4325bea20a2e47eb810726f3143cb121", + "value": 442195478 + } + }, + "4b214fd9634b4fe08f992efedc62dd83": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4b5d917705774256b61bf98516dbdcdc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6cdd7a0abfcb48a28f8b35517cce4aed", + "max": 412932525, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_d2a414b61531489a81b201374586fd56", + "value": 412932525 + } + }, + "4bf9dba084724df5be12b4e61cc41ae1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a93c0ed1d4334b7187ca7f02db7183f8", + "placeholder": "​", + "style": "IPY_MODEL_de5199ac86734b789828d7f0d83fbf15", + "value": " 405M/405M [00:09<00:00, 42.8MB/s]" + } + }, + "4c05845c6fdf463ba7d77c3c1dfa9f3e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4c236ef6cfed4b8882b4764f8f6df7ca": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_af6db746892943cabdbab797ef3c62d4", + "IPY_MODEL_fe0f8e352f7a4a64b7e0f9343b9c3ce2", + "IPY_MODEL_b4313a694fd0446ea064755c8a2f2d65" + ], + "layout": "IPY_MODEL_777fbc6266b24e85a81d2eb43e6654a1" + } + }, + "4d77ee1fa6ed43efa05683b12cf26239": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": "center", + "align_self": null, + "border": null, + "bottom": null, + "display": "flex", + "flex": null, + "flex_flow": "column", + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "50%" + } + }, + "4d7bf42b2d054e17a73a739ad6b13ede": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e25092f9e4944298d08fa203f54d659": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_55cffe0c10544b9e96c5fcaceea30b88", + "placeholder": "​", + "style": "IPY_MODEL_ef10427e02b74ec186b18644998e515b", + "value": " 367M/367M [00:08<00:00, 42.7MB/s]" + } + }, + "4e4cbdc156294bf296758a05d9b2ee2f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e5714779eb742469b3a35b55a2bd0fb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4e597e4abdd54c3da89e0969f1ea668a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4eedef133c70440b900d14622033bec8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_437f9922127a4dacb86413a7262a47ec", + "IPY_MODEL_7ea4df4ad2f04b00b4067a1bcb3f83f6", + "IPY_MODEL_04e468d1920148a5a472eb1eac8c9e59" + ], + "layout": "IPY_MODEL_aa2667e808f94e9cb740808252acb221" + } + }, + "4fb65c8098c14084b682994bd01138eb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "500d4fbd3a314c1a8897bb88ce70b822": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5137a2da58c24782898b8f15748ff9fa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_65aaa7fc84384d97885f32b7d83909cc", + "placeholder": "​", + "style": "IPY_MODEL_341da38a540549f6952473001b4241f8", + "value": " 491M/491M [00:11<00:00, 42.8MB/s]" + } + }, + "51eb5cb8bad9485e92e9d3a856c7049d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "522757a6cda646c7b4964618bacf60f5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2c9a7682041946c2af2d7e694160b59e", + "placeholder": "​", + "style": "IPY_MODEL_10513de0bdb149cbb990c2b4f0d44393", + "value": "train-00023-of-00025.parquet: 100%" + } + }, + "524952c50aa34a5290cd9a91cd9bae09": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "52b9b270ba66435f9d34c8ac0648d783": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ad986c75904a47158e746996f9fa2fef", + "placeholder": "​", + "style": "IPY_MODEL_0008e0c53d0d452c84b00949ae52cbfc", + "value": "train-00005-of-00025.parquet: 100%" + } + }, + "52f37fc7b3f247138cb8d65fe62fc440": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5300e8c0400742c9a328595a27b10aeb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8fbdc49dbacf4077a83011ec79af7ec9", + "placeholder": "​", + "style": "IPY_MODEL_d655f4108d234d66b7fafa1e5220b9d5", + "value": "Downloading data: 100%" + } + }, + "532338f40b144d35988c00a021fd3cf9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "533fe3ed21b64e4e887b89986706ae32": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "53b01da911a146ae8447c98fe569b9ce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5459902949304d34abd7da1e8d2831e9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_ec17c15e5a8c45ffa7b4c9a6b709f62a", + "IPY_MODEL_edcafae4e5b147da9307ec820dc2036c", + "IPY_MODEL_89c4596fc5024b14a60336b9c2719d5e" + ], + "layout": "IPY_MODEL_bc4398d6dd3145cfb44b7ef2da31fb14" + } + }, + "547928fcb40a4ee49d92e3d534cf19a9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a0fb9c57cb3e43b2b635d5fb3fa18d71", + "placeholder": "​", + "style": "IPY_MODEL_9ca40089417d4cd5950a2d520efc46f9", + "value": " 420M/420M [00:10<00:00, 42.4MB/s]" + } + }, + "54bba0e876be46dda328603faa8cf66e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c099ad1ead9d4c89ba905a6c707036dc", + "placeholder": "​", + "style": "IPY_MODEL_4e597e4abdd54c3da89e0969f1ea668a", + "value": "Map: 100%" + } + }, + "55cffe0c10544b9e96c5fcaceea30b88": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5607649ba5f445eb8c347a85d2b8b48d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e78d95ffdabc4a9899abef5e92ca1b03", + "IPY_MODEL_827bac5093a8411ca301f3c86894bd1d", + "IPY_MODEL_5e33b97bb3ef40918e1c17844124c135" + ], + "layout": "IPY_MODEL_359b5e18fe4e431a8580e3b5118f2421" + } + }, + "56f5f85a19564659be0ef20c9ea74cd6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5739856f968a43c29d4d45ef0d46f57d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "583a4e6780ae4b5fb57ff7a9abcbb8c0": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "58b484e73f5440a9b6d6e8019217b28a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "58febd9d18a3450db3e11db0463ba091": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "591571eff3694bec89ea2fd63ad2a977": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7dc2fdd293c84a8486d15d5e219a9be6", + "max": 405061176, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_7342ee7d99b34624b2473581ec02b67a", + "value": 405061176 + } + }, + "5a32119c4e4f43fa8d09a5eae2db9e7d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_675e4d25bd2048c7b44aa2db8df56312", + "placeholder": "​", + "style": "IPY_MODEL_f7d6e89925d845b0aa7bef8354ea9948", + "value": " 361M/361M [00:08<00:00, 42.6MB/s]" + } + }, + "5ad34c92e12e49cebb9b92233f263816": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5c52c8b79cde45e1a160baeb3fa14a01": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5ca7a6dce6584eb4b71118577980348f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e1eec75f753845498ed3e19bb06f10cf", + "placeholder": "​", + "style": "IPY_MODEL_957f243179a64596a38014cf526cbb31", + "value": "README.md: 100%" + } + }, + "5d051a177a454538ba18d061a701e893": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5d5fc56ecaa346228ca74c117805494a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5daa09de087a471b8f451e0c3708e6d8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63d9437ead6c44df915723ff77408f9c", + "placeholder": "​", + "style": "IPY_MODEL_9872a9ec8d7144c2bd4d633dd1b3100d", + "value": " 536M/536M [00:13<00:00, 35.2MB/s]" + } + }, + "5dda56e0301b460c9f3c25f192fdb0b3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "5e33b97bb3ef40918e1c17844124c135": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_84da24b66e68416b8922eec6cd61ab1d", + "placeholder": "​", + "style": "IPY_MODEL_3cc3e2179b1840b494d95f29f713cbce", + "value": " 442M/442M [00:10<00:00, 42.8MB/s]" + } + }, + "5ed0b1fddf0b46618d0ca1ef6ec31ed2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5fecc068ea624896b36604ab46b9e472": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6090b2058c5742378cbe125311b292d5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "61fb2ad3726249e7997db481f16ec38d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d7b3312c66d849598a7043e3e73b4737", + "placeholder": "​", + "style": "IPY_MODEL_89d909976ce94c08a91a5efacbd3e62e", + "value": " 1000/1000 [04:19<00:00,  5.33 examples/s]" + } + }, + "63888496153842e684e12f6aff8553e7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "63ad8c832f5c4051a5c2af7783402f87": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63c37cc94900469388af05b0b8acbfa0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "63d9437ead6c44df915723ff77408f9c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63df64382913473c85c1b82061206724": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "63e3053461834015af50112a4541a781": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_522757a6cda646c7b4964618bacf60f5", + "IPY_MODEL_489e671692134d01b55ccfdf0f279815", + "IPY_MODEL_ba12c1b2fb4044d2842c611104faa56e" + ], + "layout": "IPY_MODEL_a11aeabb5de04b99bad235b0f28f8170" + } + }, + "646ea66953b54ef39675331d8e75ea2b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0256256edf5b437f8f2a0e40f02ebf4f", + "max": 414184671, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_9a52683366a7431c9e2e7b18c45a485c", + "value": 414184671 + } + }, + "64b2f5fc28e2442eb9cc3f7754b8b42d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "654c3a6120f4476eb492e8817393f905": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "65aaa7fc84384d97885f32b7d83909cc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "65f53422a6d843c89e9b1fb351d77f3f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "66525275363b4b599d4ace39178ab3f3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ad4ee5345c14479f8130ce42bab8d0ca", + "placeholder": "​", + "style": "IPY_MODEL_58b484e73f5440a9b6d6e8019217b28a", + "value": "train-00000-of-00025.parquet: 100%" + } + }, + "675e4d25bd2048c7b44aa2db8df56312": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6779c7c19a6a4dbf9f26b95da50f9de8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_123586ac7211467faeed1683ca06ac13", + "max": 463720573, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_3e4ad0a2e91848c78dd734167be52f5a", + "value": 463720573 + } + }, + "68c8b0cafcf545e5a42f397be6c5cb2b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6913bda68e044825bdf64dc6de613f4c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "694458478e584cdfab576ef9f0dafd2b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "695689b5aff04ed1a50864a01088f699": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "698d3073e312425392153d8ae4eab852": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6bee9d40325a4b5cb22863e78bf64ddd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6ca0ede720ef4d03afbced6fff52a4a6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6cdd7a0abfcb48a28f8b35517cce4aed": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6d0dfe528ee1487da4c66d0ecf7d88e2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_05b4584d86f54207adadc05b0a366741", + "IPY_MODEL_eff9aef9db1a422db624a9692d676b64", + "IPY_MODEL_cd803a33e75e4e9f8481be3bcdcbd670" + ], + "layout": "IPY_MODEL_cff27e7197f84d67abd01fc74c4c0270" + } + }, + "6e10e0e5993b488999f833ad1364d43e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_104214d98ed9467ea2ed1abd06374794", + "max": 579809441, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_186eb4d1e558448c8ff8cc483ecd7703", + "value": 579809441 + } + }, + "6e254c9790e2456ba7c67fa850bff4c6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_484ac3c038194e3abcad757b88fe4651", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_712cb8cf9af14efbb1e59ad0ee6ebe6f", + "value": 1000 + } + }, + "6e67ee5786ee412aa881280169903de3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_da1f365f9f85410d9a16c1e9e6d62d98", + "IPY_MODEL_a27888b53a35435ea7e0998f658323de", + "IPY_MODEL_c141330dd16446df94396d3660c8056b" + ], + "layout": "IPY_MODEL_9e4431947b8b473ba680dda35b4377c7" + } + }, + "6e6e9cf68d164e849f5273d163f19751": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6f4ebefe932c4a6cad65b16c78a2ec11": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "700c8e4a968a4ea4a90583e73c712551": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_533fe3ed21b64e4e887b89986706ae32", + "placeholder": "​", + "style": "IPY_MODEL_94e3a89bef5b4fa6abeac497394e3e78", + "value": " 461M/461M [00:10<00:00, 42.9MB/s]" + } + }, + "70af51385e9944f3a3ec109a74bc00b9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "712cb8cf9af14efbb1e59ad0ee6ebe6f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "713c0171956d4d5d8a989b191e1c2f0b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7196c745ae9e46bdafd45705356ca0a3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "720c8e83984046f58389381f1cd0f9fa": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "729ff1112ea24eb1aec6d4f6b2c3e4ed": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7342ee7d99b34624b2473581ec02b67a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "7376312405634b869d2346528c844e67": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "740f5106d0344464962166882b01c8d9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "74a70c1cc98f4978add505e26eac8c1c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dcca1dd1def8409fa8364130a53303af", + "max": 402460179, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ddbf4f5d694740518913a06c87e0d327", + "value": 402460179 + } + }, + "758f179bcf3f452eb6da94787942aa85": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "75c89f6594424f13bcdd3ea4a02e2655": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "760bedf1e76142999cb3fc8004320f48": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_acfef966dfab4825ad82584439aa3bdd", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_3648fcb592a848f7bbabe7e4b50c8202", + "value": 1000 + } + }, + "76619a51775d40019add9c05cd5755e2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "76989582f34d4cbfa4d6e9389e04db4a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "76f5c621fdb842e884114096a5f39e2b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "777fbc6266b24e85a81d2eb43e6654a1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "779f6cc38c144284bd43885cc28f2b97": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_157124ee867145a7922a28dbaef692a4", + "IPY_MODEL_45bb54ada39d42b299b84b38cbcfdc57", + "IPY_MODEL_5a32119c4e4f43fa8d09a5eae2db9e7d" + ], + "layout": "IPY_MODEL_ec86a457a3304bf194a4ee614aee2514" + } + }, + "78027e6d304a48bb9de1b44455f15bb4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4e5714779eb742469b3a35b55a2bd0fb", + "placeholder": "​", + "style": "IPY_MODEL_465d9b0a501242fd8cf553c37d5577a2", + "value": " 414M/414M [00:09<00:00, 43.0MB/s]" + } + }, + "787de6d829ab46a392e16f445cb5623e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "791ea412bca3457a938e6b3afcfc38be": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7b101ad1103c4e4a96384af6b4fa6f87": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7bfea7ba7185402cbfddfab67a114fa9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7d62e152daf44238ba2026b468ab8a8c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "7dab18879bc54bdfb61d6b2d74410289": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ba1486d63c444cff8b0d8e8fcdfe6e54", + "placeholder": "​", + "style": "IPY_MODEL_0ff12ea1edf24eacb5d724f233749f78", + "value": " 1000/1000 [04:34<00:00,  3.88 examples/s]" + } + }, + "7dc2fdd293c84a8486d15d5e219a9be6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7ea4df4ad2f04b00b4067a1bcb3f83f6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_787de6d829ab46a392e16f445cb5623e", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_24c0dfaeff7b4d488ebe0024cecb998c", + "value": 1000 + } + }, + "80deb6e259594a2db91f2a58aacfb2f7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "818a9551e791429fae1bc40eb118c232": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b4edf681cf394527bffb917b492dda1a", + "placeholder": "​", + "style": "IPY_MODEL_a2b59e72a60746999c28b24a20a0544d", + "value": "Map: 100%" + } + }, + "819a5399a0bb4db1a4f3cd626d64afd2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "81a2ada60a87448793aaa2cae082f6ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9abac7d4d7e64d3d919d7597fa568c4d", + "max": 446115310, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_b6e6c349737343fb963f1a0aa982de08", + "value": 446115310 + } + }, + "81ccd5086b794f8a8a2f9e8d3bace139": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "820d23cd4d8f4d42bef73b61ab543476": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8218d46eea1148f48f9293201a27ebcf": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7b101ad1103c4e4a96384af6b4fa6f87", + "placeholder": "​", + "style": "IPY_MODEL_d13dca96ab4849eca6f17afe70b1efe4", + "value": "train-00001-of-00025.parquet: 100%" + } + }, + "822ba7f7995a4c02a723cefdd6999151": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_870afbe338ce4405ac95b6c60a1de142", + "placeholder": "​", + "style": "IPY_MODEL_3af26e5bdee44e17878b862542a9c35f", + "value": "train-00017-of-00025.parquet: 100%" + } + }, + "827bac5093a8411ca301f3c86894bd1d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_36ddd2df250f43049370cd7ccce3c2f1", + "max": 441996628, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_0981ca3863c54ab1a05f9fab0ccbe0d0", + "value": 441996628 + } + }, + "8345c02de21d4a5d8ca5ad5c0c919998": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8355da7d2f4f48f7aa3e39d2ea1eeb93": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8462599eb2124cfea3ace2237e03f360": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_52b9b270ba66435f9d34c8ac0648d783", + "IPY_MODEL_00332f760bbe49f5ba1aa5558c5889e0", + "IPY_MODEL_874be7de2d3e472a84bae74387a7181f" + ], + "layout": "IPY_MODEL_0107a77abfcc493a93edb73b959d20e9" + } + }, + "84962203ba79416394cdb6b19748e971": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "84da24b66e68416b8922eec6cd61ab1d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "85cd361203074a3382961a02f78b726f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_8cbd10126b794a9b83f5c8edfddb9172", + "placeholder": "​", + "style": "IPY_MODEL_92051a1edead4a6c950b9e0d13f00c75", + "value": " 1000/1000 [04:20<00:00,  3.66 examples/s]" + } + }, + "870afbe338ce4405ac95b6c60a1de142": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "87253a974fb6448e908a23657518e524": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "874be7de2d3e472a84bae74387a7181f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_92c881ccb18e46a3874074b8082ad077", + "placeholder": "​", + "style": "IPY_MODEL_6e6e9cf68d164e849f5273d163f19751", + "value": " 411M/411M [00:09<00:00, 42.4MB/s]" + } + }, + "87d3f96b6adf468882c6f314a212910f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "87d4287b8f854b41bf4f6270c9c16cf9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8828b549b71349b3a34d3cb093b5983a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "885207f1cd3441ad8957327a2a982ac6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "893eb6db012c4b64b3a85085c2e49734": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_448bec40f2f84efe92b8d63fb171e969", + "IPY_MODEL_20264245dd924561890a07a0fbb27e3f", + "IPY_MODEL_d338e081756841cc8be1e15d0f0d1df7" + ], + "layout": "IPY_MODEL_70af51385e9944f3a3ec109a74bc00b9" + } + }, + "8965eebbb04b457c9857425e2fafca4b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "89c4596fc5024b14a60336b9c2719d5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_10d17e69e05d43418cc2887a73a8bfc6", + "placeholder": "​", + "style": "IPY_MODEL_cb9d646d58654ee6a16b3ddc99442b34", + "value": " 1000/1000 [04:03<00:00,  4.40 examples/s]" + } + }, + "89d909976ce94c08a91a5efacbd3e62e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "89ec11c7bcae45f2be0903830a95961d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_05ad3715094e46f18b655919f4069cd5", + "placeholder": "​", + "style": "IPY_MODEL_64b2f5fc28e2442eb9cc3f7754b8b42d", + "value": " 1000/1000 [04:18<00:00,  4.67 examples/s]" + } + }, + "8c7b2d00b78f47e8b09c74f48f5e52e7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8cbd10126b794a9b83f5c8edfddb9172": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8d9538f6cb63448eb3e795e001412ef4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8e768a684ea741818e8544a0c8a48c5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7bfea7ba7185402cbfddfab67a114fa9", + "placeholder": "​", + "style": "IPY_MODEL_f557c1bc229e407ebb44506fb46a3154", + "value": "train-00016-of-00025.parquet: 100%" + } + }, + "8e9257204c554ab290e0d8efb8504e68": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ec59748f9f114e5ab87fd4697f834d61", + "max": 15188, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_970551ae6d7a4226af9ea1ae08e61896", + "value": 15188 + } + }, + "8f8e4b419f5c44deb29d870c7cc26ed6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "8fbdc49dbacf4077a83011ec79af7ec9": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "902a8e3295e44eeea8f408f35123fcb4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "904be14313f24ad682925fed28b4e9cd": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "91768d1a22ae4305852fb3390f9985fe": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "92051a1edead4a6c950b9e0d13f00c75": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9235ccdcb73d4481894955b18e30c46b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "92c881ccb18e46a3874074b8082ad077": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "92ff2291bbcc4af8af56fec952c3916a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "94beb36f40814c7db0f4993e38afeac3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_038a45adc53343519ccd7cabd7a47388", + "max": 535723129, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e87b68ade3ed4c52a9b40b0deee743b3", + "value": 535723129 + } + }, + "94c022f3ff194201988b86c167813d8c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "94e3a89bef5b4fa6abeac497394e3e78": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "957f243179a64596a38014cf526cbb31": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "96a70c9b59954809beae78ca47d8353a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "96cd2c47997e4e709cb0e88eddf8a30d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3447dd24d6c34e02b6472c6abfcd18f8", + "max": 418208246, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8d9538f6cb63448eb3e795e001412ef4", + "value": 418208246 + } + }, + "9700f29dedb14e5aaee2d70c194aba3b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_161f1a7ab29d4dafa0f9731f9882f256", + "IPY_MODEL_4acf04190b01439c87e587ab346a4e59", + "IPY_MODEL_b4a834203d3b4457af143ac9e217343c" + ], + "layout": "IPY_MODEL_caa7ae61393d49c8bf4c271ccf08234e" + } + }, + "970551ae6d7a4226af9ea1ae08e61896": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9872a9ec8d7144c2bd4d633dd1b3100d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "98da0eb0a96d4eec874d048dc6e605a3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9a52683366a7431c9e2e7b18c45a485c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9abac7d4d7e64d3d919d7597fa568c4d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9ad6d74e1dba4b18b5339966860eb49d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b10cc66d385d4ae382544a390694f9bc", + "placeholder": "​", + "style": "IPY_MODEL_5c52c8b79cde45e1a160baeb3fa14a01", + "value": "train-00013-of-00025.parquet: 100%" + } + }, + "9b157a35451b49b7b5a0299f4efe5956": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_698d3073e312425392153d8ae4eab852", + "placeholder": "​", + "style": "IPY_MODEL_a4875a38170043a698ee8f8f07738041", + "value": " 580M/580M [00:13<00:00, 42.8MB/s]" + } + }, + "9b49f747ac9c4175a6c726c49f2b931c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_25f10c088357447988b6734c4bafed58", + "placeholder": "​", + "style": "IPY_MODEL_bf25e59b685d4f31b478c8b52bb7730d", + "value": " 1000/1000 [04:21<00:00,  3.70 examples/s]" + } + }, + "9b7740280ec54e8cbcac9b7cf16355f1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9c741a50b0be40f98091237e1b1ce25c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9ca40089417d4cd5950a2d520efc46f9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9d1eff09299e425daf16ce9579d6f025": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_720c8e83984046f58389381f1cd0f9fa", + "placeholder": "​", + "style": "IPY_MODEL_b95c7ce80f6b407a96d18b0425714ea4", + "value": "Map: 100%" + } + }, + "9d7c51757d304f8d8acf1dd800639d92": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9e4431947b8b473ba680dda35b4377c7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9f0e31734a5a4504a174de5ec75a0d77": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9f80b9ce82aa4c2bb3e6da8edb4887ef": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "VBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "VBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "VBoxView", + "box_style": "", + "children": [], + "layout": "IPY_MODEL_4d77ee1fa6ed43efa05683b12cf26239" + } + }, + "9fbda99be48f42d188087719c797b471": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_441fd0c761bd4407a237a7dd1a8ee2da", + "placeholder": "​", + "style": "IPY_MODEL_8965eebbb04b457c9857425e2fafca4b", + "value": "Map: 100%" + } + }, + "a0fb9c57cb3e43b2b635d5fb3fa18d71": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a10e7f2ac4f14452b187e4b711ef5670": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ab24137ed0404473bb68bd1ff939908d", + "placeholder": "​", + "style": "IPY_MODEL_6ca0ede720ef4d03afbced6fff52a4a6", + "value": "train-00012-of-00025.parquet: 100%" + } + }, + "a11aeabb5de04b99bad235b0f28f8170": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a1588161e0cc4b9abb9bdf2d75f63511": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a27888b53a35435ea7e0998f658323de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9c741a50b0be40f98091237e1b1ce25c", + "max": 24, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_5dda56e0301b460c9f3c25f192fdb0b3", + "value": 24 + } + }, + "a2b59e72a60746999c28b24a20a0544d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a2ef2d0115b74948bc88ef4618afdefc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3d2801cb062b4d96a4a8139de264549d", + "placeholder": "​", + "style": "IPY_MODEL_713c0171956d4d5d8a989b191e1c2f0b", + "value": "train-00006-of-00025.parquet: 100%" + } + }, + "a32ee012a8ec4200b61750e063356e18": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9ad6d74e1dba4b18b5339966860eb49d", + "IPY_MODEL_94beb36f40814c7db0f4993e38afeac3", + "IPY_MODEL_5daa09de087a471b8f451e0c3708e6d8" + ], + "layout": "IPY_MODEL_56f5f85a19564659be0ef20c9ea74cd6" + } + }, + "a4875a38170043a698ee8f8f07738041": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a4ed001d6cd9417ca96b5604cf6c214f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a4f9d508ec9d4ab79a69632fe5971a7b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "a5588c9d2da54e4cbff358fcbee964dc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a59545d97ae849d59243940485bbaa21": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_48189c56783f446fb6423fe875fdc67a", + "IPY_MODEL_1c28b4a68c52447ebe5313d15e81a6d6", + "IPY_MODEL_e238a26f3d0d4f3a81eb3000fddc9cd8" + ], + "layout": "IPY_MODEL_58febd9d18a3450db3e11db0463ba091" + } + }, + "a5b1b503389c4f71a572046479faaf20": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0df1ea9adfcb4e68af0d6797df47ba3f", + "IPY_MODEL_760bedf1e76142999cb3fc8004320f48", + "IPY_MODEL_1db92315e01441b8b3279ddf2befef1b" + ], + "layout": "IPY_MODEL_077ed5edec7f4f20a6c13c95341f91c8" + } + }, + "a5e3ad58a17443f89444956845737e85": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a60f10fe47de4920a2b7d76b61fe0fa8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "a7a14d45c09643ceae5c5409ef874819": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_75c89f6594424f13bcdd3ea4a02e2655", + "max": 328, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_a4f9d508ec9d4ab79a69632fe5971a7b", + "value": 328 + } + }, + "a8a63855aef24146beb11017ac6d0949": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ebf880c29e8546498ddc85aa622de7cd", + "placeholder": "​", + "style": "IPY_MODEL_740f5106d0344464962166882b01c8d9", + "value": " 25/25 [04:42<00:00, 12.21s/files]" + } + }, + "a8e045605ec4422da9b99c5404ee43aa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8218d46eea1148f48f9293201a27ebcf", + "IPY_MODEL_f9ee5927a65a447a9a71ec62758c98e7", + "IPY_MODEL_12c27f65d1f14d0ab558e410af35505c" + ], + "layout": "IPY_MODEL_dff53a32e7ad42a0b14b11e2d8f8c5cf" + } + }, + "a90c881422c643b7b271ae0497934445": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fee2cd0525ab46179d3842af8a8659a3", + "placeholder": "​", + "style": "IPY_MODEL_c140120314234f30b16e31efa66dfbba", + "value": "train-00010-of-00025.parquet: 100%" + } + }, + "a93c0ed1d4334b7187ca7f02db7183f8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "aa2667e808f94e9cb740808252acb221": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ab24137ed0404473bb68bd1ff939908d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "abdb6688dab944c3a3eae5e4e5362d6f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ac873dff291e43dfaa67ac6371607c76": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "acfef966dfab4825ad82584439aa3bdd": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ad0523cec3534a14ae468f5e0ea1fde3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ad4ee5345c14479f8130ce42bab8d0ca": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ad986c75904a47158e746996f9fa2fef": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ae485223e0fa4f7fa240540f1cce5003": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ae8c0eca47a244a58ef8c95a23ee6863": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "aeea57a9ae2f4990a44f19354c7d9955": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "af4070e26e7b45d9b8fe49125d347ce8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "af6db746892943cabdbab797ef3c62d4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_30f0d3681c2e4c45aa36d5381d822801", + "placeholder": "​", + "style": "IPY_MODEL_099e4adeded644ffac281ee8609e7700", + "value": "train-00024-of-00025.parquet: 100%" + } + }, + "afbce0f83c4549ab8b45d5831ba4310c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b01fd3eead7443798ec06fb3a3340109": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b0701bc42ce14d58b8ae5d577f45350b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b10cc66d385d4ae382544a390694f9bc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b18d98944475447cac681c873dac0865": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5300e8c0400742c9a328595a27b10aeb", + "IPY_MODEL_b8eb13053e824a01a85009fe48c3c514", + "IPY_MODEL_a8a63855aef24146beb11017ac6d0949" + ], + "layout": "IPY_MODEL_fbaf48e120fd49d3b00e7d79a79f98a2" + } + }, + "b256754bfea54cb0a9557565710c23de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d2eb6579c0f945aeba083e0e299ca745", + "IPY_MODEL_f4a5a6f68d1542b1bdfd14b75fe40951", + "IPY_MODEL_c196b0f65fd74d799c98703e907c026b" + ], + "layout": "IPY_MODEL_c920a776cc4f4fc5999e7e9715d8c25a" + } + }, + "b36b656877f04cdcb7e77056a61b1e44": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4313a694fd0446ea064755c8a2f2d65": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c153dc2dc5c647019eaccfe9249833b1", + "placeholder": "​", + "style": "IPY_MODEL_92ff2291bbcc4af8af56fec952c3916a", + "value": " 480M/480M [00:11<00:00, 42.5MB/s]" + } + }, + "b488fdf55c144b08a1b3c07dcad1ff15": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4966ea427bb46f2a4bf17038f884e04": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b4a834203d3b4457af143ac9e217343c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_12ff6852dfc44ac381444d378ab3a67e", + "placeholder": "​", + "style": "IPY_MODEL_f57e5217d491473ab2d9512b751d0eb2", + "value": " 442M/442M [00:10<00:00, 42.7MB/s]" + } + }, + "b4ba464113564b349ce5e46024286908": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2b87eefd9f944acc9a33e8a7dc8b6718", + "placeholder": "​", + "style": "IPY_MODEL_b01fd3eead7443798ec06fb3a3340109", + "value": " 502M/502M [00:18<00:00, 42.9MB/s]" + } + }, + "b4bbe3eb14304356a331f063de3b4813": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f1b463b37b9e47d5860d6ec9b7d61be4", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_eaa7340b424241b2878b0b17cead8ebe", + "value": 1000 + } + }, + "b4c6fbc83acc40df9c24d716d66bb796": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b36b656877f04cdcb7e77056a61b1e44", + "max": 502358422, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_2ccb37f162c04710a12d729aab582e30", + "value": 502358422 + } + }, + "b4edf681cf394527bffb917b492dda1a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b50b1a1ac43449dea025bfc3c811383a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b569db9285824492a1c520dad2894c1d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_ba0e8d1054914e58b06484867a93146a", + "IPY_MODEL_34f29f2c5f1a4f70ad300875be5b642d", + "IPY_MODEL_700c8e4a968a4ea4a90583e73c712551" + ], + "layout": "IPY_MODEL_81ccd5086b794f8a8a2f9e8d3bace139" + } + }, + "b5a0726fd0cc44f3a82fd14010a7c977": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a90c881422c643b7b271ae0497934445", + "IPY_MODEL_6e10e0e5993b488999f833ad1364d43e", + "IPY_MODEL_9b157a35451b49b7b5a0299f4efe5956" + ], + "layout": "IPY_MODEL_bb421c03fb0c4652adee1bbfed70a146" + } + }, + "b641aa0b645a423fb23f06704a61160a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b6b9f3596a2542d69539c06d99c8b1d9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b6e6c349737343fb963f1a0aa982de08": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b6f6b19e08864f9d82c3e047c9138b48": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d4aaa54c5ef94e4c9ded368c88195d6d", + "placeholder": "​", + "style": "IPY_MODEL_63c37cc94900469388af05b0b8acbfa0", + "value": "Map: 100%" + } + }, + "b7a26d7018ca40c9a94fbcc74d9bfe42": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b8229a261a184ccdbf7e6587ba7685b0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b8eb13053e824a01a85009fe48c3c514": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5ed0b1fddf0b46618d0ca1ef6ec31ed2", + "max": 25, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_18af3e0ec92c482687581a9cc60d8285", + "value": 25 + } + }, + "b94091e6a1614bc9be7975efcf5cccff": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "b94e1a9b5cdf492dbf06d215b031b2d4": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b95c7ce80f6b407a96d18b0425714ea4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ba0e8d1054914e58b06484867a93146a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3fd53a9a71774284a74dd7f6375306cf", + "placeholder": "​", + "style": "IPY_MODEL_f7d2e40ebe764a159af6cbc65f08b972", + "value": "train-00019-of-00025.parquet: 100%" + } + }, + "ba12c1b2fb4044d2842c611104faa56e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4fb65c8098c14084b682994bd01138eb", + "placeholder": "​", + "style": "IPY_MODEL_654c3a6120f4476eb492e8817393f905", + "value": " 430M/430M [00:10<00:00, 42.8MB/s]" + } + }, + "ba1486d63c444cff8b0d8e8fcdfe6e54": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bb421c03fb0c4652adee1bbfed70a146": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bb98436a43d64298a4c4f37c5cf10c69": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "bc0e7bdceed84886ab0862d97e14c6eb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bc4398d6dd3145cfb44b7ef2da31fb14": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bedf47e9c911410cac9489d4340371d3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bf25e59b685d4f31b478c8b52bb7730d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "bf5d385efe034480a6094d60cabb0494": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "bfc00a4ee75247d287ca8a1ff66346fc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0686d5f44dd7437a9bc53627711bab51", + "IPY_MODEL_d8a6db1212764ddcb8c75a99dfb4c056", + "IPY_MODEL_5137a2da58c24782898b8f15748ff9fa" + ], + "layout": "IPY_MODEL_63df64382913473c85c1b82061206724" + } + }, + "c099ad1ead9d4c89ba905a6c707036dc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c1057cfdb85d4b7eb63f0ad0e935055f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c128085ecd0249ebb0ed2a8ca6134dd7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_09f01c09c95d4167990f8c1414eef171", + "IPY_MODEL_3d58d863744c4b7a8caca51c917ef11f", + "IPY_MODEL_e87f526ef56b47088613a1ae7bcc85e6" + ], + "layout": "IPY_MODEL_9f0e31734a5a4504a174de5ec75a0d77" + } + }, + "c140120314234f30b16e31efa66dfbba": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c141330dd16446df94396d3660c8056b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4478e477962c4314950dd525a1ef6612", + "placeholder": "​", + "style": "IPY_MODEL_ffec7d4bdc9942a080c3b1acd9208578", + "value": " 24/24 [00:00<00:00, 1071.26it/s]" + } + }, + "c153dc2dc5c647019eaccfe9249833b1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c196b0f65fd74d799c98703e907c026b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b4966ea427bb46f2a4bf17038f884e04", + "placeholder": "​", + "style": "IPY_MODEL_b8229a261a184ccdbf7e6587ba7685b0", + "value": " 401M/401M [00:09<00:00, 42.8MB/s]" + } + }, + "c1d4b007762d403ab14b4797706ce837": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c206be3d852e41edb678d98abbc49d54": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_3308410a19a14306b5b1c86d4d18b91e", + "IPY_MODEL_646ea66953b54ef39675331d8e75ea2b", + "IPY_MODEL_78027e6d304a48bb9de1b44455f15bb4" + ], + "layout": "IPY_MODEL_c9200d9b9973414f91adc1f20e95ded4" + } + }, + "c221b052cd8b47f99bc9d794cf8c17de": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a2ef2d0115b74948bc88ef4618afdefc", + "IPY_MODEL_74a70c1cc98f4978add505e26eac8c1c", + "IPY_MODEL_0fcde6e5aa2d488899e2b25e755c07d7" + ], + "layout": "IPY_MODEL_80deb6e259594a2db91f2a58aacfb2f7" + } + }, + "c3b105d39e2b4b95ad7718737f57452a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c4de3a9dbdeb418fa16399c8197f48c4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c4e8dca90e364ee2b25f992ff4dd63ae": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c4eea6a1540746a0a845e86e888489ea": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c565efa570c74a7da51e33a256b087c3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d38b0b2d113f4760a79ff06af51f2ff7", + "placeholder": "​", + "style": "IPY_MODEL_24231915e90445f3b39ad0666e3aa7ae", + "value": "Map: 100%" + } + }, + "c5dd64b0381149088d6202302b59e0b7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_758f179bcf3f452eb6da94787942aa85", + "placeholder": "​", + "style": "IPY_MODEL_7d62e152daf44238ba2026b468ab8a8c", + "value": " 188/188 [00:57<00:00,  4.65 examples/s]" + } + }, + "c6a9adf308a04e2c8c8f233245011e5b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_af4070e26e7b45d9b8fe49125d347ce8", + "placeholder": "​", + "style": "IPY_MODEL_53b01da911a146ae8447c98fe569b9ce", + "value": " 328/328 [00:00<00:00, 21.6kB/s]" + } + }, + "c7490a822b9440d6b094d984f48093f3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5739856f968a43c29d4d45ef0d46f57d", + "placeholder": "​", + "style": "IPY_MODEL_ce25c0d80ef8456a999487151a52f3c9", + "value": " 1000/1000 [04:20<00:00,  3.37 examples/s]" + } + }, + "c7976918ead54dfc81e055e3cb33bb1b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c7c347bb24424ff58652dc92e3a1a270": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c9200d9b9973414f91adc1f20e95ded4": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c920a776cc4f4fc5999e7e9715d8c25a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c9989e1a4911445fbbbb6e48a8d4649f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a10e7f2ac4f14452b187e4b711ef5670", + "IPY_MODEL_6779c7c19a6a4dbf9f26b95da50f9de8", + "IPY_MODEL_076dd00813d24851b3f194910ed43c3d" + ], + "layout": "IPY_MODEL_e492e321636346c59c0183eac9d74981" + } + }, + "c99f495386cf459c8c69c9edbd8294e8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c3b105d39e2b4b95ad7718737f57452a", + "placeholder": "​", + "style": "IPY_MODEL_ae485223e0fa4f7fa240540f1cce5003", + "value": "train-00003-of-00025.parquet: 100%" + } + }, + "caa7ae61393d49c8bf4c271ccf08234e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cb20a0fa705049deae05a4a8cb92e11a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cb9d646d58654ee6a16b3ddc99442b34": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "cc834734586f460db9ab04fad9b8aacd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6913bda68e044825bdf64dc6de613f4c", + "placeholder": "​", + "style": "IPY_MODEL_a60f10fe47de4920a2b7d76b61fe0fa8", + "value": " 446M/446M [00:10<00:00, 42.8MB/s]" + } + }, + "cd016f0ceb6c4584be5b54f6310bd971": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "cd5215d24c294a02a4bda8bd0638e1eb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cd803a33e75e4e9f8481be3bcdcbd670": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d9aa9de0d8b74acf82a97441fb27f993", + "placeholder": "​", + "style": "IPY_MODEL_1d8d9b9be18b4899a04078a351404160", + "value": " 1000/1000 [04:49<00:00,  2.90 examples/s]" + } + }, + "cdaa464aef654974ad17770131bfcd5b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ce25c0d80ef8456a999487151a52f3c9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "cefce837299549ddb3902bbc5175bd78": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cfacad7625ed485e8284c0240fcfb957": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cff27e7197f84d67abd01fc74c4c0270": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d0f1269c9634485c90bac76669ccc712": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e9b80f2a1ec642afb593a40cf9208554", + "IPY_MODEL_e3624558df97411c8ca2be543cdd0da5", + "IPY_MODEL_4e25092f9e4944298d08fa203f54d659" + ], + "layout": "IPY_MODEL_5d051a177a454538ba18d061a701e893" + } + }, + "d13dca96ab4849eca6f17afe70b1efe4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d19c66e8cbe44d4a8030482d4f6310e5": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d2a414b61531489a81b201374586fd56": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "d2bf19d81b434a61986e3c7ada93d7d2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_c99f495386cf459c8c69c9edbd8294e8", + "IPY_MODEL_591571eff3694bec89ea2fd63ad2a977", + "IPY_MODEL_4bf9dba084724df5be12b4e61cc41ae1" + ], + "layout": "IPY_MODEL_2aeccda4ea334e0f922657f77c24fd5a" + } + }, + "d2eb6579c0f945aeba083e0e299ca745": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_76619a51775d40019add9c05cd5755e2", + "placeholder": "​", + "style": "IPY_MODEL_4b214fd9634b4fe08f992efedc62dd83", + "value": "train-00007-of-00025.parquet: 100%" + } + }, + "d32b859e16ae490baf0ebe9e2586341c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2421b4d14f7843cba43721650ab80960", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_28ec94a31aed477ea761e361e59af62f", + "value": 1000 + } + }, + "d338e081756841cc8be1e15d0f0d1df7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_904be14313f24ad682925fed28b4e9cd", + "placeholder": "​", + "style": "IPY_MODEL_f0fea1eb546444d89abb36ba5e73574a", + "value": " 1000/1000 [04:20<00:00,  3.35 examples/s]" + } + }, + "d349568c0827456f843805cacacce56c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8e768a684ea741818e8544a0c8a48c5e", + "IPY_MODEL_39ad775162a446dbb693f744e8640d57", + "IPY_MODEL_2d83e7a9b6a44e8194efefe0954a24b1" + ], + "layout": "IPY_MODEL_94c022f3ff194201988b86c167813d8c" + } + }, + "d38b0b2d113f4760a79ff06af51f2ff7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d3ccf84373b94910848afb32153a3728": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d43a756456da4d90b0ff3a68f495b2a4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_bf5d385efe034480a6094d60cabb0494", + "placeholder": "​", + "style": "IPY_MODEL_76f5c621fdb842e884114096a5f39e2b", + "value": "Map: 100%" + } + }, + "d4aaa54c5ef94e4c9ded368c88195d6d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d655f4108d234d66b7fafa1e5220b9d5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d6b9ea69c91e4049b71b2d5c74b65fa3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_dc7ca1863ef94572a9f2cc51ff3dd94c", + "placeholder": "​", + "style": "IPY_MODEL_98da0eb0a96d4eec874d048dc6e605a3", + "value": "Map: 100%" + } + }, + "d7a8bc0198364788bcec81f3c527e8b4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d7b3312c66d849598a7043e3e73b4737": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d8a6db1212764ddcb8c75a99dfb4c056": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ae8c0eca47a244a58ef8c95a23ee6863", + "max": 491047193, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_28f56259ba224b1fab5f0b3c8fae3e4a", + "value": 491047193 + } + }, + "d984dec1cb254cf5af11265518429e75": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d9aa9de0d8b74acf82a97441fb27f993": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "da1f365f9f85410d9a16c1e9e6d62d98": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_45267485258244e2afc227fe5fe626ec", + "placeholder": "​", + "style": "IPY_MODEL_ac873dff291e43dfaa67ac6371607c76", + "value": "Loading dataset shards: 100%" + } + }, + "dc7ca1863ef94572a9f2cc51ff3dd94c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dcbad259b7e04b5ab20642a0cdb648fa": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dcca1dd1def8409fa8364130a53303af": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "dd42d28d30c74f0a850ed62b2a63ea7a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_b6f6b19e08864f9d82c3e047c9138b48", + "IPY_MODEL_3a39f638ad0c47d78af431c610c55ecf", + "IPY_MODEL_7dab18879bc54bdfb61d6b2d74410289" + ], + "layout": "IPY_MODEL_7376312405634b869d2346528c844e67" + } + }, + "ddbf4f5d694740518913a06c87e0d327": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "de5199ac86734b789828d7f0d83fbf15": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ded56017e08a4b2cbcf2dbfcc2810b06": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_139e7be5a932473aaa949f333c18baee", + "placeholder": "​", + "style": "IPY_MODEL_e193690063ba4876bc8fb5db19a1af5e", + "value": "Generating train split: 100%" + } + }, + "dff53a32e7ad42a0b14b11e2d8f8c5cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e08daa5f69c6404198dab5e68a191648": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e0b0c538927241c6be3dd775daf49ab6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e0b88a0e362c4a6a90007d6dbb7898f7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_d43a756456da4d90b0ff3a68f495b2a4", + "IPY_MODEL_10bf93a19adb4be98db0eef6a6d3e4b7", + "IPY_MODEL_61fb2ad3726249e7997db481f16ec38d" + ], + "layout": "IPY_MODEL_583a4e6780ae4b5fb57ff7a9abcbb8c0" + } + }, + "e0f7aa7ed2d04a58a0840cacf3696d4e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e1568df30b1f47f9aaeeeb189dc721cf": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5ad34c92e12e49cebb9b92233f263816", + "placeholder": "​", + "style": "IPY_MODEL_270b7c4a7dc240098e86c617ef7ca663", + "value": " 1000/1000 [03:54<00:00,  3.68 examples/s]" + } + }, + "e193690063ba4876bc8fb5db19a1af5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e1eec75f753845498ed3e19bb06f10cf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e212e77c37e946318d23a173b79d8546": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3a007781d15a4a618cb3c1f0a8ed7f48", + "max": 419651767, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_027a94aef2a3410382712741ae34c239", + "value": 419651767 + } + }, + "e238a26f3d0d4f3a81eb3000fddc9cd8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_016d76fbd3264ac5acb1b484a69f7a0f", + "placeholder": "​", + "style": "IPY_MODEL_9235ccdcb73d4481894955b18e30c46b", + "value": " 451M/451M [00:10<00:00, 42.6MB/s]" + } + }, + "e29b6c4459f04cd0b42d3bf48017f319": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e3624558df97411c8ca2be543cdd0da5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2926886622ad443ca0d592981f631f22", + "max": 367018761, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_87253a974fb6448e908a23657518e524", + "value": 367018761 + } + }, + "e36af641e4e746429bde99c695f41b32": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_68c8b0cafcf545e5a42f397be6c5cb2b", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ad0523cec3534a14ae468f5e0ea1fde3", + "value": 1000 + } + }, + "e41e7e1b3f0c4765a12c7155b96c3fb5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fddbbbf2ad00459c9a54660079b21008", + "placeholder": "​", + "style": "IPY_MODEL_e29b6c4459f04cd0b42d3bf48017f319", + "value": "train-00020-of-00025.parquet: 100%" + } + }, + "e492e321636346c59c0183eac9d74981": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e528b3e004cc4e02b47dfe8fd2c6b81a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e558befb332e4efca8c22a1a7d1d2b74": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_4335107bac0b40ad8b6266cf2f9469fe", + "IPY_MODEL_3c3cdf15bdcc41da8affcdc9317cec5e", + "IPY_MODEL_ed9812bc02f04c60a761b73bb038c58a" + ], + "layout": "IPY_MODEL_524952c50aa34a5290cd9a91cd9bae09" + } + }, + "e6902685b2e94d3381fe650f791d5dbd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_197e81535b54451b8995f9e4c627d23b", + "placeholder": "​", + "style": "IPY_MODEL_3c64fa79fa0d479f9095924dbf804dc5", + "value": " 1000/1000 [04:55<00:00,  2.47 examples/s]" + } + }, + "e78d95ffdabc4a9899abef5e92ca1b03": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_05909678d7cb4eb2aba33bc8deb39474", + "placeholder": "​", + "style": "IPY_MODEL_694458478e584cdfab576ef9f0dafd2b", + "value": "train-00014-of-00025.parquet: 100%" + } + }, + "e87b68ade3ed4c52a9b40b0deee743b3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "e87f526ef56b47088613a1ae7bcc85e6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9d7c51757d304f8d8acf1dd800639d92", + "placeholder": "​", + "style": "IPY_MODEL_1299f906adee4e76825dccef35ab95cc", + "value": " 1000/1000 [05:11<00:00,  2.65 examples/s]" + } + }, + "e9b80f2a1ec642afb593a40cf9208554": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e08daa5f69c6404198dab5e68a191648", + "placeholder": "​", + "style": "IPY_MODEL_d7a8bc0198364788bcec81f3c527e8b4", + "value": "train-00015-of-00025.parquet: 100%" + } + }, + "ea24c5812607433482e4e7e9601b1e0c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "eaa7340b424241b2878b0b17cead8ebe": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ebf880c29e8546498ddc85aa622de7cd": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ec015a0611c2477cb783c0aa9bb5303a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ec17c15e5a8c45ffa7b4c9a6b709f62a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2d4c4a3a3dfc462f90bb077a9c4a6b9d", + "placeholder": "​", + "style": "IPY_MODEL_b7a26d7018ca40c9a94fbcc74d9bfe42", + "value": "Map: 100%" + } + }, + "ec59748f9f114e5ab87fd4697f834d61": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ec7a6748f14b4154adb6d29a3f3e92c0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ec86a457a3304bf194a4ee614aee2514": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ed9812bc02f04c60a761b73bb038c58a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_63ad8c832f5c4051a5c2af7783402f87", + "placeholder": "​", + "style": "IPY_MODEL_aeea57a9ae2f4990a44f19354c7d9955", + "value": " 25/25 [00:00<00:00, 10.35it/s]" + } + }, + "edcafae4e5b147da9307ec820dc2036c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4335c6b80d7449f4933b568eb8178db8", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_08de406e0aca4d2e9ed08733b6d0d68c", + "value": 1000 + } + }, + "ef10427e02b74ec186b18644998e515b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "eff9aef9db1a422db624a9692d676b64": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e0f7aa7ed2d04a58a0840cacf3696d4e", + "max": 1000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_1b8779420808487ebb2afa6508c6610c", + "value": 1000 + } + }, + "f0fea1eb546444d89abb36ba5e73574a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f1b463b37b9e47d5860d6ec9b7d61be4": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f4a5a6f68d1542b1bdfd14b75fe40951": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_21b8ed31f91e45eaa7b239c799e33f38", + "max": 401201678, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_8355da7d2f4f48f7aa3e39d2ea1eeb93", + "value": 401201678 + } + }, + "f557c1bc229e407ebb44506fb46a3154": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f57e5217d491473ab2d9512b751d0eb2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f584557ca9a5443db73be962b4aff54a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "f5f19bb9e2624411b8ddf8c610d65040": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f700b32085d24beeb30b75624a5560fd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "f7d2e40ebe764a159af6cbc65f08b972": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f7d6e89925d845b0aa7bef8354ea9948": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f85827957bfa4cf0a3af0eb4605778d4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_1d102e4187224269a1402af566e597ab", + "IPY_MODEL_07b5c8c1cecf46a399fe4273b3d8a382", + "IPY_MODEL_15a4ce6378ec41148b6a2a77e7633a84" + ], + "layout": "IPY_MODEL_4e4cbdc156294bf296758a05d9b2ee2f" + } + }, + "f9b7075028b44dc5bd8d3deba72ebec7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f9ee5927a65a447a9a71ec62758c98e7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0bc5b8afdd0046b18ac5e9a724934d1c", + "max": 367682329, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_abdb6688dab944c3a3eae5e4e5362d6f", + "value": 367682329 + } + }, + "fa2bc0d069be42579bc248f978d3c9ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_fd98a38e9b5a4b1ebbdb4ec50d13dd4d", + "IPY_MODEL_81a2ada60a87448793aaa2cae082f6ab", + "IPY_MODEL_cc834734586f460db9ab04fad9b8aacd" + ], + "layout": "IPY_MODEL_87d3f96b6adf468882c6f314a212910f" + } + }, + "fbaf48e120fd49d3b00e7d79a79f98a2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fc72c2dcfe9c4d29ad699e6cc5a08da6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fd98a38e9b5a4b1ebbdb4ec50d13dd4d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3bed75b0e2d74ebfa34026eeb4c2966b", + "placeholder": "​", + "style": "IPY_MODEL_6090b2058c5742378cbe125311b292d5", + "value": "train-00002-of-00025.parquet: 100%" + } + }, + "fddbbbf2ad00459c9a54660079b21008": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fe0f8e352f7a4a64b7e0f9343b9c3ce2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6f4ebefe932c4a6cad65b16c78a2ec11", + "max": 479799775, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_f700b32085d24beeb30b75624a5560fd", + "value": 479799775 + } + }, + "fee2cd0525ab46179d3842af8a8659a3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ffec7d4bdc9942a080c3b1acd9208578": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/yarngpt/python-wrapper/default_speakers/chinenye.json b/yarngpt/python-wrapper/default_speakers/chinenye.json new file mode 100644 index 0000000000000000000000000000000000000000..2334658ad2ffcb2cc7c56a66e91f13eaff880499 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/chinenye.json @@ -0,0 +1,274 @@ +{ + "text": "and once I got that out of the way", + "words": [ + { + "word": "and", + "duration": 1.18, + "codes": [ + 1073, + 1804, + 1510, + 1562, + 377, + 1287, + 1615, + 175, + 631, + 1702, + 1700, + 1590, + 1158, + 1676, + 758, + 1727, + 1548, + 1464, + 1605, + 1469, + 1291, + 1755, + 1656, + 1323, + 1372, + 269, + 1252, + 1466, + 1677, + 1192, + 1220, + 1815, + 1658, + 1818, + 1514, + 1480, + 1747, + 1413, + 1440, + 1403, + 28, + 1806, + 1536, + 1269, + 1673, + 1616, + 1619, + 1745, + 1532, + 1659, + 1682, + 1777, + 1764, + 1766, + 1796, + 1827, + 719, + 1768, + 1761, + 1524, + 1782, + 1410, + 1748, + 1764, + 1447, + 1791, + 1790, + 1528, + 1550, + 1491, + 1764, + 1324, + 790, + 1307, + 664, + 719, + 1224, + 1571, + 1740, + 1062, + 1775, + 1494, + 486, + 1544, + 1828, + 961, + 1115, + 1308 + ] + }, + { + "word": "once", + "duration": 0.46, + "codes": [ + 996, + 1407, + 892, + 1326, + 1223, + 362, + 36, + 1103, + 1734, + 1755, + 1798, + 749, + 1603, + 1748, + 519, + 1643, + 1744, + 176, + 1709, + 749, + 1615, + 1801, + 1438, + 1719, + 1491, + 1802, + 1575, + 1750, + 1180, + 1077, + 855, + 1511, + 961, + 1739, + 632 + ] + }, + { + "word": "i", + "duration": 0.16, + "codes": [ + 398, + 1055, + 767, + 57, + 1777, + 1706, + 34, + 1025, + 1745, + 1796, + 1266, + 1348 + ] + }, + { + "word": "got", + "duration": 0.24, + "codes": [ + 1555, + 639, + 1708, + 813, + 1152, + 753, + 718, + 1742, + 756, + 1109, + 1796, + 85, + 1623, + 1769, + 1759, + 1491, + 1769, + 1693 + ] + }, + { + "word": "that", + "duration": 0.28, + "codes": [ + 1555, + 1732, + 1301, + 755, + 1224, + 1192, + 1241, + 1192, + 1102, + 944, + 1358, + 855, + 1342, + 1603, + 1693, + 1783, + 1689, + 1803, + 1126, + 1089, + 839 + ] + }, + { + "word": "out", + "duration": 0.16, + "codes": [ + 887, + 1726, + 1411, + 1758, + 839, + 9, + 1686, + 1642, + 1695, + 998, + 828, + 1755 + ] + }, + { + "word": "of", + "duration": 0.08, + "codes": [ + 1825, + 1734, + 1281, + 1794, + 1518, + 1696 + ] + }, + { + "word": "the", + "duration": 0.14, + "codes": [ + 1565, + 1608, + 1541, + 1258, + 1798, + 1499, + 1685, + 1554, + 1776, + 1602, + 1381 + ] + }, + { + "word": "way", + "duration": 0.16, + "codes": [ + 1822, + 1773, + 1663, + 1710, + 1554, + 1493, + 4, + 1620, + 1755, + 416, + 1384, + 1688 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/emma.json b/yarngpt/python-wrapper/default_speakers/emma.json new file mode 100644 index 0000000000000000000000000000000000000000..5c485d1e0c95e4d73dd559d02f1020438193d395 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/emma.json @@ -0,0 +1,441 @@ +{ + "text": "Scientists have discovered a new planet that may be capable of supporting life!", + "words": [ + { + "word": "scientists", + "duration": 0.82, + "codes": [ + 1334, + 1359, + 619, + 1057, + 1528, + 817, + 1175, + 884, + 527, + 1519, + 323, + 980, + 608, + 1104, + 1271, + 1265, + 1237, + 191, + 1308, + 203, + 1126, + 1226, + 1265, + 1073, + 1661, + 903, + 502, + 197, + 127, + 1712, + 877, + 1717, + 1735, + 1076, + 1284, + 1629, + 784, + 62, + 175, + 432, + 767, + 533, + 990, + 1258, + 823, + 1651, + 1801, + 701, + 1382, + 554, + 527, + 117, + 323, + 989, + 884, + 817, + 495, + 781, + 1214, + 1099, + 1104 + ] + }, + { + "word": "have", + "duration": 0.24, + "codes": [ + 930, + 1393, + 1303, + 1001, + 1438, + 628, + 1774, + 973, + 1758, + 1501, + 1761, + 1428, + 1725, + 669, + 1780, + 487, + 866, + 1762 + ] + }, + { + "word": "discovered", + "duration": 0.66, + "codes": [ + 820, + 1592, + 1737, + 731, + 1325, + 1644, + 884, + 1300, + 323, + 596, + 231, + 296, + 943, + 990, + 1214, + 1039, + 1039, + 1430, + 866, + 19, + 1675, + 1824, + 1030, + 1630, + 1758, + 783, + 1598, + 1832, + 1330, + 1319, + 1730, + 1449, + 1414, + 1511, + 695, + 1526, + 1410, + 95, + 1686, + 1400, + 961, + 1809, + 1303, + 355, + 544, + 1671, + 1493, + 1290, + 1732, + 1808 + ] + }, + { + "word": "a", + "duration": 0.14, + "codes": [ + 968, + 1281, + 895, + 1827, + 1819, + 694, + 1509, + 1346, + 928, + 1449, + 1512 + ] + }, + { + "word": "new", + "duration": 0.24, + "codes": [ + 1433, + 1689, + 1685, + 1598, + 1547, + 1369, + 1228, + 1708, + 1285, + 1722, + 1257, + 625, + 1114, + 1425, + 465, + 950, + 651, + 561 + ] + }, + { + "word": "planet", + "duration": 0.48, + "codes": [ + 1707, + 821, + 1225, + 1228, + 1168, + 1291, + 1739, + 813, + 1738, + 966, + 1829, + 1229, + 1751, + 1280, + 1120, + 1537, + 1145, + 1257, + 1145, + 1490, + 1565, + 41, + 1677, + 1796, + 1258, + 1228, + 1389, + 1145, + 1433, + 763, + 1255, + 355, + 509, + 869, + 1144, + 501 + ] + }, + { + "word": "that", + "duration": 0.26, + "codes": [ + 1571, + 1404, + 1484, + 1716, + 1136, + 1720, + 1237, + 1420, + 1680, + 892, + 1458, + 1697, + 669, + 1658, + 859, + 1128, + 804, + 1157, + 1694 + ] + }, + { + "word": "may", + "duration": 0.18, + "codes": [ + 1339, + 761, + 820, + 1150, + 823, + 1706, + 1815, + 1354, + 1417, + 820, + 744, + 1413, + 995, + 733 + ] + }, + { + "word": "be", + "duration": 0.18, + "codes": [ + 20, + 1763, + 1417, + 821, + 1384, + 1784, + 968, + 1767, + 501, + 795, + 378, + 242, + 447 + ] + }, + { + "word": "capable", + "duration": 0.56, + "codes": [ + 666, + 1170, + 1637, + 1746, + 1042, + 1331, + 695, + 1739, + 1136, + 1471, + 1823, + 1185, + 1231, + 459, + 1071, + 168, + 418, + 513, + 431, + 669, + 840, + 938, + 1463, + 1640, + 1741, + 86, + 1273, + 724, + 1006, + 544, + 1408, + 1352, + 1721, + 1490, + 1321, + 1674, + 792, + 1765, + 1093, + 1731, + 1506, + 1742, + 1465 + ] + }, + { + "word": "of", + "duration": 0.16, + "codes": [ + 1697, + 1435, + 42, + 1593, + 1573, + 1146, + 1600, + 980, + 878, + 713, + 796, + 1364 + ] + }, + { + "word": "supporting", + "duration": 0.62, + "codes": [ + 541, + 833, + 1546, + 1230, + 1232, + 1417, + 1473, + 1486, + 1759, + 1327, + 1806, + 544, + 918, + 526, + 418, + 950, + 669, + 1749, + 1499, + 959, + 1806, + 203, + 1771, + 1651, + 1433, + 686, + 967, + 484, + 649, + 884, + 176, + 323, + 1349, + 722, + 1230, + 1218, + 1430, + 1663, + 1648, + 1808, + 1629, + 1822, + 1813, + 1663, + 1418, + 1742 + ] + }, + { + "word": "life", + "duration": 0.22, + "codes": [ + 1622, + 1648, + 1141, + 1682, + 1353, + 1351, + 1822, + 1229, + 1621, + 1435, + 1766, + 1428, + 1727, + 1343, + 1769, + 823, + 1050 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/idera.json b/yarngpt/python-wrapper/default_speakers/idera.json new file mode 100644 index 0000000000000000000000000000000000000000..924c435f043c04d3e884c00a952d659d4c15a460 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/idera.json @@ -0,0 +1,396 @@ +{ + "text": "Scientists have discovered a new planet that may be capable of supporting life!", + "words": [ + { + "word": "scientists", + "duration": "1.00", + "codes": [ + 258, + 551, + 21, + 401, + 509, + 235, + 151, + 94, + 194, + 496, + 241, + 420, + 606, + 256, + 311, + 464, + 343, + 765, + 56, + 23, + 209, + 72, + 851, + 360, + 442, + 257, + 457, + 75, + 265, + 227, + 16, + 167, + 194, + 391, + 68, + 786, + 1642, + 888, + 884, + 1688, + 1021, + 1270, + 1250, + 640, + 1471, + 1193, + 1117, + 95, + 158, + 587, + 1484, + 1054, + 947, + 521, + 234, + 502, + 1172, + 1379, + 1332, + 1267, + 1659, + 226, + 325, + 404, + 634, + 713, + 333, + 1210, + 1028, + 700, + 1804, + 1549, + 1552, + 1527, + 701, + 895 + ] + }, + { + "word": "have", + "duration": "0.16", + "codes": [ + 652, + 1487, + 1045, + 665, + 384, + 908, + 1073, + 903, + 169, + 91, + 1242, + 59, + 1614 + ] + }, + { + "word": "discovered", + "duration": "0.52", + "codes": [ + 1523, + 519, + 1311, + 1166, + 1049, + 368, + 176, + 1546, + 990, + 546, + 1091, + 872, + 975, + 224, + 419, + 1714, + 1247, + 1769, + 1141, + 811, + 1149, + 320, + 1161, + 982, + 732, + 473, + 1025, + 470, + 1253, + 1345, + 965, + 916, + 407, + 844, + 594, + 1710, + 193, + 740, + 761, + 1740 + ] + }, + { + "word": "a", + "duration": "0.08", + "codes": [ + 5, + 414, + 1608, + 449, + 1643, + 1732, + 1653 + ] + }, + { + "word": "new", + "duration": "0.18", + "codes": [ + 396, + 1599, + 1733, + 250, + 1624, + 485, + 1645, + 771, + 1630, + 736, + 336, + 476, + 641, + 345 + ] + }, + { + "word": "planet", + "duration": "0.38", + "codes": [ + 21, + 131, + 1743, + 1082, + 1707, + 86, + 1075, + 883, + 944, + 1103, + 790, + 978, + 860, + 1738, + 1060, + 749, + 171, + 679, + 1144, + 966, + 1532, + 1179, + 714, + 1123, + 1308, + 1524, + 752, + 1613, + 1266 + ] + }, + { + "word": "that", + "duration": "0.14", + "codes": [ + 64, + 32, + 1457, + 1095, + 931, + 1774, + 1017, + 1661, + 1713, + 355, + 1708 + ] + }, + { + "word": "may", + "duration": "0.12", + "codes": [ + 1800, + 1070, + 1452, + 1185, + 1295, + 26, + 638, + 240, + 1480, + 1461 + ] + }, + { + "word": "be", + "duration": "0.12", + "codes": [ + 859, + 729, + 848, + 1131, + 1618, + 928, + 331, + 504, + 487, + 417 + ] + }, + { + "word": "capable", + "duration": "0.42", + "codes": [ + 686, + 1040, + 28, + 1456, + 1056, + 1133, + 901, + 1127, + 693, + 1406, + 20, + 118, + 141, + 572, + 845, + 1280, + 353, + 1726, + 338, + 1413, + 484, + 272, + 1569, + 144, + 1581, + 437, + 1502, + 963, + 1415, + 655, + 949, + 1289 + ] + }, + { + "word": "of", + "duration": "0.10", + "codes": [ + 1198, + 1755, + 1478, + 1548, + 802, + 1513, + 1290, + 636 + ] + }, + { + "word": "supporting", + "duration": "0.54", + "codes": [ + 541, + 867, + 750, + 1505, + 754, + 1344, + 1032, + 734, + 505, + 559, + 220, + 288, + 342, + 591, + 1459, + 1721, + 490, + 825, + 80, + 1221, + 1234, + 639, + 1052, + 450, + 1557, + 1302, + 784, + 1547, + 823, + 527, + 1667, + 1437, + 832, + 1366, + 674, + 1607, + 486, + 893, + 1748, + 792, + 1757 + ] + }, + { + "word": "life", + "duration": "0.28", + "codes": [ + 1761, + 149, + 1501, + 1342, + 1063, + 1124, + 117, + 1225, + 1115, + 1155, + 1815, + 1035, + 936, + 807, + 930, + 1514, + 837, + 1104, + 1145, + 1164, + 1687, + 1589 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/joke.json b/yarngpt/python-wrapper/default_speakers/joke.json new file mode 100644 index 0000000000000000000000000000000000000000..89dcf66d530af163f1ef7e4751e787507d6860af --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/joke.json @@ -0,0 +1,430 @@ +{ + "text": "i still said you and i was like mister so this is what you are doing with", + "words": [ + { + "word": "i", + "duration": 0.34, + "codes": [ + 1737, + 1555, + 1439, + 1679, + 1634, + 1661, + 1764, + 1698, + 1715, + 862, + 1516, + 1427, + 1350, + 1136, + 1472, + 1113, + 1686, + 1596, + 1005, + 1365, + 1180, + 1473, + 1296, + 1337, + 1579 + ] + }, + { + "word": "still", + "duration": 0.26, + "codes": [ + 848, + 1653, + 1756, + 1711, + 1693, + 1722, + 1580, + 1552, + 502, + 1416, + 1463, + 1341, + 1449, + 1542, + 1700, + 1786, + 428, + 1728, + 1624, + 1624 + ] + }, + { + "word": "said", + "duration": 0.24, + "codes": [ + 1657, + 1744, + 1657, + 1634, + 1615, + 1534, + 996, + 1296, + 1542, + 577, + 1047, + 1506, + 440, + 1756, + 1783, + 1593, + 906, + 1810 + ] + }, + { + "word": "you", + "duration": 0.62, + "codes": [ + 1610, + 409, + 1534, + 1685, + 1709, + 1756, + 363, + 1441, + 1789, + 1594, + 863, + 1773, + 1612, + 1535, + 1602, + 1615, + 1426, + 48, + 1690, + 1740, + 1650, + 1824, + 1613, + 1807, + 1041, + 1778, + 719, + 1002, + 1759, + 1403, + 1766, + 1826, + 1002, + 1769, + 1661, + 1278, + 1759, + 1351, + 1638, + 1740, + 1395, + 1722, + 1765, + 1751, + 1461, + 1492 + ] + }, + { + "word": "and", + "duration": 0.14, + "codes": [ + 1056, + 1494, + 1389, + 1002, + 1452, + 1413, + 1345, + 1401, + 1593, + 1073, + 775 + ] + }, + { + "word": "i", + "duration": 0.08, + "codes": [ + 1812, + 547, + 1581, + 1468, + 949, + 1740 + ] + }, + { + "word": "was", + "duration": 0.16, + "codes": [ + 1662, + 1542, + 363, + 1374, + 1598, + 1563, + 1394, + 473, + 863, + 1587, + 1685, + 1729 + ] + }, + { + "word": "like", + "duration": 0.28, + "codes": [ + 1407, + 1444, + 1286, + 1506, + 1366, + 1286, + 1013, + 502, + 631, + 1449, + 1374, + 1711, + 1413, + 1660, + 1679, + 1783, + 1772, + 1723, + 1549, + 1674, + 1388 + ] + }, + { + "word": "mister", + "duration": 0.84, + "codes": [ + 1591, + 1765, + 1653, + 1549, + 1449, + 1341, + 473, + 1363, + 1605, + 1554, + 1387, + 1641, + 1439, + 362, + 1606, + 319, + 1691, + 1582, + 1617, + 1756, + 1286, + 1409, + 1221, + 1372, + 1584, + 794, + 1636, + 1488, + 1280, + 1366, + 1753, + 1636, + 882, + 1723, + 1796, + 1769, + 1717, + 1549, + 1518, + 1633, + 175, + 1678, + 1679, + 1549, + 1732, + 1710, + 1662, + 1744, + 1641, + 1696, + 1565, + 1769, + 1789, + 719, + 1831, + 1786, + 1451, + 1728, + 1646, + 1713, + 1672, + 1774, + 1734 + ] + }, + { + "word": "so", + "duration": 0.14, + "codes": [ + 1354, + 1518, + 1791, + 1374, + 277, + 1542, + 1366, + 700, + 1444, + 1744, + 1217 + ] + }, + { + "word": "this", + "duration": 0.2, + "codes": [ + 1461, + 1588, + 1672, + 1712, + 1679, + 175, + 63, + 426, + 293, + 1654, + 57, + 1616, + 1394, + 1789, + 175 + ] + }, + { + "word": "is", + "duration": 0.06, + "codes": [ + 1394, + 1605, + 1596, + 1800, + 269 + ] + }, + { + "word": "what", + "duration": 0.16, + "codes": [ + 1706, + 759, + 1047, + 1493, + 637, + 1723, + 1772, + 1748, + 1634, + 4, + 1387, + 1710 + ] + }, + { + "word": "you", + "duration": 0.1, + "codes": [ + 890, + 1374, + 1019, + 848, + 1415, + 1341, + 1073 + ] + }, + { + "word": "are", + "duration": 0.1, + "codes": [ + 1286, + 127, + 949, + 870, + 1734, + 1593, + 1761, + 1717 + ] + }, + { + "word": "doing", + "duration": 0.22, + "codes": [ + 1643, + 1485, + 1708, + 1394, + 1469, + 348, + 1676, + 1685, + 428, + 1584, + 1695, + 1596, + 1613, + 1286, + 1787, + 1374 + ] + }, + { + "word": "with", + "duration": 0.36, + "codes": [ + 1382, + 615, + 1127, + 1742, + 1591, + 239, + 1810, + 1778, + 719, + 1616, + 1549, + 519, + 1804, + 1416, + 1636, + 1584, + 1437, + 1698, + 1625, + 1494, + 1633, + 1545, + 1747, + 1737, + 1672, + 1646, + 1778 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/jude.json b/yarngpt/python-wrapper/default_speakers/jude.json new file mode 100644 index 0000000000000000000000000000000000000000..7a43ebfb2eed193e8dc9fbea4c27c4f5b8dd926e --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/jude.json @@ -0,0 +1,263 @@ +{ + "text": "know what I'm saying what I'm saying is that if you say", + "words": [ + { + "word": "know", + "duration": 0.44, + "codes": [ + 1824, + 1820, + 1743, + 1819, + 1171, + 1796, + 1613, + 1126, + 1500, + 1346, + 1429, + 1810, + 1655, + 1462, + 1780, + 1812, + 1518, + 1431, + 741, + 1206, + 1325, + 1392, + 920, + 409, + 4, + 1270, + 416, + 1759, + 1141, + 708, + 1022, + 1769, + 1384 + ] + }, + { + "word": "what", + "duration": 0.12, + "codes": [ + 607, + 787, + 48, + 1350, + 1340, + 297, + 364, + 825, + 1775 + ] + }, + { + "word": "im", + "duration": 0.1, + "codes": [ + 1668, + 1311, + 1651, + 1048, + 176, + 430, + 333 + ] + }, + { + "word": "saying", + "duration": 0.56, + "codes": [ + 822, + 648, + 1568, + 1660, + 1071, + 1399, + 890, + 1396, + 1381, + 1818, + 124, + 1623, + 361, + 1588, + 1688, + 1280, + 1805, + 1659, + 1605, + 1412, + 1672, + 1752, + 1741, + 1514, + 1817, + 1796, + 1763, + 1790, + 1595, + 1788, + 1823, + 758, + 1466, + 1802, + 1788, + 1649, + 1614, + 1751, + 1718, + 1585, + 1637, + 1773 + ] + }, + { + "word": "what", + "duration": 0.12, + "codes": [ + 1666, + 1680, + 1431, + 411, + 1687, + 695, + 1629, + 1678, + 664, + 1087 + ] + }, + { + "word": "im", + "duration": 0.16, + "codes": [ + 117, + 408, + 1813, + 1729, + 1336, + 1710, + 1833, + 1615, + 276, + 362, + 1364, + 687 + ] + }, + { + "word": "saying", + "duration": 0.26, + "codes": [ + 28, + 440, + 1376, + 1196, + 1147, + 1636, + 1272, + 1449, + 198, + 1277, + 1470, + 1485, + 1100, + 1588, + 1673, + 1620, + 1710, + 1753, + 806 + ] + }, + { + "word": "is", + "duration": 0.06, + "codes": [ + 1621, + 1636, + 1833, + 529, + 1653 + ] + }, + { + "word": "that", + "duration": 0.24, + "codes": [ + 1773, + 1004, + 1796, + 907, + 239, + 1804, + 565, + 1432, + 1534, + 1718, + 1643, + 1432, + 1447, + 1273, + 1824, + 1657, + 1776, + 1651 + ] + }, + { + "word": "if", + "duration": 0.12, + "codes": [ + 1649, + 1620, + 1342, + 176, + 1773, + 178, + 1710, + 1710, + 1521 + ] + }, + { + "word": "you", + "duration": 0.16, + "codes": [ + 959, + 1728, + 1651, + 361, + 822, + 1661, + 1341, + 780, + 1518, + 335, + 452, + 736 + ] + }, + { + "word": "say", + "duration": 0.14, + "codes": [ + 372, + 1217, + 713, + 848, + 1140, + 1420, + 1549, + 483, + 125, + 1353 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/onye.json b/yarngpt/python-wrapper/default_speakers/onye.json new file mode 100644 index 0000000000000000000000000000000000000000..66983f78567fa433737cd2d8b5355e8b1f6463fc --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/onye.json @@ -0,0 +1,621 @@ +{ + "text": "out to another level also going through in the shop chop scotch bonnet peppers", + "words": [ + { + "word": "out", + "duration": 0.34, + "codes": [ + 546, + 416, + 1519, + 1673, + 1806, + 1015, + 693, + 1447, + 9, + 1306, + 1485, + 1477, + 1178, + 1543, + 1830, + 1558, + 1801, + 1423, + 1487, + 1165, + 1743, + 1726, + 1772, + 368, + 1555 + ] + }, + { + "word": "to", + "duration": 0.28, + "codes": [ + 1823, + 1713, + 1734, + 368, + 1547, + 1741, + 1737, + 1784, + 1801, + 1732, + 1389, + 994, + 1158, + 1278, + 1800, + 1658, + 519, + 1542, + 1792, + 1700, + 1415 + ] + }, + { + "word": "another", + "duration": 0.4, + "codes": [ + 1541, + 1824, + 1624, + 1757, + 1294, + 1734, + 1756, + 1821, + 1147, + 1663, + 1697, + 1156, + 1069, + 53, + 1223, + 1212, + 1736, + 1748, + 1744, + 758, + 1494, + 374, + 1187, + 1448, + 1410, + 1356, + 1732, + 1452, + 1295, + 1656 + ] + }, + { + "word": "level", + "duration": 1.86, + "codes": [ + 1688, + 1527, + 1417, + 1486, + 384, + 1378, + 1342, + 1075, + 1046, + 1247, + 1660, + 1525, + 719, + 1769, + 1628, + 1810, + 1078, + 1429, + 1483, + 1280, + 1814, + 1115, + 184, + 1014, + 1686, + 1341, + 1347, + 1502, + 1350, + 1666, + 1686, + 1823, + 1749, + 1412, + 1651, + 1832, + 1701, + 1782, + 1741, + 1798, + 1828, + 1701, + 1796, + 1807, + 1701, + 1768, + 1817, + 1524, + 1786, + 1400, + 1717, + 1722, + 1773, + 1202, + 1098, + 1161, + 1750, + 822, + 1420, + 1434, + 979, + 1764, + 1313, + 1734, + 1458, + 1660, + 1200, + 370, + 1636, + 1186, + 768, + 855, + 599, + 1632, + 1164, + 1041, + 1791, + 1714, + 368, + 1715, + 1500, + 1817, + 1817, + 1772, + 1805, + 1825, + 1818, + 1828, + 1395, + 1718, + 1818, + 0, + 1696, + 1808, + 1637, + 1796, + 1701, + 1796, + 1824, + 1646, + 1702, + 1714, + 895, + 1764, + 1637, + 1717, + 1747, + 1751, + 1696, + 639, + 1436, + 1828, + 1818, + 1737, + 1832, + 1646, + 1796, + 1822, + 1741, + 1791, + 1701, + 1796, + 1779, + 1638, + 1783, + 1751, + 1781, + 1768, + 1412, + 1744, + 1720, + 1403, + 1802, + 1638, + 1734, + 1802, + 1826, + 1785, + 1443, + 1167 + ] + }, + { + "word": "also", + "duration": 0.26, + "codes": [ + 973, + 1187, + 1333, + 359, + 1494, + 1222, + 1759, + 749, + 533, + 4, + 1599, + 1608, + 1280, + 1167, + 1015, + 1526, + 1662, + 1728, + 1016, + 1796 + ] + }, + { + "word": "going", + "duration": 0.26, + "codes": [ + 1789, + 1291, + 1209, + 828, + 1452, + 1749, + 1052, + 1460, + 1783, + 1656, + 1542, + 1281, + 1710, + 1716, + 1404, + 1734, + 495, + 1624, + 1747 + ] + }, + { + "word": "through", + "duration": 0.34, + "codes": [ + 1465, + 1664, + 1786, + 231, + 1826, + 1318, + 1494, + 1505, + 1063, + 1311, + 1656, + 1265, + 1720, + 1226, + 940, + 1490, + 1447, + 1730, + 1348, + 1637, + 1118, + 1710, + 841, + 795, + 298, + 1216 + ] + }, + { + "word": "in", + "duration": 0.42, + "codes": [ + 899, + 1240, + 869, + 679, + 1343, + 1280, + 1681, + 1221, + 1632, + 1221, + 1479, + 1431, + 1623, + 1372, + 1722, + 1494, + 1011, + 1636, + 957, + 1661, + 939, + 1772, + 1096, + 1688, + 1537, + 1360, + 1734, + 1595, + 1781, + 1284, + 1413 + ] + }, + { + "word": "the", + "duration": 1.08, + "codes": [ + 1701, + 1447, + 1328, + 1690, + 1281, + 1401, + 700, + 1295, + 1494, + 1326, + 1218, + 361, + 922, + 1210, + 1300, + 19, + 1403, + 1272, + 1150, + 1062, + 1457, + 1344, + 1167, + 1742, + 996, + 1158, + 1245, + 1210, + 1720, + 1823, + 85, + 1829, + 1555, + 1718, + 979, + 1665, + 1783, + 1088, + 1810, + 1828, + 1795, + 1419, + 1795, + 1826, + 1779, + 1741, + 1719, + 1809, + 1646, + 1765, + 1818, + 1713, + 1821, + 1737, + 1348, + 1821, + 1400, + 1748, + 1278, + 1521, + 758, + 1701, + 1798, + 1817, + 1646, + 1672, + 1825, + 1796, + 957, + 1808, + 1807, + 1833, + 1798, + 1425, + 1830, + 1037, + 1251, + 554, + 1395, + 175, + 919 + ] + }, + { + "word": "shop", + "duration": 0.3, + "codes": [ + 1611, + 154, + 1329, + 1701, + 1677, + 1210, + 880, + 660, + 816, + 1276, + 1471, + 41, + 1779, + 1465, + 1298, + 1817, + 1777, + 1073, + 1713, + 1808, + 1818, + 1348, + 1711 + ] + }, + { + "word": "chop", + "duration": 0.3, + "codes": [ + 1439, + 4, + 315, + 1751, + 1731, + 53, + 1184, + 1132, + 755, + 1429, + 1464, + 1483, + 1770, + 1749, + 1278, + 1769, + 1511, + 1683, + 1779, + 1660, + 183, + 1535, + 416 + ] + }, + { + "word": "scotch", + "duration": 0.4, + "codes": [ + 1518, + 1679, + 0, + 1695, + 1682, + 1098, + 1764, + 1256, + 1808, + 1609, + 1745, + 1318, + 632, + 1197, + 271, + 1683, + 1774, + 1824, + 1783, + 1671, + 1805, + 22, + 631, + 117, + 1345, + 800, + 1707, + 1466, + 1005, + 1462 + ] + }, + { + "word": "bonnet", + "duration": 0.34, + "codes": [ + 1677, + 1826, + 1277, + 524, + 1001, + 789, + 973, + 1509, + 1817, + 546, + 1260, + 1117, + 782, + 142, + 1455, + 947, + 1814, + 1815, + 0, + 1538, + 1766, + 1744, + 1824, + 239, + 1710 + ] + }, + { + "word": "peppers", + "duration": 0.5, + "codes": [ + 1817, + 1287, + 1769, + 1309, + 446, + 1173, + 1183, + 375, + 1342, + 1815, + 1382, + 1685, + 1797, + 1351, + 1798, + 1631, + 749, + 1717, + 1324, + 1147, + 1186, + 955, + 577, + 1736, + 827, + 1240, + 1484, + 847, + 1661, + 1475, + 1287, + 1535, + 595, + 1286, + 1734, + 1256, + 319, + 1688 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/osagie.json b/yarngpt/python-wrapper/default_speakers/osagie.json new file mode 100644 index 0000000000000000000000000000000000000000..e9b7673b90766bdc6fbed5aca83ffa69560abc97 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/osagie.json @@ -0,0 +1,486 @@ +{ + "text": "do Charlotte Douglas shallots be me shut up dummy Libby shallots foolish storms", + "words": [ + { + "word": "do", + "duration": 1.18, + "codes": [ + 1798, + 858, + 1653, + 1400, + 1441, + 1810, + 1180, + 892, + 1487, + 380, + 208, + 452, + 181, + 714, + 521, + 152, + 1180, + 2, + 142, + 756, + 208, + 874, + 380, + 565, + 422, + 656, + 81, + 860, + 146, + 1042, + 1685, + 1580, + 50, + 137, + 132, + 170, + 1633, + 648, + 1819, + 898, + 1247, + 1646, + 1491, + 438, + 85, + 46, + 170, + 664, + 2, + 236, + 65, + 100, + 393, + 324, + 170, + 1499, + 1619, + 519, + 123, + 798, + 79, + 1447, + 132, + 146, + 779, + 380, + 221, + 1588, + 228, + 1443, + 152, + 1366, + 1441, + 189, + 320, + 1387, + 368, + 1599, + 295, + 65, + 1353, + 13, + 920, + 1341, + 55, + 315, + 1542, + 315 + ] + }, + { + "word": "charlotte", + "duration": 0.42, + "codes": [ + 543, + 769, + 69, + 714, + 725, + 212, + 374, + 1439, + 25, + 1453, + 637, + 291, + 1212, + 106, + 1671, + 146, + 82, + 1261, + 1710, + 686, + 1571, + 213, + 298, + 510, + 452, + 1396, + 1635, + 1760, + 1469, + 1793, + 1233, + 851 + ] + }, + { + "word": "douglas", + "duration": 0.42, + "codes": [ + 1539, + 2, + 679, + 51, + 215, + 1068, + 295, + 115, + 1150, + 753, + 1806, + 287, + 85, + 725, + 1312, + 293, + 614, + 1610, + 380, + 260, + 1014, + 104, + 777, + 1697, + 270, + 580, + 794, + 1345, + 1552, + 7, + 178 + ] + }, + { + "word": "shallots", + "duration": 0.48, + "codes": [ + 315, + 290, + 333, + 1761, + 412, + 520, + 125, + 367, + 1001, + 700, + 1258, + 955, + 388, + 880, + 324, + 637, + 642, + 1723, + 1480, + 990, + 507, + 652, + 69, + 1670, + 1073, + 1433, + 830, + 1737, + 1769, + 1829, + 1524, + 1605, + 1737, + 1660, + 1782, + 1687, + 1802 + ] + }, + { + "word": "be", + "duration": 0.16, + "codes": [ + 1715, + 687, + 1365, + 49, + 98, + 357, + 1416, + 245, + 1058, + 870, + 1689, + 1588 + ] + }, + { + "word": "me", + "duration": 0.36, + "codes": [ + 1469, + 1221, + 1783, + 127, + 372, + 519, + 98, + 50, + 1439, + 876, + 362, + 1439, + 1506, + 1452, + 736, + 1740, + 1715, + 1641, + 1628, + 1807, + 1654, + 1601, + 911, + 788, + 1451, + 356, + 1450 + ] + }, + { + "word": "shut", + "duration": 0.34, + "codes": [ + 202, + 543, + 1527, + 1345, + 105, + 721, + 128, + 571, + 1180, + 1366, + 1187, + 860, + 1113, + 1089, + 270, + 113, + 525, + 992, + 1588, + 975, + 668, + 780, + 399, + 233, + 510 + ] + }, + { + "word": "up", + "duration": 0.1, + "codes": [ + 1715, + 1833, + 1719, + 363, + 1763, + 1784, + 1765, + 85 + ] + }, + { + "word": "dummy", + "duration": 0.36, + "codes": [ + 101, + 47, + 1127, + 205, + 164, + 647, + 300, + 737, + 300, + 910, + 549, + 1598, + 333, + 900, + 1521, + 1287, + 917, + 362, + 290, + 1353, + 917, + 407, + 1588, + 1396, + 1415, + 440, + 1565 + ] + }, + { + "word": "libby", + "duration": 0.36, + "codes": [ + 935, + 479, + 153, + 127, + 162, + 782, + 932, + 1023, + 1262, + 343, + 1728, + 502, + 1401, + 996, + 350, + 1445, + 856, + 298, + 48, + 1698, + 1470, + 1736, + 26, + 1342, + 328, + 372, + 1451 + ] + }, + { + "word": "shallots", + "duration": 0.4, + "codes": [ + 7, + 50, + 519, + 1221, + 212, + 238, + 1083, + 844, + 333, + 182, + 472, + 839, + 609, + 656, + 208, + 291, + 1234, + 1678, + 1151, + 867, + 290, + 546, + 848, + 1700, + 1740, + 26, + 1617, + 1238, + 183, + 1693 + ] + }, + { + "word": "foolish", + "duration": 0.38, + "codes": [ + 863, + 176, + 1546, + 1470, + 1435, + 716, + 1460, + 1013, + 217, + 1374, + 736, + 91, + 959, + 767, + 1678, + 1541, + 903, + 362, + 1336, + 1345, + 546, + 848, + 253, + 335, + 510, + 69, + 546, + 1166, + 1677 + ] + }, + { + "word": "storms", + "duration": 0.4, + "codes": [ + 939, + 1361, + 1719, + 1428, + 1691, + 319, + 1596, + 236, + 757, + 1625, + 123, + 1297, + 55, + 132, + 708, + 92, + 1344, + 848, + 1232, + 518, + 695, + 1726, + 1502, + 1759, + 363, + 1751, + 1524, + 409, + 189, + 0 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/regina.json b/yarngpt/python-wrapper/default_speakers/regina.json new file mode 100644 index 0000000000000000000000000000000000000000..a5cc7c2313abcbaac29ad5b947bd849582e5e290 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/regina.json @@ -0,0 +1,574 @@ +{ + "text": "was just like is that what is amazing to you your marriage is", + "words": [ + { + "word": "was", + "duration": 1.02, + "codes": [ + 1514, + 571, + 892, + 386, + 186, + 1403, + 1082, + 636, + 851, + 1287, + 1678, + 1166, + 162, + 1345, + 282, + 104, + 1345, + 329, + 637, + 844, + 537, + 1366, + 537, + 282, + 1485, + 537, + 637, + 844, + 537, + 1710, + 375, + 452, + 1588, + 537, + 1382, + 714, + 206, + 333, + 330, + 344, + 281, + 1523, + 44, + 1557, + 315, + 479, + 271, + 370, + 110, + 498, + 768, + 560, + 579, + 847, + 961, + 293, + 1351, + 1141, + 138, + 1229, + 2, + 847, + 1245, + 1345, + 1829, + 1811, + 1326, + 955, + 1314, + 137, + 270, + 1743, + 324, + 1389, + 1027, + 863 + ] + }, + { + "word": "just", + "duration": 0.28, + "codes": [ + 333, + 38, + 1518, + 1296, + 146, + 1077, + 1204, + 665, + 658, + 1005, + 944, + 1136, + 519, + 749, + 1061, + 69, + 1363, + 415, + 1679, + 1741, + 138 + ] + }, + { + "word": "like", + "duration": 1.68, + "codes": [ + 1796, + 714, + 65, + 13, + 664, + 1077, + 463, + 232, + 461, + 1210, + 356, + 346, + 1196, + 202, + 631, + 1804, + 1096, + 450, + 23, + 1535, + 415, + 582, + 328, + 546, + 1571, + 344, + 1512, + 1242, + 141, + 194, + 220, + 258, + 246, + 220, + 246, + 542, + 258, + 246, + 220, + 151, + 246, + 542, + 342, + 220, + 75, + 246, + 220, + 246, + 542, + 246, + 220, + 542, + 161, + 450, + 419, + 246, + 542, + 246, + 542, + 246, + 220, + 542, + 246, + 246, + 542, + 246, + 542, + 342, + 542, + 342, + 246, + 542, + 342, + 220, + 75, + 246, + 75, + 246, + 542, + 246, + 220, + 75, + 161, + 542, + 342, + 220, + 258, + 246, + 220, + 75, + 342, + 220, + 258, + 194, + 220, + 436, + 246, + 220, + 194, + 194, + 1442, + 246, + 220, + 246, + 246, + 246, + 151, + 1551, + 1522, + 1362, + 652, + 1557, + 333, + 273, + 928, + 1551, + 180, + 1570, + 652, + 1664, + 6, + 654, + 281, + 1578, + 1557, + 1346, + 756 + ] + }, + { + "word": "is", + "duration": 0.06, + "codes": [ + 1337, + 1662, + 198, + 33 + ] + }, + { + "word": "that", + "duration": 0.12, + "codes": [ + 1679, + 236, + 934, + 1056, + 208, + 609, + 860, + 1318, + 1340 + ] + }, + { + "word": "what", + "duration": 0.14, + "codes": [ + 1618, + 806, + 1068, + 113, + 1686, + 428, + 230, + 409, + 263, + 415, + 175 + ] + }, + { + "word": "is", + "duration": 0.1, + "codes": [ + 415, + 1773, + 1539, + 124, + 1563, + 700, + 579 + ] + }, + { + "word": "amazing", + "duration": 0.34, + "codes": [ + 973, + 695, + 1247, + 1737, + 1609, + 1664, + 1006, + 134, + 409, + 416, + 774, + 848, + 1542, + 10, + 1441, + 1539, + 129, + 1698, + 687, + 1620, + 1340, + 749, + 469, + 1695, + 448, + 448 + ] + }, + { + "word": "to", + "duration": 0.12, + "codes": [ + 189, + 198, + 124, + 1753, + 510, + 1825, + 856, + 1441, + 1688 + ] + }, + { + "word": "you", + "duration": 1.62, + "codes": [ + 1552, + 1546, + 1698, + 166, + 101, + 1457, + 137, + 864, + 790, + 794, + 1615, + 454, + 1512, + 328, + 634, + 1578, + 409, + 1592, + 176, + 1441, + 1644, + 356, + 1641, + 1580, + 510, + 1609, + 407, + 882, + 1580, + 218, + 1616, + 865, + 409, + 1570, + 1376, + 1734, + 34, + 687, + 1592, + 556, + 640, + 1592, + 6, + 1362, + 4, + 1546, + 1302, + 1376, + 1570, + 34, + 652, + 180, + 1569, + 203, + 1744, + 282, + 945, + 362, + 931, + 1662, + 631, + 1580, + 452, + 329, + 725, + 140, + 277, + 1113, + 537, + 1332, + 560, + 282, + 1056, + 270, + 940, + 755, + 860, + 104, + 903, + 537, + 1310, + 579, + 282, + 848, + 371, + 844, + 1808, + 400, + 1772, + 1166, + 213, + 1485, + 1502, + 276, + 1594, + 1599, + 1819, + 1197, + 441, + 1318, + 1237, + 679, + 1186, + 384, + 609, + 637, + 157, + 609, + 637, + 157, + 790, + 157, + 547, + 452, + 452, + 870, + 162, + 320, + 1649, + 1272, + 1318, + 860 + ] + }, + { + "word": "your", + "duration": 0.16, + "codes": [ + 1477, + 67, + 113, + 1149, + 479, + 901, + 1232, + 295, + 9, + 1129, + 67, + 1825 + ] + }, + { + "word": "marriage", + "duration": 0.8, + "codes": [ + 529, + 697, + 695, + 1429, + 282, + 626, + 1355, + 192, + 1671, + 100, + 95, + 1310, + 388, + 1155, + 1494, + 104, + 104, + 587, + 1156, + 67, + 57, + 1437, + 697, + 714, + 1221, + 1443, + 2, + 1357, + 931, + 931, + 1298, + 388, + 1136, + 1604, + 428, + 1240, + 1698, + 65, + 1272, + 128, + 755, + 79, + 794, + 1698, + 1518, + 1546, + 1696, + 448, + 233, + 1599, + 1732, + 1240, + 110, + 775, + 483, + 100, + 1075, + 346, + 863, + 1498 + ] + }, + { + "word": "is", + "duration": 0.1, + "codes": [ + 631, + 18, + 679, + 430, + 176, + 10, + 52 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/remi.json b/yarngpt/python-wrapper/default_speakers/remi.json new file mode 100644 index 0000000000000000000000000000000000000000..e21bd06d68e48da5fffb75025aa574d1e15f3668 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/remi.json @@ -0,0 +1,382 @@ +{ + "text": "animal noral human being", + "words": [ + { + "word": "animal", + "duration": 2.79, + "codes": [ + 1679, + 1711, + 714, + 1588, + 906, + 725, + 789, + 456, + 79, + 230, + 1127, + 532, + 200, + 834, + 29, + 753, + 1420, + 595, + 997, + 557, + 205, + 488, + 775, + 63, + 1520, + 1600, + 1394, + 1811, + 1715, + 473, + 805, + 128, + 502, + 1353, + 1636, + 1832, + 182, + 381, + 281, + 1540, + 748, + 1341, + 1744, + 374, + 1767, + 182, + 621, + 495, + 234, + 909, + 1383, + 92, + 1545, + 1394, + 1794, + 1641, + 319, + 1452, + 1240, + 217, + 1815, + 388, + 828, + 1664, + 184, + 1239, + 319, + 1469, + 1810, + 36, + 1019, + 1451, + 774, + 1819, + 1521, + 761, + 23, + 1609, + 273, + 52, + 1670, + 524, + 813, + 806, + 79, + 1141, + 1677, + 138, + 1409, + 1468, + 1633, + 1573, + 782, + 1655, + 1669, + 1239, + 458, + 1495, + 258, + 544, + 1532, + 1567, + 1627, + 1641, + 851, + 1573, + 1569, + 265, + 686, + 72, + 151, + 342, + 194, + 75, + 419, + 342, + 542, + 419, + 75, + 342, + 246, + 75, + 342, + 246, + 56, + 161, + 246, + 442, + 161, + 56, + 156, + 420, + 161, + 75, + 219, + 194, + 56, + 156, + 220, + 453, + 156, + 1019, + 490, + 1415, + 742, + 1533, + 412, + 828, + 138, + 1487, + 128, + 660, + 1339, + 882, + 154, + 1533, + 47, + 312, + 730, + 1087, + 764, + 346, + 1394, + 179, + 959, + 1344, + 324, + 1457, + 388, + 57, + 514, + 1323, + 631, + 6, + 479, + 815, + 1599, + 384, + 952, + 1650, + 57, + 314, + 320, + 787, + 1488, + 147, + 203, + 1078, + 192, + 1663, + 236, + 1501, + 270, + 1280, + 716, + 631, + 1584, + 1605, + 1779, + 1239, + 363, + 1437, + 430, + 1554, + 1069, + 189, + 319, + 856, + 143 + ] + }, + { + "word": "noral", + "duration": 0.56, + "codes": [ + 1831, + 201, + 1674, + 1707, + 1807, + 487, + 1577, + 1394, + 1341, + 412, + 814, + 205, + 1633, + 79, + 1267, + 1625, + 315, + 1649, + 4, + 780, + 368, + 592, + 1633, + 592, + 1431, + 1563, + 599, + 176, + 10, + 725, + 1468, + 76, + 593, + 714, + 146, + 974, + 725, + 549, + 57, + 1068, + 1729, + 52 + ] + }, + { + "word": "human", + "duration": 0.82, + "codes": [ + 1552, + 233, + 298, + 949, + 1636, + 380, + 363, + 1520, + 1768, + 85, + 483, + 876, + 125, + 153, + 564, + 200, + 1221, + 803, + 1712, + 117, + 804, + 688, + 787, + 1345, + 592, + 291, + 472, + 158, + 132, + 1827, + 617, + 157, + 36, + 1186, + 1008, + 324, + 961, + 644, + 179, + 931, + 1400, + 688, + 1015, + 488, + 532, + 500, + 952, + 945, + 29, + 1497, + 529, + 749, + 1733, + 439, + 63, + 1773, + 1527, + 1622, + 728, + 1613, + 1274, + 136 + ] + }, + { + "word": "being", + "duration": 0.54, + "codes": [ + 546, + 1287, + 166, + 315, + 1678, + 882, + 1753, + 1018, + 1449, + 1581, + 298, + 1710, + 1799, + 1772, + 1406, + 1538, + 1728, + 1657, + 1778, + 182, + 921, + 217, + 1615, + 133, + 217, + 1516, + 1830, + 844, + 1584, + 338, + 1639, + 644, + 417, + 774, + 1724, + 648, + 749, + 4, + 315, + 1497 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/tayo.json b/yarngpt/python-wrapper/default_speakers/tayo.json new file mode 100644 index 0000000000000000000000000000000000000000..728650b00819ffb580fa7b73723903b92191e3c0 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/tayo.json @@ -0,0 +1,523 @@ +{ + "text": "and enjoy ourselves we need more parties let party start again now we know", + "words": [ + { + "word": "and", + "duration": 0.5, + "codes": [ + 82, + 1201, + 329, + 992, + 908, + 847, + 925, + 1666, + 1057, + 1266, + 1448, + 1737, + 1251, + 1031, + 1759, + 1459, + 1094, + 1750, + 1739, + 1521, + 594, + 1625, + 732, + 1326, + 1095, + 828, + 239, + 752, + 1221, + 1382, + 705, + 1716, + 865, + 1503, + 478, + 1692, + 938 + ] + }, + { + "word": "enjoy", + "duration": 0.4, + "codes": [ + 844, + 192, + 737, + 344, + 276, + 138, + 48, + 1616, + 28, + 1530, + 1550, + 1383, + 1712, + 69, + 1261, + 547, + 249, + 1047, + 500, + 182, + 63, + 1445, + 935, + 865, + 1478, + 1670, + 479, + 116, + 1674, + 886 + ] + }, + { + "word": "ourselves", + "duration": 0.7, + "codes": [ + 467, + 1534, + 901, + 569, + 1740, + 882, + 1579, + 507, + 276, + 1296, + 543, + 399, + 404, + 1624, + 1666, + 153, + 102, + 1323, + 1552, + 65, + 898, + 1577, + 757, + 1446, + 1022, + 363, + 124, + 947, + 1441, + 581, + 1677, + 1269, + 1525, + 1170, + 505, + 1681, + 1212, + 1273, + 1364, + 1513, + 1826, + 1139, + 1756, + 639, + 1450, + 1810, + 1638, + 1644, + 1669, + 1519, + 851, + 1362, + 1672 + ] + }, + { + "word": "we", + "duration": 0.1, + "codes": [ + 875, + 1558, + 1249, + 1445, + 181, + 738, + 1641 + ] + }, + { + "word": "need", + "duration": 0.14, + "codes": [ + 1603, + 177, + 195, + 65, + 1600, + 104, + 143, + 1574, + 1416, + 160, + 50 + ] + }, + { + "word": "more", + "duration": 0.18, + "codes": [ + 48, + 1597, + 39, + 1414, + 74, + 1192, + 84, + 1345, + 748, + 1269, + 1672, + 686, + 1820, + 1442 + ] + }, + { + "word": "parties", + "duration": 0.56, + "codes": [ + 1640, + 1030, + 138, + 147, + 413, + 110, + 282, + 1633, + 1659, + 1524, + 176, + 350, + 137, + 1004, + 92, + 1240, + 1521, + 1376, + 502, + 1558, + 592, + 473, + 1021, + 1805, + 1346, + 1393, + 1759, + 1786, + 231, + 1728, + 117, + 1366, + 1754, + 1073, + 1786, + 1354, + 1532, + 1572, + 1754, + 16, + 257, + 273 + ] + }, + { + "word": "let", + "duration": 0.16, + "codes": [ + 1312, + 961, + 372, + 212, + 1253, + 115, + 656, + 1374, + 78, + 1322, + 1284, + 343 + ] + }, + { + "word": "party", + "duration": 0.24, + "codes": [ + 1572, + 1662, + 25, + 390, + 892, + 212, + 637, + 576, + 176, + 1702, + 640, + 276, + 52, + 648, + 577, + 1240, + 276, + 155 + ] + }, + { + "word": "start", + "duration": 0.3, + "codes": [ + 213, + 356, + 1603, + 1284, + 1442, + 1599, + 705, + 82, + 65, + 764, + 349, + 370, + 856, + 1524, + 1508, + 209, + 495, + 1552, + 50, + 1588, + 863, + 63 + ] + }, + { + "word": "again", + "duration": 0.3, + "codes": [ + 1267, + 273, + 298, + 1409, + 101, + 1548, + 733, + 625, + 1728, + 1283, + 286, + 1645, + 1363, + 368, + 153, + 289, + 716, + 1756, + 865, + 1376, + 688, + 332, + 731 + ] + }, + { + "word": "now", + "duration": 0.44, + "codes": [ + 983, + 385, + 1002, + 806, + 1798, + 95, + 1776, + 825, + 1790, + 737, + 1595, + 907, + 932, + 1786, + 626, + 831, + 1823, + 1680, + 1780, + 1502, + 1206, + 1078, + 47, + 829, + 868, + 69, + 277, + 429, + 125, + 132, + 14, + 1497, + 444 + ] + }, + { + "word": "we", + "duration": 1.32, + "codes": [ + 1692, + 648, + 481, + 155, + 483, + 126, + 1283, + 12, + 108, + 429, + 828, + 128, + 1161, + 725, + 155, + 107, + 1610, + 228, + 1492, + 1560, + 368, + 1138, + 810, + 1572, + 1562, + 320, + 112, + 520, + 52, + 49, + 1008, + 1635, + 1728, + 1523, + 62, + 190, + 648, + 592, + 384, + 969, + 1441, + 519, + 1536, + 1571, + 1587, + 1539, + 15, + 1156, + 376, + 1022, + 642, + 483, + 1794, + 1335, + 1712, + 1449, + 529, + 1558, + 1463, + 1559, + 1706, + 1460, + 249, + 1308, + 293, + 529, + 841, + 201, + 1256, + 931, + 132, + 1173, + 479, + 286, + 1075, + 153, + 13, + 1503, + 398, + 415, + 432, + 7, + 183, + 103, + 409, + 736, + 15, + 940, + 1459, + 15, + 1631, + 1580, + 1773, + 624, + 1417, + 926, + 531, + 1159, + 1257 + ] + }, + { + "word": "know", + "duration": 0.44, + "codes": [ + 777, + 1240, + 446, + 303, + 153, + 263, + 1402, + 317, + 1365, + 481, + 848, + 1280, + 354, + 1415, + 245, + 408, + 462, + 466, + 253, + 943, + 472, + 215, + 143, + 519, + 202, + 1389, + 1608, + 714, + 1599, + 399, + 944, + 124, + 844 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/default_speakers/umar.json b/yarngpt/python-wrapper/default_speakers/umar.json new file mode 100644 index 0000000000000000000000000000000000000000..1c26643ec1bd8472ca6f2c5c267913b6ec5a8285 --- /dev/null +++ b/yarngpt/python-wrapper/default_speakers/umar.json @@ -0,0 +1,469 @@ +{ + "text": "that i'd like to share with everybody in the world yes sometimes you go all the way", + "words": [ + { + "word": "that", + "duration": 0.48, + "codes": [ + 519, + 848, + 1374, + 416, + 940, + 1445, + 416, + 753, + 1616, + 774, + 803, + 1697, + 1541, + 1047, + 200, + 462, + 1417, + 1313, + 1296, + 184, + 1396, + 1568, + 1416, + 1444, + 1631, + 1463, + 702, + 1831, + 1564, + 1374, + 1580, + 1643, + 1681, + 1660, + 1124, + 1720 + ] + }, + { + "word": "id", + "duration": 0.38, + "codes": [ + 4, + 705, + 1534, + 1290, + 1661, + 302, + 1798, + 844, + 197, + 1027, + 1606, + 903, + 1414, + 794, + 871, + 882, + 941, + 1310, + 871, + 1247, + 1140, + 1247, + 718, + 1422, + 1509, + 1678, + 1093, + 1734 + ] + }, + { + "word": "like", + "duration": 0.18, + "codes": [ + 647, + 1824, + 474, + 1111, + 599, + 221, + 1435, + 822, + 1409, + 1717, + 1748, + 1550, + 1738, + 1717 + ] + }, + { + "word": "to", + "duration": 0.14, + "codes": [ + 1535, + 231, + 1794, + 1553, + 1351, + 1365, + 1296, + 1781, + 1599, + 1082 + ] + }, + { + "word": "share", + "duration": 0.18, + "codes": [ + 1737, + 0, + 979, + 1688, + 546, + 1807, + 319, + 252, + 1805, + 714, + 580, + 1524, + 798, + 1779 + ] + }, + { + "word": "with", + "duration": 0.14, + "codes": [ + 1698, + 702, + 966, + 1461, + 127, + 1681, + 85, + 1741, + 1588, + 718 + ] + }, + { + "word": "everybody", + "duration": 0.4, + "codes": [ + 1600, + 806, + 1770, + 1078, + 1727, + 679, + 1569, + 1452, + 1685, + 774, + 1598, + 1382, + 1520, + 1786, + 1702, + 1607, + 1747, + 828, + 1553, + 983, + 1103, + 882, + 1427, + 1679, + 1613, + 1636, + 1433, + 519, + 853, + 1451 + ] + }, + { + "word": "in", + "duration": 0.06, + "codes": [ + 1369, + 1654, + 1581, + 1600, + 1452 + ] + }, + { + "word": "the", + "duration": 0.12, + "codes": [ + 1241, + 1769, + 678, + 1751, + 1280, + 1711, + 1663, + 1772, + 1655 + ] + }, + { + "word": "world", + "duration": 0.74, + "codes": [ + 973, + 1231, + 1015, + 1052, + 1415, + 721, + 1822, + 825, + 1076, + 1431, + 1357, + 1389, + 744, + 1263, + 1525, + 1794, + 319, + 1678, + 1732, + 1395, + 1695, + 1827, + 1059, + 1719, + 1675, + 1714, + 1635, + 1466, + 1730, + 1750, + 1395, + 1525, + 1827, + 1313, + 1440, + 1447, + 1292, + 1762, + 1226, + 1418, + 1750, + 719, + 1549, + 1761, + 1459, + 1717, + 1800, + 1404, + 1702, + 1795, + 1711, + 1789, + 1808, + 1759, + 385, + 415 + ] + }, + { + "word": "yes", + "duration": 0.32, + "codes": [ + 302, + 1704, + 485, + 983, + 234, + 63, + 462, + 483, + 82, + 827, + 999, + 1143, + 102, + 1655, + 117, + 1619, + 519, + 1217, + 1518, + 1476, + 333, + 1660, + 1238, + 1679 + ] + }, + { + "word": "sometimes", + "duration": 0.58, + "codes": [ + 1287, + 546, + 1552, + 1736, + 1647, + 836, + 575, + 354, + 1156, + 1264, + 1194, + 1761, + 1629, + 1452, + 1241, + 1394, + 856, + 1313, + 1653, + 736, + 556, + 1387, + 1824, + 966, + 373, + 1424, + 1342, + 221, + 580, + 1412, + 940, + 626, + 1797, + 858, + 972, + 1525, + 1744, + 738, + 1695, + 1542, + 1604, + 1394, + 1627 + ] + }, + { + "word": "you", + "duration": 0.12, + "codes": [ + 1460, + 546, + 1427, + 1451, + 1081, + 1760, + 1463, + 1628, + 1692 + ] + }, + { + "word": "go", + "duration": 0.26, + "codes": [ + 1521, + 1734, + 753, + 770, + 1640, + 1757, + 297, + 462, + 702, + 1826, + 1440, + 1828, + 1747, + 1651, + 1729, + 1087, + 580, + 1698, + 1194, + 1308 + ] + }, + { + "word": "all", + "duration": 0.42, + "codes": [ + 863, + 610, + 429, + 443, + 1087, + 183, + 782, + 613, + 222, + 1047, + 1492, + 154, + 955, + 429, + 443, + 613, + 983, + 328, + 382, + 359, + 341, + 217, + 456, + 289, + 1324, + 714, + 756, + 369, + 211, + 127, + 1827, + 1563 + ] + }, + { + "word": "the", + "duration": 0.12, + "codes": [ + 1686, + 949, + 1296, + 829, + 1463, + 1731, + 1222, + 1353, + 1780 + ] + }, + { + "word": "way", + "duration": 0.18, + "codes": [ + 1263, + 890, + 683, + 289, + 217, + 326, + 335, + 1059, + 1204, + 213, + 1340, + 289, + 191 + ] + } + ] +} \ No newline at end of file diff --git a/yarngpt/python-wrapper/pyproject.toml b/yarngpt/python-wrapper/pyproject.toml new file mode 100644 index 0000000000000000000000000000000000000000..41b349efef7ccaa9cb7f701eb3b877a84a36a835 --- /dev/null +++ b/yarngpt/python-wrapper/pyproject.toml @@ -0,0 +1,50 @@ +[build-system] +requires = ["setuptools>=42", "wheel"] +build-backend = "setuptools.build_meta" + +[project] +name = "yarngpt" +version = "0.1.5" +description = "A Python wrapper for YarnGPT text-to-speech model" +readme = "README.md" +requires-python = ">=3.6" +license = { file = "LICENSE" } +authors = [ + { name = "Abayomi Olagunju", email = "olagunjujeremiah@gmail.com" } +] +urls = { "Homepage" = "https://github.com/jerryola1" } +dependencies = [ + "torch", + "transformers", + "torchaudio", + "outetts==0.2.3", + "uroman", + "numpy", + "inflect", + "IPython", + "tqdm" +] +classifiers = [ + "Programming Language :: Python :: 3", + "License :: OSI Approved :: MIT License" +] + +[tool.setuptools.packages.find] +where = ["."] +include = ["yarngpt", "yarngpt.*", "default_speakers"] +exclude = [ + "models", + "dist", + "env", + "testenv", + "tests", + "__pycache__", + "yarngpt.egg-info", + "freshenv" +] + +[tool.setuptools] +py-modules = ["audiotokenizer"] + +[tool.setuptools.package-data] +default_speakers = ["*.json"] diff --git a/yarngpt/python-wrapper/requirements.txt b/yarngpt/python-wrapper/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..6d73ff3170ac1a32ad7009a86bed75b1cc23267f --- /dev/null +++ b/yarngpt/python-wrapper/requirements.txt @@ -0,0 +1,10 @@ +torch +transformers +torchaudio +outetts==0.2.3 +uroman +numpy +inflect +IPython +build +tqdm diff --git a/yarngpt/python-wrapper/yarngpt/__init__.py b/yarngpt/python-wrapper/yarngpt/__init__.py new file mode 100644 index 0000000000000000000000000000000000000000..24a01851b6d922db7ac6bae99d77f3d1c9c9f03a --- /dev/null +++ b/yarngpt/python-wrapper/yarngpt/__init__.py @@ -0,0 +1,4 @@ +from yarngpt.core import generate_speech + +__version__ = "0.1.5" +__all__ = ["generate_speech"] diff --git a/yarngpt/python-wrapper/yarngpt/__pycache__/__init__.cpython-312.pyc b/yarngpt/python-wrapper/yarngpt/__pycache__/__init__.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0197776aad6e2f3fa61f8e0b847e8fd941858db7 Binary files /dev/null and b/yarngpt/python-wrapper/yarngpt/__pycache__/__init__.cpython-312.pyc differ diff --git a/yarngpt/python-wrapper/yarngpt/__pycache__/core.cpython-312.pyc b/yarngpt/python-wrapper/yarngpt/__pycache__/core.cpython-312.pyc new file mode 100644 index 0000000000000000000000000000000000000000..9b3e5285b7347f76182d73d07acf1f857a67fac2 Binary files /dev/null and b/yarngpt/python-wrapper/yarngpt/__pycache__/core.cpython-312.pyc differ diff --git a/yarngpt/python-wrapper/yarngpt/core.py b/yarngpt/python-wrapper/yarngpt/core.py new file mode 100644 index 0000000000000000000000000000000000000000..dee841f05080fab88e49319f58b17f80a497a765 --- /dev/null +++ b/yarngpt/python-wrapper/yarngpt/core.py @@ -0,0 +1,125 @@ +import os +import torch +import requests +from transformers import AutoModelForCausalLM +from audiotokenizer import AudioTokenizer +from tqdm import tqdm + +#define model storage directory +MODEL_DIR = os.path.expanduser("~/.yarngpt/models") +os.makedirs(MODEL_DIR, exist_ok=True) + +#define file paths +CONFIG_PATH = os.path.join(MODEL_DIR, "wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml") +MODEL_PATH = os.path.join(MODEL_DIR, "wavtokenizer_large_speech_320_24k.ckpt") + +#urls from Hugging Face +CONFIG_URL = "https://huggingface.co/novateur/WavTokenizer-medium-speech-75token/resolve/main/wavtokenizer_mediumdata_frame75_3s_nq1_code4096_dim512_kmeans200_attn.yaml" +MODEL_URL = "https://huggingface.co/novateur/WavTokenizer-large-speech-75token/resolve/main/wavtokenizer_large_speech_320_24k.ckpt" + +def download_file(url, dest_path): + """Downloads a file with a progress bar if it doesn't already exist.""" + if os.path.exists(dest_path): + print(f"{dest_path} already exists. Skipping download.") + return + + print(f"Downloading {url} to {dest_path}...") + + response = requests.get(url, stream=True) + total_size = int(response.headers.get('content-length', 0)) + + with open(dest_path, "wb") as f, tqdm( + total=total_size, unit="B", unit_scale=True, desc=os.path.basename(dest_path) + ) as progress_bar: + for chunk in response.iter_content(chunk_size=8192): + f.write(chunk) + progress_bar.update(len(chunk)) + + print("Download complete.") + +#ensure model files are available +download_file(CONFIG_URL, CONFIG_PATH) +download_file(MODEL_URL, MODEL_PATH) + +#list of available speakers +AVAILABLE_SPEAKERS = [ + "idera", "jude", "joke", "umar", "osagie", "onye" +] + +def load_model_and_tokenizer(): + """Loads the YarnGPT model and tokenizer.""" + hf_path = "saheedniyi/YarnGPT" + + #initialize tokenizer + audio_tokenizer = AudioTokenizer(hf_path, MODEL_PATH, CONFIG_PATH) + + #load model using Hugging Face's caching system + model = AutoModelForCausalLM.from_pretrained(hf_path, torch_dtype="auto") + model = model.to(audio_tokenizer.device) + + return model, audio_tokenizer + +def generate_speech(text, speaker="idera", temperature=0.1, repetition_penalty=1.1, max_length=4000): + """Generate speech audio from input text using the selected speaker. + + This function converts text to speech using YarnGPT's text-to-speech model with + Nigerian-accented English. It supports multiple preset voices and allows customization + of generation parameters. + + Args: + text (str): The input text to convert to speech. + speaker (str, optional): The voice to use for speech generation. + Must be one of: idera, jude, joke, umar, osagie, onye. + Defaults to "idera". + temperature (float, optional): Controls randomness in generation. + Higher values (e.g., 0.8) make output more random, + lower values (e.g., 0.1) make it more deterministic. + Defaults to 0.1. + repetition_penalty (float, optional): Penalizes repetition in generated speech. + Values > 1.0 reduce repetition. Defaults to 1.1. + max_length (int, optional): Maximum length of generated sequence. + Longer text needs higher values. Defaults to 4000. + + Returns: + torch.Tensor: A 2D tensor containing the generated audio waveform + with shape (1, num_samples) and sample rate of 24kHz. + + Raises: + ValueError: If speaker is not one of the available preset voices. + + Example: + >>> from yarngpt import generate_speech + >>> import torchaudio + >>> + >>> # Generate speech with default settings + >>> audio = generate_speech("Hello, how are you?") + >>> + >>> # Save the generated audio + >>> torchaudio.save("output.wav", audio, sample_rate=24000) + >>> + >>> # Use a different speaker with custom parameters + >>> audio = generate_speech( + ... "This is a test.", + ... speaker="joke", + ... temperature=0.2, + ... repetition_penalty=1.2 + ... ) + """ + if speaker not in AVAILABLE_SPEAKERS: + raise ValueError(f"Speaker must be one of: {', '.join(AVAILABLE_SPEAKERS)}") + + model, audio_tokenizer = load_model_and_tokenizer() + prompt = audio_tokenizer.create_prompt(text, speaker) + input_ids = audio_tokenizer.tokenize_prompt(prompt) + + output = model.generate( + input_ids=input_ids, + temperature=temperature, + repetition_penalty=repetition_penalty, + max_length=max_length + ) + + codes = audio_tokenizer.get_codes(output) + audio = audio_tokenizer.get_audio(codes) + + return audio diff --git a/yarngpt/requirements.txt b/yarngpt/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..54cf3a0876a193af327cd99421164f87f9bb15cc --- /dev/null +++ b/yarngpt/requirements.txt @@ -0,0 +1,6 @@ +outetts==0.2.3 +uroman +torch +torchaudio +transformers==4.47.1 +inflect