End of training

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+jax/jaxlib-0.4.26.dev20240504-cp310-cp310-manylinux2014_x86_64.whl filter=lfs diff=lfs merge=lfs -text
+v8-compile-cache-0/11.3.244.8-node.16/zSoptzScondazSsharezSjupyterzSlabzSstagingzSnode_moduleszSwebpackzSbinzSwebpack.js.BLOB filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,56 @@
+---
+license: other
+base_model: facebook/opt-350m
+tags:
+- trl
+- sft
+- generated_from_trainer
+model-index:
+- name: tmp
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/boghdady95/huggingface/runs/3xawbmyg)
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/boghdady95/huggingface/runs/3xawbmyg)
+# tmp
+
+This model is a fine-tuned version of [facebook/opt-350m](https://huggingface.co/facebook/opt-350m) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 3.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.42.3
+- Pytorch 2.1.2
+- Datasets 2.20.0
+- Tokenizers 0.19.1

clean-layer.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+#
+# This scripts should be called at the end of each RUN command
+# in the Dockerfiles.
+#
+# Each RUN command creates a new layer that is stored separately.
+# At the end of each command, we should ensure we clean up downloaded
+# archives and source files used to produce binary to reduce the size
+# of the layer.
+set -e
+set -x
+
+# Delete files that pip caches when installing a package.
+rm -rf /root/.cache/pip/*
+# Delete old downloaded archive files 
+apt-get autoremove -y
+# Delete downloaded archive files
+apt-get clean
+# Ensures the current working directory won't be deleted
+cd /usr/local/src/
+# Delete source files used for building binaries
+rm -rf /usr/local/src/*
+# Delete conda downloaded tarballs
+conda clean -y --tarballs

config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "facebook/opt-350m",
+  "_remove_final_layer_norm": false,
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "OPTForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 2,
+  "do_layer_norm_before": false,
+  "dropout": 0.1,
+  "enable_bias": true,
+  "eos_token_id": 2,
+  "ffn_dim": 4096,
+  "hidden_size": 1024,
+  "init_std": 0.02,
+  "layer_norm_elementwise_affine": true,
+  "layerdrop": 0.0,
+  "max_position_embeddings": 2048,
+  "model_type": "opt",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "prefix": "</s>",
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.3",
+  "use_cache": true,
+  "vocab_size": 50272,
+  "word_embed_proj_dim": 512
+}

core-js-banners

@@ -0,0 +1 @@
+["\u001b[96mThank you for using core-js (\u001b[94m https://github.com/zloirock/core-js \u001b[96m) for polyfilling JavaScript standard library!\u001b[0m\n\n\u001b[96mThe project needs your help! Please consider supporting of core-js:\u001b[0m\n\u001b[96m>\u001b[94m https://opencollective.com/core-js \u001b[0m\n\u001b[96m>\u001b[94m https://patreon.com/zloirock \u001b[0m\n\u001b[96m>\u001b[94m https://paypal.me/zloirock \u001b[0m\n\u001b[96m>\u001b[94m bitcoin: bc1qlea7544qtsmj2rayg0lthvza9fau63ux0fstcz \u001b[0m\n\n\u001b[96mAlso, the author of core-js (\u001b[94m https://github.com/zloirock \u001b[96m) is looking for a good job -)\u001b[0m\n","\u001b[96mThank you for using core-js (\u001b[94m https://github.com/zloirock/core-js \u001b[96m) for polyfilling JavaScript standard library!\u001b[0m\n\n\u001b[96mThe project needs your help! Please consider supporting of core-js:\u001b[0m\n\u001b[96m>\u001b[94m https://opencollective.com/core-js \u001b[0m\n\u001b[96m>\u001b[94m https://patreon.com/zloirock \u001b[0m\n\u001b[96m>\u001b[94m bitcoin: bc1qlea7544qtsmj2rayg0lthvza9fau63ux0fstcz \u001b[0m\n\n\u001b[96mAlso, the author of core-js (\u001b[94m https://github.com/zloirock \u001b[96m) is looking for a good job -)\u001b[0m\n"]

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "eos_token_id": 2,
+  "pad_token_id": 1,
+  "transformers_version": "4.42.3"
+}

jax/jaxlib-0.4.26.dev20240504-cp310-cp310-manylinux2014_x86_64.whl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89855b059830f3e498c4fc71dde38fba040ae5ae6693efb88749a71b2c199b53
+size 132774266

keras_patch.sh

@@ -0,0 +1,41 @@
+#!/bin/bash
+
+# The following "sed" are to patch the current version of tf-df with
+# a fix for keras 3. In essence, replaces the use of package name "tf.keras" with 
+# "tf_keras"
+
+sed -i "/import tensorflow_decision_forests as tfdf/a import tf_keras" /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests/__init__.py && \
+sed -i -e "/import tensorflow as tf/a import tf_keras" \
+       -e "/from yggdrasil_decision_forests.utils.distribute.implementations.grpc/a from tensorflow_decision_forests.keras import keras_internal" \
+       -e '/try:/{:a;N;/backend = tf.keras.backend/!ba;d}'\
+       /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests/keras/core.py && \
+sed -i -e "s/from typing import Optional, List, Dict, Any, Union, NamedTuple/from typing import Any, Dict, List, NamedTuple, Optional, Union/g" \
+       -e "/import tensorflow as tf/a from tensorflow_decision_forests.keras import keras_internal" \
+       -e "/import tensorflow as tf/a import tf_keras" \
+       -e '/layers = tf.keras.layers/{:a;N;/backend = tf.keras.backend/!ba;d}' \
+       /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests/keras/core_inference.py && \
+find /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests -type f -exec sed -i \
+     -e "s/get_data_handler/keras_internal.get_data_handler/g" \
+     -e 's/"models.Functional"/keras_internal.Functional/g' \
+     -e "s/tf.keras.utils.unpack_x_y_sample_weight/keras_internal.unpack_x_y_sample_weight/g" \
+     -e "s/tf.keras.utils.experimental/keras_internal/g" \
+     {} \; && \
+sed -i -e "/import tensorflow as tf/a import tf_keras" \
+       -e "/from tensorflow_decision_forests.keras import core/a from tensorflow_decision_forests.keras import keras_internal" \
+       -e '/layers = tf.keras.layers/{:a;N;/callbacks = tf.keras.callbacks/!ba;d}' \
+       /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests/keras/keras_test.py && \
+find /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests/keras -type f -exec sed -i \
+     -e "s/ layers.Input/ tf_keras.layers.Input/g" \
+     -e "s/layers.minimum/tf_keras.layers.minimum/g" \
+     -e "s/layers.Concatenate/tf_keras.layers.Concatenate/g" \
+     -e "s/layers.Dense/tf_keras.layers.Dense/g" \
+     -e "s/layers.experimental.preprocessing./tf_keras.layers./g" \
+     -e "s/layers.DenseFeatures/keras_internal.layers.DenseFeatures/g" \
+     -e "s/models.Model/tf_keras.models.Model/g" {} \; && \
+sed -i "s/ models.load_model/ tf_keras.models.load_model/g" /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests/keras/keras_test.py && \
+sed -i "/import tensorflow as tf/a import tf_keras" /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests/keras/test_runner.py && \
+sed -i "/import tensorflow as tf/a import tf_keras" /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests/keras/wrappers.py && \
+sed -i -e "/import tensorflow as tf/a import tf_keras" \
+       -e "s/optimizer=optimizers.Adam()/optimizer=tf_keras.optimizers.Adam()/g" \
+       /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests/keras/wrappers_pre_generated.py && \
+find /opt/conda/lib/python3.10/site-packages/tensorflow_decision_forests -type f -exec sed -i "s/tf.keras./tf_keras./g" {} \;

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628c988ca0096de4869c21d5311d04763d3be5b5f6bbc364bc96e9bbe743d9fa
+size 1324830880

package_list

@@ -0,0 +1,438 @@
+# This file may be used to create an environment using:
+# $ conda create --name <env> --file <this file>
+# platform: linux-64
+_libgcc_mutex=0.1=conda_forge
+_openmp_mutex=4.5=2_gnu
+absl-py=1.4.0=pypi_0
+aiofiles=22.1.0=pypi_0
+aiohttp=3.9.1=py310h2372a71_0
+aiohttp-cors=0.7.0=pypi_0
+aiorwlock=1.3.0=pypi_0
+aiosignal=1.3.1=pyhd8ed1ab_0
+aiosqlite=0.19.0=pypi_0
+annotated-types=0.6.0=pypi_0
+anyio=4.2.0=pyhd8ed1ab_0
+apache-beam=2.46.0=pypi_0
+archspec=0.2.2=pyhd8ed1ab_0
+argon2-cffi=23.1.0=pyhd8ed1ab_0
+argon2-cffi-bindings=21.2.0=py310h2372a71_4
+array-record=0.5.0=pypi_0
+arrow=1.3.0=pyhd8ed1ab_0
+asttokens=2.4.1=pyhd8ed1ab_0
+astunparse=1.6.3=pypi_0
+async-timeout=4.0.3=pyhd8ed1ab_0
+attrs=23.2.0=pyh71513ae_0
+babel=2.14.0=pypi_0
+backoff=2.2.1=pypi_0
+beatrix-jupyterlab=2023.128.151533=pypi_0
+beautifulsoup4=4.12.2=pyha770c72_0
+bleach=6.1.0=pyhd8ed1ab_0
+blessed=1.20.0=pypi_0
+boltons=23.1.1=pyhd8ed1ab_0
+brotli-python=1.1.0=py310hc6cd4ac_1
+brotlipy=0.7.0=py310h7f8727e_1002
+bzip2=1.0.8=h7b6447c_0
+c-ares=1.25.0=hd590300_0
+ca-certificates=2023.11.17=hbcca054_0
+cached-property=1.5.2=hd8ed1ab_1
+cached_property=1.5.2=pyha770c72_1
+cachetools=4.2.4=pypi_0
+certifi=2023.11.17=pyhd8ed1ab_0
+cffi=1.16.0=py310h2fee648_0
+charset-normalizer=3.3.2=pyhd8ed1ab_0
+click=8.1.7=pypi_0
+cloud-tpu-client=0.10=pypi_0
+cloud-tpu-profiler=2.4.0=pypi_0
+cloudpickle=2.2.1=pypi_0
+colorama=0.4.6=pyhd8ed1ab_0
+colorful=0.5.6=pypi_0
+comm=0.2.1=pyhd8ed1ab_0
+conda=23.11.0=py310hff52083_1
+conda-libmamba-solver=23.12.0=pyhd8ed1ab_0
+conda-package-handling=2.2.0=pyh38be061_0
+conda-package-streaming=0.9.0=pyhd8ed1ab_0
+contourpy=1.2.0=pypi_0
+crcmod=1.7=pypi_0
+cryptography=41.0.7=py310hb8475ec_1
+cycler=0.12.1=pypi_0
+cython=3.0.8=pypi_0
+dacite=1.8.1=pypi_0
+dataproc-jupyter-plugin=0.1.66=pypi_0
+db-dtypes=1.2.0=pypi_0
+debugpy=1.8.0=py310hc6cd4ac_1
+decorator=5.1.1=pyhd8ed1ab_0
+defusedxml=0.7.1=pyhd8ed1ab_0
+deprecated=1.2.14=pypi_0
+dill=0.3.1.1=pypi_0
+distlib=0.3.8=pypi_0
+distro=1.9.0=pyhd8ed1ab_0
+dlenv-tf-2-15-gpu=1.0.20240111=py310ha20f8e0_0
+dm-tree=0.1.8=pypi_0
+docker=7.0.0=pypi_0
+docopt=0.6.2=pypi_0
+docstring-parser=0.15=pypi_0
+entrypoints=0.4=pyhd8ed1ab_0
+etils=1.6.0=pypi_0
+exceptiongroup=1.2.0=pyhd8ed1ab_2
+executing=2.0.1=pyhd8ed1ab_0
+explainable-ai-sdk=1.3.3=pypi_0
+farama-notifications=0.0.4=pypi_0
+fastapi=0.108.0=pypi_0
+fastavro=1.9.3=pypi_0
+fasteners=0.19=pypi_0
+filelock=3.13.1=pypi_0
+flatbuffers=23.5.26=pypi_0
+fmt=10.1.1=h00ab1b0_1
+fonttools=4.47.0=pypi_0
+fqdn=1.5.1=pyhd8ed1ab_0
+frozenlist=1.4.1=py310h2372a71_0
+fsspec=2023.12.2=pypi_0
+gast=0.5.4=pypi_0
+gcsfs=2023.12.2.post1=pypi_0
+gitdb=4.0.11=pypi_0
+gitpython=3.1.41=pypi_0
+gmp=6.3.0=h59595ed_0
+google-api-core=1.34.0=pypi_0
+google-api-core-grpc=2.11.1=hd8ed1ab_0
+google-api-python-client=1.8.0=pypi_0
+google-apitools=0.5.31=pypi_0
+google-auth=2.26.1=pyhca7485f_0
+google-auth-httplib2=0.1.1=pypi_0
+google-auth-oauthlib=1.2.0=pypi_0
+google-cloud-aiplatform=1.39.0=pypi_0
+google-cloud-artifact-registry=1.10.0=pypi_0
+google-cloud-bigquery=3.15.0=pypi_0
+google-cloud-bigquery-storage=2.16.2=pypi_0
+google-cloud-bigtable=1.7.3=pypi_0
+google-cloud-core=2.4.1=pyhd8ed1ab_0
+google-cloud-datastore=1.15.5=pyhd8ed1ab_0
+google-cloud-dlp=3.14.0=pypi_0
+google-cloud-jupyter-config=0.0.5=pypi_0
+google-cloud-language=1.3.2=pypi_0
+google-cloud-monitoring=2.18.0=pypi_0
+google-cloud-pubsub=2.19.0=pypi_0
+google-cloud-pubsublite=1.9.0=pypi_0
+google-cloud-recommendations-ai=0.7.1=pypi_0
+google-cloud-resource-manager=1.11.0=pypi_0
+google-cloud-spanner=3.40.1=pypi_0
+google-cloud-storage=2.14.0=pypi_0
+google-cloud-videointelligence=1.16.3=pypi_0
+google-cloud-vision=3.5.0=pypi_0
+google-crc32c=1.5.0=pypi_0
+google-pasta=0.2.0=pypi_0
+google-resumable-media=2.7.0=pypi_0
+googleapis-common-protos=1.62.0=pyhd8ed1ab_0
+gpustat=1.0.0=pypi_0
+greenlet=3.0.3=pypi_0
+grpc-cpp=1.48.1=hc2bec63_1
+grpc-google-iam-v1=0.12.7=pypi_0
+grpcio=1.60.0=pypi_0
+grpcio-status=1.48.2=pypi_0
+gviz-api=1.10.0=pypi_0
+gymnasium=0.28.1=pypi_0
+h11=0.14.0=pypi_0
+h5py=3.10.0=pypi_0
+hdfs=2.7.3=pypi_0
+htmlmin=0.1.12=pypi_0
+httplib2=0.21.0=pypi_0
+httptools=0.6.1=pypi_0
+icu=73.2=h59595ed_0
+idna=3.6=pyhd8ed1ab_0
+imagehash=4.3.1=pypi_0
+imageio=2.33.1=pypi_0
+importlib-metadata=6.11.0=pypi_0
+importlib_metadata=7.0.1=hd8ed1ab_0
+importlib_resources=6.1.1=pyhd8ed1ab_0
+ipykernel=6.28.0=pyhd33586a_0
+ipython=8.20.0=pyh707e725_0
+ipython-genutils=0.2.0=pypi_0
+ipython-sql=0.5.0=pypi_0
+ipython_genutils=0.2.0=py_1
+ipywidgets=8.1.1=pypi_0
+isoduration=20.11.0=pyhd8ed1ab_0
+jaraco-classes=3.3.0=pypi_0
+jax-jumpy=1.0.0=pypi_0
+jedi=0.19.1=pyhd8ed1ab_0
+jeepney=0.8.0=pypi_0
+jinja2=3.1.2=pyhd8ed1ab_1
+joblib=1.3.2=pypi_0
+json5=0.9.14=pypi_0
+jsonpatch=1.33=pyhd8ed1ab_0
+jsonpointer=2.4=py310hff52083_3
+jsonschema=4.20.0=pyhd8ed1ab_0
+jsonschema-specifications=2023.12.1=pyhd8ed1ab_0
+jsonschema-with-format-nongpl=4.20.0=pyhd8ed1ab_0
+jupyter-client=7.4.9=pypi_0
+jupyter-http-over-ws=0.0.8=pypi_0
+jupyter-server-fileid=0.9.1=pypi_0
+jupyter-server-mathjax=0.2.6=pypi_0
+jupyter-server-proxy=4.1.0=pypi_0
+jupyter-server-ydoc=0.8.0=pypi_0
+jupyter-ydoc=0.2.5=pypi_0
+jupyter_client=8.6.0=pyhd8ed1ab_0
+jupyter_core=5.7.1=py310hff52083_0
+jupyter_events=0.9.0=pyhd8ed1ab_0
+jupyter_server=2.12.3=pyhd8ed1ab_0
+jupyter_server_terminals=0.5.1=pyhd8ed1ab_0
+jupyterlab=3.6.6=pypi_0
+jupyterlab-git=0.44.0=pypi_0
+jupyterlab-server=2.25.2=pypi_0
+jupyterlab-widgets=3.0.9=pypi_0
+jupyterlab_pygments=0.3.0=pyhd8ed1ab_0
+jupytext=1.16.0=pypi_0
+keras=2.15.0=pypi_0
+keras-tuner=1.4.6=pypi_0
+kernels-mixer=0.0.7=pypi_0
+keyring=24.3.0=pypi_0
+keyrings-google-artifactregistry-auth=1.1.2=pypi_0
+keyutils=1.6.1=h166bdaf_0
+kfp=2.5.0=pypi_0
+kfp-pipeline-spec=0.2.2=pypi_0
+kfp-server-api=2.0.5=pypi_0
+kiwisolver=1.4.5=pypi_0
+krb5=1.21.2=h659d440_0
+kt-legacy=1.0.5=pypi_0
+kubernetes=26.1.0=pypi_0
+lazy-loader=0.3=pypi_0
+ld_impl_linux-64=2.40=h41732ed_0
+libabseil=20220623.0=cxx17_h05df665_6
+libarchive=3.7.2=h2aa1ff5_1
+libclang=16.0.6=pypi_0
+libcurl=8.5.0=hca28451_0
+libedit=3.1.20191231=he28a2e2_2
+libev=4.33=hd590300_2
+libffi=3.4.2=h7f98852_5
+libgcc-ng=13.2.0=h807b86a_3
+libgomp=13.2.0=h807b86a_3
+libiconv=1.17=hd590300_2
+libmamba=1.5.6=had39da4_0
+libmambapy=1.5.6=py310h39ff949_0
+libnghttp2=1.58.0=h47da74e_1
+libnsl=2.0.1=hd590300_0
+libprotobuf=3.20.3=h3eb15da_0
+libsodium=1.0.18=h36c2ea0_1
+libsolv=0.7.27=hfc55251_0
+libsqlite=3.44.2=h2797004_0
+libssh2=1.11.0=h0841786_0
+libstdcxx-ng=13.2.0=h7e041cc_3
+libuuid=2.38.1=h0b41bf4_0
+libuv=1.46.0=hd590300_0
+libxcrypt=4.4.36=hd590300_1
+libxml2=2.12.3=h232c23b_0
+libzlib=1.2.13=hd590300_5
+llvmlite=0.41.1=pypi_0
+lz4=4.3.3=pypi_0
+lz4-c=1.9.4=hcb278e6_0
+lzo=2.10=h516909a_1000
+markdown=3.5.2=pypi_0
+markdown-it-py=3.0.0=pypi_0
+markupsafe=2.0.1=pypi_0
+matplotlib=3.8.2=pypi_0
+matplotlib-inline=0.1.6=pyhd8ed1ab_0
+mdit-py-plugins=0.4.0=pypi_0
+mdurl=0.1.2=pypi_0
+menuinst=2.0.1=py310hff52083_0
+mistune=3.0.2=pyhd8ed1ab_0
+ml-dtypes=0.2.0=pypi_0
+more-itertools=10.2.0=pypi_0
+msgpack=1.0.7=pypi_0
+multidict=6.0.4=py310h2372a71_1
+multimethod=1.10=pypi_0
+nb_conda=2.2.1=unix_7
+nb_conda_kernels=2.3.1=pyhd8ed1ab_3
+nbclassic=1.0.0=pyhb4ecaf3_1
+nbclient=0.9.0=pypi_0
+nbconvert=7.14.0=pyhd8ed1ab_0
+nbconvert-core=7.14.0=pyhd8ed1ab_0
+nbconvert-pandoc=7.14.0=pyhd8ed1ab_0
+nbdime=3.2.0=pypi_0
+nbformat=5.9.2=pyhd8ed1ab_0
+ncurses=6.4=h59595ed_2
+nest-asyncio=1.5.8=pyhd8ed1ab_0
+networkx=3.2.1=pypi_0
+nodejs=20.9.0=hb753e55_0
+notebook=6.5.6=pypi_0
+notebook-executor=0.2=pypi_0
+notebook-shim=0.2.3=pyhd8ed1ab_0
+numba=0.58.1=pypi_0
+numpy=1.24.4=pypi_0
+nvidia-ml-py=11.495.46=pypi_0
+oauth2client=4.1.3=pypi_0
+oauthlib=3.2.2=pypi_0
+objsize=0.6.1=pypi_0
+opencensus=0.11.4=pypi_0
+opencensus-context=0.1.3=pypi_0
+openssl=3.2.0=hd590300_1
+opentelemetry-api=1.22.0=pypi_0
+opentelemetry-exporter-otlp=1.22.0=pypi_0
+opentelemetry-exporter-otlp-proto-common=1.22.0=pypi_0
+opentelemetry-exporter-otlp-proto-grpc=1.22.0=pypi_0
+opentelemetry-exporter-otlp-proto-http=1.22.0=pypi_0
+opentelemetry-proto=1.22.0=pypi_0
+opentelemetry-sdk=1.22.0=pypi_0
+opentelemetry-semantic-conventions=0.43b0=pypi_0
+opt-einsum=3.3.0=pypi_0
+orjson=3.9.10=pypi_0
+overrides=7.4.0=pyhd8ed1ab_0
+packaging=23.2=pyhd8ed1ab_0
+pandas=2.1.4=pypi_0
+pandas-profiling=3.6.6=pypi_0
+pandoc=3.1.3=h32600fe_0
+pandocfilters=1.5.0=pyhd8ed1ab_0
+papermill=2.5.0=pypi_0
+parso=0.8.3=pyhd8ed1ab_0
+patsy=0.5.6=pypi_0
+pexpect=4.9.0=pypi_0
+phik=0.12.4=pypi_0
+pickleshare=0.7.5=py_1003
+pillow=10.2.0=pypi_0
+pip=23.3.2=pyhd8ed1ab_0
+pkgutil-resolve-name=1.3.10=pyhd8ed1ab_1
+platformdirs=3.11.0=pypi_0
+plotly=5.18.0=pypi_0
+pluggy=1.3.0=pyhd8ed1ab_0
+prettytable=3.9.0=pypi_0
+prometheus_client=0.19.0=pyhd8ed1ab_0
+promise=2.3=pypi_0
+prompt-toolkit=3.0.43=pypi_0
+proto-plus=1.23.0=pypi_0
+protobuf=3.20.3=pypi_0
+psutil=5.9.3=pypi_0
+ptyprocess=0.7.0=pyhd3deb0d_0
+pure_eval=0.2.2=pyhd8ed1ab_0
+py-spy=0.3.14=pypi_0
+pyarrow=9.0.0=pypi_0
+pyasn1=0.5.1=pyhd8ed1ab_0
+pyasn1-modules=0.3.0=pyhd8ed1ab_0
+pybind11-abi=4=hd8ed1ab_3
+pycosat=0.6.6=py310h2372a71_0
+pycparser=2.21=pypi_0
+pydantic=2.5.3=pypi_0
+pydantic-core=2.14.6=pypi_0
+pydot=1.4.2=pypi_0
+pygments=2.17.2=pyhd8ed1ab_0
+pyjwt=2.8.0=pypi_0
+pymongo=3.13.0=pypi_0
+pyopenssl=23.3.0=pyhd8ed1ab_0
+pyparsing=3.1.1=pypi_0
+pysocks=1.7.1=py310h06a4308_0
+python=3.10.13=hd12c33a_1_cpython
+python-dateutil=2.8.2=pyhd8ed1ab_0
+python-dotenv=1.0.0=pypi_0
+python-fastjsonschema=2.19.1=pyhd8ed1ab_0
+python-json-logger=2.0.7=pyhd8ed1ab_0
+python_abi=3.10=4_cp310
+pytz=2023.3.post1=pypi_0
+pyu2f=0.1.5=pyhd8ed1ab_0
+pywavelets=1.5.0=pypi_0
+pyyaml=6.0.1=py310h2372a71_1
+pyzmq=24.0.1=pypi_0
+ray=2.9.0=pypi_0
+ray-cpp=2.9.0=pypi_0
+re2=2022.06.01=h27087fc_1
+readline=8.2=h8228510_1
+referencing=0.32.1=pyhd8ed1ab_0
+regex=2023.12.25=pypi_0
+reproc=14.2.4.post0=hd590300_1
+reproc-cpp=14.2.4.post0=h59595ed_1
+requests=2.31.0=pyhd8ed1ab_0
+requests-oauthlib=1.3.1=pypi_0
+requests-toolbelt=0.10.1=pypi_0
+retrying=1.3.4=pypi_0
+rfc3339-validator=0.1.4=pyhd8ed1ab_0
+rfc3986-validator=0.1.1=pyh9f0ad1d_0
+rich=13.7.0=pypi_0
+rpds-py=0.16.2=py310hcb5633a_0
+rsa=4.9=pyhd8ed1ab_0
+ruamel.yaml=0.18.5=py310h2372a71_0
+ruamel.yaml.clib=0.2.7=py310h2372a71_2
+ruamel_yaml=0.15.100=py310h7f8727e_0
+scikit-image=0.22.0=pypi_0
+scikit-learn=1.3.2=pypi_0
+scipy=1.11.4=pypi_0
+seaborn=0.12.2=pypi_0
+secretstorage=3.3.3=pypi_0
+send2trash=1.8.2=pyh41d4057_0
+setuptools=69.0.3=pyhd8ed1ab_0
+shapely=2.0.2=pypi_0
+simpervisor=1.0.0=pypi_0
+six=1.16.0=pypi_0
+smart-open=6.4.0=pypi_0
+smmap=5.0.1=pypi_0
+sniffio=1.3.0=pyhd8ed1ab_0
+soupsieve=2.5=pyhd8ed1ab_1
+sqlalchemy=2.0.25=pypi_0
+sqlite=3.38.2=hc218d9a_0
+sqlparse=0.4.4=pypi_0
+stack-data=0.6.3=pypi_0
+stack_data=0.6.2=pyhd8ed1ab_0
+starlette=0.32.0.post1=pypi_0
+statsmodels=0.14.1=pypi_0
+tabulate=0.9.0=pypi_0
+tangled-up-in-unicode=0.2.0=pypi_0
+tenacity=8.2.3=pypi_0
+tensorboard=2.15.1=pypi_0
+tensorboard-data-server=0.7.2=pypi_0
+tensorboard-plugin-profile=2.15.0=pypi_0
+tensorboardx=2.6.2.2=pypi_0
+tensorflow=2.15.0=pypi_0
+tensorflow-cloud=0.1.16=pypi_0
+tensorflow-datasets=4.9.4=pypi_0
+tensorflow-estimator=2.15.0=pypi_0
+tensorflow-hub=0.15.0=pypi_0
+tensorflow-io=0.35.0=pypi_0
+tensorflow-io-gcs-filesystem=0.35.0=pypi_0
+tensorflow-metadata=0.14.0=pypi_0
+tensorflow-probability=0.23.0=pypi_0
+tensorflow-serving-api=2.14.1=pypi_0
+tensorflow-transform=0.14.0=pypi_0
+termcolor=2.4.0=pypi_0
+terminado=0.18.0=pyh0d859eb_0
+threadpoolctl=3.2.0=pypi_0
+tifffile=2023.12.9=pypi_0
+tinycss2=1.2.1=pyhd8ed1ab_0
+tk=8.6.13=noxft_h4845f30_101
+toml=0.10.2=pypi_0
+tomli=2.0.1=pypi_0
+tornado=6.3.3=py310h2372a71_1
+tqdm=4.66.1=pyhd8ed1ab_0
+traitlets=5.9.0=pyhd8ed1ab_0
+truststore=0.8.0=pyhd8ed1ab_0
+typeguard=4.1.5=pypi_0
+typer=0.9.0=pypi_0
+types-python-dateutil=2.8.19.20240106=pyhd8ed1ab_0
+typing-extensions=4.9.0=hd8ed1ab_0
+typing_extensions=4.9.0=pyha770c72_0
+typing_utils=0.1.0=pyhd8ed1ab_0
+tzdata=2023.4=pypi_0
+uri-template=1.3.0=pyhd8ed1ab_0
+uritemplate=3.0.1=pypi_0
+urllib3=1.26.18=pypi_0
+uvicorn=0.25.0=pypi_0
+uvloop=0.19.0=pypi_0
+virtualenv=20.21.0=pypi_0
+visions=0.7.5=pypi_0
+watchfiles=0.21.0=pypi_0
+wcwidth=0.2.13=pyhd8ed1ab_0
+webcolors=1.13=pyhd8ed1ab_0
+webencodings=0.5.1=pyhd8ed1ab_2
+websocket-client=1.7.0=pyhd8ed1ab_0
+websockets=12.0=pypi_0
+werkzeug=2.1.2=pypi_0
+wheel=0.42.0=pyhd8ed1ab_0
+widgetsnbextension=4.0.9=pypi_0
+witwidget=1.8.1=pypi_0
+wordcloud=1.9.3=pypi_0
+wrapt=1.14.1=pypi_0
+xz=5.2.6=h166bdaf_0
+y-py=0.6.2=pypi_0
+yaml=0.2.5=h7b6447c_0
+yaml-cpp=0.8.0=h59595ed_0
+yarl=1.9.4=pypi_0
+ydata-profiling=4.6.4=pypi_0
+ypy-websocket=0.8.4=pypi_0
+zeromq=4.3.5=h59595ed_0
+zipp=3.17.0=pyhd8ed1ab_0
+zlib=1.2.13=hd590300_5
+zstandard=0.22.0=py310h1275a96_0
+zstd=1.5.5=hfc55251_0

runs/Aug20_15-55-35_092165c8a85c/events.out.tfevents.1724169364.092165c8a85c.34.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c8609921974726e57672b0aeec9ee5624d5179b55cd4c927e345ad39501d84
+size 5548

runs/Aug20_16-09-55_092165c8a85c/events.out.tfevents.1724170199.092165c8a85c.34.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9abfc65ff0d566589703f10dbb21971b8801c8ddb8c12418bbb93fb1efcf36
+size 7023

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tmp0lwue7f_/model_architecture.txt

@@ -0,0 +1,26 @@
+OPTForCausalLM(
+  (model): OPTModel(
+    (decoder): OPTDecoder(
+      (embed_tokens): Embedding(50272, 512, padding_idx=1)
+      (embed_positions): OPTLearnedPositionalEmbedding(2050, 1024)
+      (project_out): Linear(in_features=1024, out_features=512, bias=False)
+      (project_in): Linear(in_features=512, out_features=1024, bias=False)
+      (layers): ModuleList(
+        (0-23): 24 x OPTDecoderLayer(
+          (self_attn): OPTAttention(
+            (k_proj): Linear(in_features=1024, out_features=1024, bias=True)
+            (v_proj): Linear(in_features=1024, out_features=1024, bias=True)
+            (q_proj): Linear(in_features=1024, out_features=1024, bias=True)
+            (out_proj): Linear(in_features=1024, out_features=1024, bias=True)
+          )
+          (activation_fn): ReLU()
+          (self_attn_layer_norm): LayerNorm((1024,), eps=1e-05, elementwise_affine=True)
+          (fc1): Linear(in_features=1024, out_features=4096, bias=True)
+          (fc2): Linear(in_features=4096, out_features=1024, bias=True)
+          (final_layer_norm): LayerNorm((1024,), eps=1e-05, elementwise_affine=True)
+        )
+      )
+    )
+  )
+  (lm_head): Linear(in_features=512, out_features=50272, bias=False)
+)

tmp55m8q0wc/_remote_module_non_scriptable.py

@@ -0,0 +1,81 @@
+from typing import *
+
+import torch
+import torch.distributed.rpc as rpc
+from torch import Tensor
+from torch._jit_internal import Future
+from torch.distributed.rpc import RRef
+from typing import Tuple  # pyre-ignore: unused import
+
+
+module_interface_cls = None
+
+
+def forward_async(self, *args, **kwargs):
+    args = (self.module_rref, self.device, self.is_device_map_set, *args)
+    kwargs = {**kwargs}
+    return rpc.rpc_async(
+        self.module_rref.owner(),
+        _remote_forward,
+        args,
+        kwargs,
+    )
+
+
+def forward(self, *args, **kwargs):
+    args = (self.module_rref, self.device, self.is_device_map_set, *args)
+    kwargs = {**kwargs}
+    ret_fut = rpc.rpc_async(
+        self.module_rref.owner(),
+        _remote_forward,
+        args,
+        kwargs,
+    )
+    return ret_fut.wait()
+
+
+_generated_methods = [
+    forward_async,
+    forward,
+]
+
+
+
+
+def _remote_forward(
+    module_rref: RRef[module_interface_cls], device: str, is_device_map_set: bool, *args, **kwargs):
+    module = module_rref.local_value()
+    device = torch.device(device)
+
+    if device.type != "cuda":
+        return module.forward(*args, **kwargs)
+
+    # If the module is on a cuda device,
+    # move any CPU tensor in args or kwargs to the same cuda device.
+    # Since torch script does not support generator expression,
+    # have to use concatenation instead of
+    # ``tuple(i.to(device) if isinstance(i, Tensor) else i for i in *args)``.
+    args = (*args,)
+    out_args: Tuple[()] = ()
+    for arg in args:
+        arg = (arg.to(device),) if isinstance(arg, Tensor) else (arg,)
+        out_args = out_args + arg
+
+    kwargs = {**kwargs}
+    for k, v in kwargs.items():
+        if isinstance(v, Tensor):
+            kwargs[k] = kwargs[k].to(device)
+
+    if is_device_map_set:
+        return module.forward(*out_args, **kwargs)
+
+    # If the device map is empty, then only CPU tensors are allowed to send over wire,
+    # so have to move any GPU tensor to CPU in the output.
+    # Since torch script does not support generator expression,
+    # have to use concatenation instead of
+    # ``tuple(i.cpu() if isinstance(i, Tensor) else i for i in module.forward(*out_args, **kwargs))``.
+    ret: Tuple[()] = ()
+    for i in module.forward(*out_args, **kwargs):
+        i = (i.cpu(),) if isinstance(i, Tensor) else (i,)
+        ret = ret + i
+    return ret

tmp59vk47ea.json

@@ -0,0 +1,14 @@
+{
+    "version": 1,
+    "storagePolicy": "wandb-storage-policy-v1",
+    "storagePolicyConfig": {
+        "storageLayout": "V2"
+    },
+    "contents": {
+        "model_architecture.txt": {
+            "digest": "b+9XOsxbEnOTw5uiXx8uNA==",
+            "birthArtifactID": "QXJ0aWZhY3Q6MTE1ODA1NzY3Nw==",
+            "size": 1217
+        }
+    }
+}

tmpa43hu54q/model_architecture.txt

@@ -0,0 +1,26 @@
+OPTForCausalLM(
+  (model): OPTModel(
+    (decoder): OPTDecoder(
+      (embed_tokens): Embedding(50272, 512, padding_idx=1)
+      (embed_positions): OPTLearnedPositionalEmbedding(2050, 1024)
+      (project_out): Linear(in_features=1024, out_features=512, bias=False)
+      (project_in): Linear(in_features=512, out_features=1024, bias=False)
+      (layers): ModuleList(
+        (0-23): 24 x OPTDecoderLayer(
+          (self_attn): OPTAttention(
+            (k_proj): Linear(in_features=1024, out_features=1024, bias=True)
+            (v_proj): Linear(in_features=1024, out_features=1024, bias=True)
+            (q_proj): Linear(in_features=1024, out_features=1024, bias=True)
+            (out_proj): Linear(in_features=1024, out_features=1024, bias=True)
+          )
+          (activation_fn): ReLU()
+          (self_attn_layer_norm): LayerNorm((1024,), eps=1e-05, elementwise_affine=True)
+          (fc1): Linear(in_features=1024, out_features=4096, bias=True)
+          (fc2): Linear(in_features=4096, out_features=1024, bias=True)
+          (final_layer_norm): LayerNorm((1024,), eps=1e-05, elementwise_affine=True)
+        )
+      )
+    )
+  )
+  (lm_head): Linear(in_features=512, out_features=50272, bias=False)
+)

tokenizer_config.json

@@ -0,0 +1,30 @@
+{
+  "add_bos_token": true,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "</s>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "</s>",
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "</s>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0119f409bc0d7968d2c1e139a8f4b8a45c7abc39eafd809f949f279dda6de85
+size 5368

v8-compile-cache-0/11.3.244.8-node.16/zSoptzScondazSsharezSjupyterzSlabzSstagingzSnode_moduleszSwebpackzSbinzSwebpack.js.BLOB

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1d585bb02b985ec668a78261aed811e24963f00ac15bf945a945de1f32f956
+size 4604272

yarn--1704964927164-0.1782869183766309/node

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "$@"

yarn--1704964927165-0.35993847591915795/node

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "$@"

yarn--1704964927165-0.35993847591915795/yarn

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "/opt/conda/share/jupyter/lab/staging/yarn.js" "$@"

yarn--1704964928127-0.35887085411210307/node

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "$@"

yarn--1704964928127-0.35887085411210307/yarn

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "/opt/conda/share/jupyter/lab/staging/yarn.js" "$@"

yarn--1704964933548-0.9586437363349738/node

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "$@"

yarn--1704964933548-0.9586437363349738/yarn

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "/opt/conda/share/jupyter/lab/staging/yarn.js" "$@"

yarn--1704965062369-0.2181574829625219/node

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "$@"

yarn--1704965062369-0.2181574829625219/yarn

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "/opt/conda/share/jupyter/lab/staging/yarn.js" "$@"

yarn--1704965063359-0.7469983285256505/node

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "$@"

yarn--1704965063359-0.7469983285256505/yarn

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "/opt/conda/share/jupyter/lab/staging/yarn.js" "$@"

yarn--1704965068891-0.46018400452963615/node

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "$@"

yarn--1704965068891-0.46018400452963615/yarn

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+exec "/opt/conda/bin/node" "/opt/conda/share/jupyter/lab/staging/yarn.js" "$@"