Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- .gitattributes +169 -0
- bin/Activate.ps1 +250 -0
- bin/__pycache__/jp.cpython-310.pyc +0 -0
- bin/accelerate +8 -0
- bin/accelerate-config +8 -0
- bin/accelerate-estimate-memory +8 -0
- bin/accelerate-launch +8 -0
- bin/activate +73 -0
- bin/activate.csh +29 -0
- bin/activate.fish +72 -0
- bin/art +8 -0
- bin/bert-score +8 -0
- bin/bert-score-show +8 -0
- bin/cmake +8 -0
- bin/coloredlogs +8 -0
- bin/convert-caffe2-to-onnx +8 -0
- bin/convert-onnx-to-caffe2 +8 -0
- bin/cpack +8 -0
- bin/cpuinfo +8 -0
- bin/ctest +8 -0
- bin/datasets-cli +8 -0
- bin/deepspeed +6 -0
- bin/deepspeed.pt +3 -0
- bin/ds +6 -0
- bin/ds_bench +17 -0
- bin/ds_elastic +40 -0
- bin/ds_report +6 -0
- bin/ds_ssh +34 -0
- bin/dsr +6 -0
- bin/evaluate-cli +8 -0
- bin/f2py +8 -0
- bin/f2py3 +8 -0
- bin/f2py3.10 +8 -0
- bin/fonttools +8 -0
- bin/ftfy +8 -0
- bin/get_gprof +62 -0
- bin/get_objgraph +54 -0
- bin/google-oauthlib-tool +8 -0
- bin/gradio +8 -0
- bin/hjson +8 -0
- bin/httpx +8 -0
- bin/huggingface-cli +8 -0
- bin/humanfriendly +8 -0
- bin/ipython +8 -0
- bin/ipython3 +8 -0
- bin/isympy +8 -0
- bin/jlpm +8 -0
- bin/jp.py +54 -0
- bin/jsondiff +41 -0
- bin/jsonpatch +107 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,172 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
bin/python filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
bin/python3 filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
bin/python3.10 filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
lib/python3.10/site-packages/Pillow.libs/libfreetype-8b16add1.so.6.20.0 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
lib/python3.10/site-packages/Pillow.libs/libharfbuzz-adaef2a2.so.0.60730.0 filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
lib/python3.10/site-packages/_mysql_connector.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
lib/python3.10/site-packages/_mysqlxpb.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
lib/python3.10/site-packages/aiohttp/_http_parser.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
lib/python3.10/site-packages/altair/vegalite/v5/schema/__pycache__/channels.cpython-310.pyc filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
lib/python3.10/site-packages/altair/vegalite/v5/schema/__pycache__/core.cpython-310.pyc filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
lib/python3.10/site-packages/art/__pycache__/text_dic1.cpython-310.pyc filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
lib/python3.10/site-packages/art/__pycache__/text_dic2.cpython-310.pyc filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
lib/python3.10/site-packages/autogptq_cuda_256.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
lib/python3.10/site-packages/autogptq_cuda_64.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda110.so filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda110_nocublaslt.so filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda111.so filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda111_nocublaslt.so filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda114.so filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda114_nocublaslt.so filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda115.so filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda115_nocublaslt.so filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda117.so filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda117_nocublaslt.so filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda118.so filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda118_nocublaslt.so filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda120.so filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda120_nocublaslt.so filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda121.so filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda121_nocublaslt.so filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda122.so filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda122_nocublaslt.so filter=lfs diff=lfs merge=lfs -text
|
| 68 |
+
lib/python3.10/site-packages/cmake/data/bin/cmake filter=lfs diff=lfs merge=lfs -text
|
| 69 |
+
lib/python3.10/site-packages/cmake/data/bin/cpack filter=lfs diff=lfs merge=lfs -text
|
| 70 |
+
lib/python3.10/site-packages/cmake/data/bin/ctest filter=lfs diff=lfs merge=lfs -text
|
| 71 |
+
lib/python3.10/site-packages/debugpy/_vendored/pydevd/_pydevd_bundle/pydevd_cython.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 72 |
+
lib/python3.10/site-packages/debugpy/_vendored/pydevd/_pydevd_frame_eval/pydevd_frame_evaluator.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 73 |
+
lib/python3.10/site-packages/decord/libdecord.so filter=lfs diff=lfs merge=lfs -text
|
| 74 |
+
lib/python3.10/site-packages/decord.libs/libavcodec-bc50294c.so.58.35.100 filter=lfs diff=lfs merge=lfs -text
|
| 75 |
+
lib/python3.10/site-packages/decord.libs/libavfilter-1e2243e2.so.7.40.101 filter=lfs diff=lfs merge=lfs -text
|
| 76 |
+
lib/python3.10/site-packages/decord.libs/libavformat-8b46ea57.so.58.20.100 filter=lfs diff=lfs merge=lfs -text
|
| 77 |
+
lib/python3.10/site-packages/decord.libs/libvpx-5769b0ce.so.6.4.0 filter=lfs diff=lfs merge=lfs -text
|
| 78 |
+
lib/python3.10/site-packages/decord.libs/libx264-555fb44a.so.164 filter=lfs diff=lfs merge=lfs -text
|
| 79 |
+
lib/python3.10/site-packages/exllamav2_kernels.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 80 |
+
lib/python3.10/site-packages/flash_attn_2_cuda.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 81 |
+
lib/python3.10/site-packages/fontTools/feaLib/lexer.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 82 |
+
lib/python3.10/site-packages/fontTools/misc/bezierTools.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 83 |
+
lib/python3.10/site-packages/fontTools/pens/momentsPen.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 84 |
+
lib/python3.10/site-packages/fontTools/qu2cu/qu2cu.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 85 |
+
lib/python3.10/site-packages/fontTools/varLib/iup.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 86 |
+
lib/python3.10/site-packages/gekko/bin/apm filter=lfs diff=lfs merge=lfs -text
|
| 87 |
+
lib/python3.10/site-packages/gekko/bin/apm.exe filter=lfs diff=lfs merge=lfs -text
|
| 88 |
+
lib/python3.10/site-packages/gekko/bin/apm_arm filter=lfs diff=lfs merge=lfs -text
|
| 89 |
+
lib/python3.10/site-packages/gekko/bin/apm_mac filter=lfs diff=lfs merge=lfs -text
|
| 90 |
+
lib/python3.10/site-packages/gradio/templates/cdn/assets/index-973aa9f2.js.map filter=lfs diff=lfs merge=lfs -text
|
| 91 |
+
lib/python3.10/site-packages/gradio/templates/frontend/assets/index-397dd2f4.js.map filter=lfs diff=lfs merge=lfs -text
|
| 92 |
+
lib/python3.10/site-packages/greenlet/_greenlet.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 93 |
+
lib/python3.10/site-packages/grpc/_cython/cygrpc.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 94 |
+
lib/python3.10/site-packages/hf_transfer/hf_transfer.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 95 |
+
lib/python3.10/site-packages/kiwisolver/_cext.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 96 |
+
lib/python3.10/site-packages/kubernetes/client/api/__pycache__/core_v1_api.cpython-310.pyc filter=lfs diff=lfs merge=lfs -text
|
| 97 |
+
lib/python3.10/site-packages/llvmlite/binding/libllvmlite.so filter=lfs diff=lfs merge=lfs -text
|
| 98 |
+
lib/python3.10/site-packages/matplotlib/_image.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 99 |
+
lib/python3.10/site-packages/matplotlib/_path.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 100 |
+
lib/python3.10/site-packages/matplotlib/_qhull.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 101 |
+
lib/python3.10/site-packages/matplotlib/backends/_backend_agg.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 102 |
+
lib/python3.10/site-packages/matplotlib/ft2font.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 103 |
+
lib/python3.10/site-packages/mysql/vendor/libcrypto.so.3 filter=lfs diff=lfs merge=lfs -text
|
| 104 |
+
lib/python3.10/site-packages/mysql/vendor/plugin/authentication_fido_client.so filter=lfs diff=lfs merge=lfs -text
|
| 105 |
+
lib/python3.10/site-packages/mysql/vendor/plugin/authentication_kerberos_client.so filter=lfs diff=lfs merge=lfs -text
|
| 106 |
+
lib/python3.10/site-packages/mysql/vendor/plugin/authentication_ldap_sasl_client.so filter=lfs diff=lfs merge=lfs -text
|
| 107 |
+
lib/python3.10/site-packages/mysql/vendor/plugin/authentication_oci_client.so filter=lfs diff=lfs merge=lfs -text
|
| 108 |
+
lib/python3.10/site-packages/mysql/vendor/plugin/authentication_webauthn_client.so filter=lfs diff=lfs merge=lfs -text
|
| 109 |
+
lib/python3.10/site-packages/mysql/vendor/private/libgssapi_krb5.so.2 filter=lfs diff=lfs merge=lfs -text
|
| 110 |
+
lib/python3.10/site-packages/mysql/vendor/private/libgssapi_krb5.so.2.2 filter=lfs diff=lfs merge=lfs -text
|
| 111 |
+
lib/python3.10/site-packages/mysql/vendor/private/libk5crypto.so.3 filter=lfs diff=lfs merge=lfs -text
|
| 112 |
+
lib/python3.10/site-packages/mysql/vendor/private/libk5crypto.so.3.1 filter=lfs diff=lfs merge=lfs -text
|
| 113 |
+
lib/python3.10/site-packages/mysql/vendor/private/libkrb5.so.3 filter=lfs diff=lfs merge=lfs -text
|
| 114 |
+
lib/python3.10/site-packages/mysql/vendor/private/libkrb5.so.3.3 filter=lfs diff=lfs merge=lfs -text
|
| 115 |
+
lib/python3.10/site-packages/nh3/nh3.abi3.so filter=lfs diff=lfs merge=lfs -text
|
| 116 |
+
lib/python3.10/site-packages/numba/np/ufunc/tbbpool.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 117 |
+
lib/python3.10/site-packages/numexpr/interpreter.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 118 |
+
lib/python3.10/site-packages/numpy/core/_multiarray_umath.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 119 |
+
lib/python3.10/site-packages/numpy/core/_simd.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 120 |
+
lib/python3.10/site-packages/numpy.libs/libgfortran-040039e1.so.5.0.0 filter=lfs diff=lfs merge=lfs -text
|
| 121 |
+
lib/python3.10/site-packages/numpy.libs/libopenblas64_p-r0-15028c96.3.21.so filter=lfs diff=lfs merge=lfs -text
|
| 122 |
+
lib/python3.10/site-packages/nvfuser/_C.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 123 |
+
lib/python3.10/site-packages/nvidia/cublas/lib/libcublas.so.11 filter=lfs diff=lfs merge=lfs -text
|
| 124 |
+
lib/python3.10/site-packages/nvidia/cublas/lib/libcublasLt.so.11 filter=lfs diff=lfs merge=lfs -text
|
| 125 |
+
lib/python3.10/site-packages/nvidia/cuda_cupti/lib/libcheckpoint.so filter=lfs diff=lfs merge=lfs -text
|
| 126 |
+
lib/python3.10/site-packages/nvidia/cuda_cupti/lib/libcupti.so.11.7 filter=lfs diff=lfs merge=lfs -text
|
| 127 |
+
lib/python3.10/site-packages/nvidia/cuda_cupti/lib/libnvperf_host.so filter=lfs diff=lfs merge=lfs -text
|
| 128 |
+
lib/python3.10/site-packages/nvidia/cuda_cupti/lib/libnvperf_target.so filter=lfs diff=lfs merge=lfs -text
|
| 129 |
+
lib/python3.10/site-packages/nvidia/cuda_nvrtc/lib/libnvrtc-builtins.so.11.7 filter=lfs diff=lfs merge=lfs -text
|
| 130 |
+
lib/python3.10/site-packages/nvidia/cuda_nvrtc/lib/libnvrtc.so.11.2 filter=lfs diff=lfs merge=lfs -text
|
| 131 |
+
lib/python3.10/site-packages/nvidia/cudnn/lib/libcudnn_adv_infer.so.8 filter=lfs diff=lfs merge=lfs -text
|
| 132 |
+
lib/python3.10/site-packages/nvidia/cudnn/lib/libcudnn_adv_train.so.8 filter=lfs diff=lfs merge=lfs -text
|
| 133 |
+
lib/python3.10/site-packages/nvidia/cudnn/lib/libcudnn_cnn_infer.so.8 filter=lfs diff=lfs merge=lfs -text
|
| 134 |
+
lib/python3.10/site-packages/nvidia/cudnn/lib/libcudnn_cnn_train.so.8 filter=lfs diff=lfs merge=lfs -text
|
| 135 |
+
lib/python3.10/site-packages/nvidia/cudnn/lib/libcudnn_ops_infer.so.8 filter=lfs diff=lfs merge=lfs -text
|
| 136 |
+
lib/python3.10/site-packages/nvidia/cudnn/lib/libcudnn_ops_train.so.8 filter=lfs diff=lfs merge=lfs -text
|
| 137 |
+
lib/python3.10/site-packages/nvidia/cufft/lib/libcufft.so.10 filter=lfs diff=lfs merge=lfs -text
|
| 138 |
+
lib/python3.10/site-packages/nvidia/cufft/lib/libcufftw.so.10 filter=lfs diff=lfs merge=lfs -text
|
| 139 |
+
lib/python3.10/site-packages/nvidia/curand/lib/libcurand.so.10 filter=lfs diff=lfs merge=lfs -text
|
| 140 |
+
lib/python3.10/site-packages/nvidia/cusolver/lib/libcusolver.so.11 filter=lfs diff=lfs merge=lfs -text
|
| 141 |
+
lib/python3.10/site-packages/nvidia/cusolver/lib/libcusolverMg.so.11 filter=lfs diff=lfs merge=lfs -text
|
| 142 |
+
lib/python3.10/site-packages/nvidia/cusparse/lib/libcusparse.so.11 filter=lfs diff=lfs merge=lfs -text
|
| 143 |
+
lib/python3.10/site-packages/nvidia/nccl/lib/libnccl.so.2 filter=lfs diff=lfs merge=lfs -text
|
| 144 |
+
lib/python3.10/site-packages/pandas/_libs/algos.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 145 |
+
lib/python3.10/site-packages/pandas/_libs/groupby.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 146 |
+
lib/python3.10/site-packages/pandas/_libs/hashtable.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 147 |
+
lib/python3.10/site-packages/pandas/_libs/interval.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 148 |
+
lib/python3.10/site-packages/pandas/_libs/join.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 149 |
+
lib/python3.10/site-packages/pandas/_libs/tslibs/offsets.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 150 |
+
lib/python3.10/site-packages/psycopg2_binary.libs/libcrypto-e63abc84.so.1.1 filter=lfs diff=lfs merge=lfs -text
|
| 151 |
+
lib/python3.10/site-packages/psycopg2_binary.libs/libkrb5-fcafa220.so.3.3 filter=lfs diff=lfs merge=lfs -text
|
| 152 |
+
lib/python3.10/site-packages/pyarrow/_compute.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 153 |
+
lib/python3.10/site-packages/pyarrow/_flight.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 154 |
+
lib/python3.10/site-packages/pyarrow/lib.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 155 |
+
lib/python3.10/site-packages/pyarrow/libarrow.so.1300 filter=lfs diff=lfs merge=lfs -text
|
| 156 |
+
lib/python3.10/site-packages/pyarrow/libarrow_acero.so.1300 filter=lfs diff=lfs merge=lfs -text
|
| 157 |
+
lib/python3.10/site-packages/pyarrow/libarrow_dataset.so.1300 filter=lfs diff=lfs merge=lfs -text
|
| 158 |
+
lib/python3.10/site-packages/pyarrow/libarrow_flight.so.1300 filter=lfs diff=lfs merge=lfs -text
|
| 159 |
+
lib/python3.10/site-packages/pyarrow/libarrow_python.so filter=lfs diff=lfs merge=lfs -text
|
| 160 |
+
lib/python3.10/site-packages/pyarrow/libarrow_substrait.so.1300 filter=lfs diff=lfs merge=lfs -text
|
| 161 |
+
lib/python3.10/site-packages/pyarrow/libparquet.so.1300 filter=lfs diff=lfs merge=lfs -text
|
| 162 |
+
lib/python3.10/site-packages/pyzmq.libs/libsodium-cb25555f.so.23.3.0 filter=lfs diff=lfs merge=lfs -text
|
| 163 |
+
lib/python3.10/site-packages/pyzmq.libs/libzmq-f468291a.so.5.2.4 filter=lfs diff=lfs merge=lfs -text
|
| 164 |
+
lib/python3.10/site-packages/regex/_regex.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 165 |
+
lib/python3.10/site-packages/rpds/rpds.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 166 |
+
lib/python3.10/site-packages/safetensors/_safetensors_rust.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 167 |
+
lib/python3.10/site-packages/scipy/fft/_pocketfft/pypocketfft.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 168 |
+
lib/python3.10/site-packages/scipy/linalg/_flapack.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 169 |
+
lib/python3.10/site-packages/scipy/misc/face.dat filter=lfs diff=lfs merge=lfs -text
|
| 170 |
+
lib/python3.10/site-packages/scipy/optimize/_highs/_highs_wrapper.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 171 |
+
lib/python3.10/site-packages/scipy/sparse/_sparsetools.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 172 |
+
lib/python3.10/site-packages/scipy/spatial/_ckdtree.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 173 |
+
lib/python3.10/site-packages/scipy/spatial/_qhull.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 174 |
+
lib/python3.10/site-packages/scipy/special/_ufuncs.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 175 |
+
lib/python3.10/site-packages/scipy/special/cython_special.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 176 |
+
lib/python3.10/site-packages/scipy/stats/_unuran/unuran_wrapper.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 177 |
+
lib/python3.10/site-packages/scipy.libs/libgfortran-040039e1.so.5.0.0 filter=lfs diff=lfs merge=lfs -text
|
| 178 |
+
lib/python3.10/site-packages/scipy.libs/libopenblasp-r0-23e5df77.3.21.dev.so filter=lfs diff=lfs merge=lfs -text
|
| 179 |
+
lib/python3.10/site-packages/sentencepiece/_sentencepiece.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 180 |
+
lib/python3.10/site-packages/sklearn/_loss/_loss.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 181 |
+
lib/python3.10/site-packages/sqlalchemy/cyextension/collections.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 182 |
+
lib/python3.10/site-packages/tensorboard_data_server/bin/server filter=lfs diff=lfs merge=lfs -text
|
| 183 |
+
lib/python3.10/site-packages/tiktoken/_tiktoken.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 184 |
+
lib/python3.10/site-packages/tokenizers/tokenizers.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
| 185 |
+
lib/python3.10/site-packages/torch/bin/nvfuser_tests filter=lfs diff=lfs merge=lfs -text
|
| 186 |
+
lib/python3.10/site-packages/torch/bin/protoc filter=lfs diff=lfs merge=lfs -text
|
| 187 |
+
lib/python3.10/site-packages/torch/bin/protoc-3.13.0.0 filter=lfs diff=lfs merge=lfs -text
|
| 188 |
+
lib/python3.10/site-packages/torch/lib/libnvfuser_codegen.so filter=lfs diff=lfs merge=lfs -text
|
| 189 |
+
lib/python3.10/site-packages/torch/lib/libtorch_cpu.so filter=lfs diff=lfs merge=lfs -text
|
| 190 |
+
lib/python3.10/site-packages/torch/lib/libtorch_cuda.so filter=lfs diff=lfs merge=lfs -text
|
| 191 |
+
lib/python3.10/site-packages/torch/lib/libtorch_cuda_linalg.so filter=lfs diff=lfs merge=lfs -text
|
| 192 |
+
lib/python3.10/site-packages/torch/lib/libtorch_python.so filter=lfs diff=lfs merge=lfs -text
|
| 193 |
+
lib/python3.10/site-packages/torchaudio/lib/_torchaudio_sox.so filter=lfs diff=lfs merge=lfs -text
|
| 194 |
+
lib/python3.10/site-packages/torchaudio/lib/libflashlight-text.so filter=lfs diff=lfs merge=lfs -text
|
| 195 |
+
lib/python3.10/site-packages/torchaudio/lib/libtorchaudio.so filter=lfs diff=lfs merge=lfs -text
|
| 196 |
+
lib/python3.10/site-packages/torchaudio/lib/libtorchaudio_sox.so filter=lfs diff=lfs merge=lfs -text
|
| 197 |
+
lib/python3.10/site-packages/torchvision/_C.so filter=lfs diff=lfs merge=lfs -text
|
| 198 |
+
lib/python3.10/site-packages/torchvision.libs/libnvjpeg.9b083ad7.so.11 filter=lfs diff=lfs merge=lfs -text
|
| 199 |
+
lib/python3.10/site-packages/torchvision.libs/libpng16.7f72a3c5.so.16 filter=lfs diff=lfs merge=lfs -text
|
| 200 |
+
lib/python3.10/site-packages/triton/_C/libtriton.so filter=lfs diff=lfs merge=lfs -text
|
| 201 |
+
lib/python3.10/site-packages/triton/third_party/cuda/bin/ptxas filter=lfs diff=lfs merge=lfs -text
|
| 202 |
+
lib/python3.10/site-packages/xformers/_C.so filter=lfs diff=lfs merge=lfs -text
|
| 203 |
+
lib/python3.10/site-packages/xformers/_C_flashattention.so filter=lfs diff=lfs merge=lfs -text
|
| 204 |
+
lib/python3.10/site-packages/yaml/_yaml.cpython-310-x86_64-linux-gnu.so filter=lfs diff=lfs merge=lfs -text
|
bin/Activate.ps1
ADDED
|
@@ -0,0 +1,250 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
export LD_LIBRARY_PATH=/home/ubuntu/kris8anLLM/axolotl/lib64:$LD_LIBRARY_PATH
|
| 2 |
+
export PATH=/home/ubuntu/kris8anLLM/axolotl/bin:$PATH
|
| 3 |
+
|
| 4 |
+
<#
|
| 5 |
+
.Synopsis
|
| 6 |
+
Activate a Python virtual environment for the current PowerShell session.
|
| 7 |
+
|
| 8 |
+
.Description
|
| 9 |
+
Pushes the python executable for a virtual environment to the front of the
|
| 10 |
+
$Env:PATH environment variable and sets the prompt to signify that you are
|
| 11 |
+
in a Python virtual environment. Makes use of the command line switches as
|
| 12 |
+
well as the `pyvenv.cfg` file values present in the virtual environment.
|
| 13 |
+
|
| 14 |
+
.Parameter VenvDir
|
| 15 |
+
Path to the directory that contains the virtual environment to activate. The
|
| 16 |
+
default value for this is the parent of the directory that the Activate.ps1
|
| 17 |
+
script is located within.
|
| 18 |
+
|
| 19 |
+
.Parameter Prompt
|
| 20 |
+
The prompt prefix to display when this virtual environment is activated. By
|
| 21 |
+
default, this prompt is the name of the virtual environment folder (VenvDir)
|
| 22 |
+
surrounded by parentheses and followed by a single space (ie. '(.venv) ').
|
| 23 |
+
|
| 24 |
+
.Example
|
| 25 |
+
Activate.ps1
|
| 26 |
+
Activates the Python virtual environment that contains the Activate.ps1 script.
|
| 27 |
+
|
| 28 |
+
.Example
|
| 29 |
+
Activate.ps1 -Verbose
|
| 30 |
+
Activates the Python virtual environment that contains the Activate.ps1 script,
|
| 31 |
+
and shows extra information about the activation as it executes.
|
| 32 |
+
|
| 33 |
+
.Example
|
| 34 |
+
Activate.ps1 -VenvDir C:\Users\MyUser\Common\.venv
|
| 35 |
+
Activates the Python virtual environment located in the specified location.
|
| 36 |
+
|
| 37 |
+
.Example
|
| 38 |
+
Activate.ps1 -Prompt "MyPython"
|
| 39 |
+
Activates the Python virtual environment that contains the Activate.ps1 script,
|
| 40 |
+
and prefixes the current prompt with the specified string (surrounded in
|
| 41 |
+
parentheses) while the virtual environment is active.
|
| 42 |
+
|
| 43 |
+
.Notes
|
| 44 |
+
On Windows, it may be required to enable this Activate.ps1 script by setting the
|
| 45 |
+
execution policy for the user. You can do this by issuing the following PowerShell
|
| 46 |
+
command:
|
| 47 |
+
|
| 48 |
+
PS C:\> Set-ExecutionPolicy -ExecutionPolicy RemoteSigned -Scope CurrentUser
|
| 49 |
+
|
| 50 |
+
For more information on Execution Policies:
|
| 51 |
+
https://go.microsoft.com/fwlink/?LinkID=135170
|
| 52 |
+
|
| 53 |
+
#>
|
| 54 |
+
Param(
|
| 55 |
+
[Parameter(Mandatory = $false)]
|
| 56 |
+
[String]
|
| 57 |
+
$VenvDir,
|
| 58 |
+
[Parameter(Mandatory = $false)]
|
| 59 |
+
[String]
|
| 60 |
+
$Prompt
|
| 61 |
+
)
|
| 62 |
+
|
| 63 |
+
<# Function declarations --------------------------------------------------- #>
|
| 64 |
+
|
| 65 |
+
<#
|
| 66 |
+
.Synopsis
|
| 67 |
+
Remove all shell session elements added by the Activate script, including the
|
| 68 |
+
addition of the virtual environment's Python executable from the beginning of
|
| 69 |
+
the PATH variable.
|
| 70 |
+
|
| 71 |
+
.Parameter NonDestructive
|
| 72 |
+
If present, do not remove this function from the global namespace for the
|
| 73 |
+
session.
|
| 74 |
+
|
| 75 |
+
#>
|
| 76 |
+
function global:deactivate ([switch]$NonDestructive) {
|
| 77 |
+
# Revert to original values
|
| 78 |
+
|
| 79 |
+
# The prior prompt:
|
| 80 |
+
if (Test-Path -Path Function:_OLD_VIRTUAL_PROMPT) {
|
| 81 |
+
Copy-Item -Path Function:_OLD_VIRTUAL_PROMPT -Destination Function:prompt
|
| 82 |
+
Remove-Item -Path Function:_OLD_VIRTUAL_PROMPT
|
| 83 |
+
}
|
| 84 |
+
|
| 85 |
+
# The prior PYTHONHOME:
|
| 86 |
+
if (Test-Path -Path Env:_OLD_VIRTUAL_PYTHONHOME) {
|
| 87 |
+
Copy-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME -Destination Env:PYTHONHOME
|
| 88 |
+
Remove-Item -Path Env:_OLD_VIRTUAL_PYTHONHOME
|
| 89 |
+
}
|
| 90 |
+
|
| 91 |
+
# The prior PATH:
|
| 92 |
+
if (Test-Path -Path Env:_OLD_VIRTUAL_PATH) {
|
| 93 |
+
Copy-Item -Path Env:_OLD_VIRTUAL_PATH -Destination Env:PATH
|
| 94 |
+
Remove-Item -Path Env:_OLD_VIRTUAL_PATH
|
| 95 |
+
}
|
| 96 |
+
|
| 97 |
+
# Just remove the VIRTUAL_ENV altogether:
|
| 98 |
+
if (Test-Path -Path Env:VIRTUAL_ENV) {
|
| 99 |
+
Remove-Item -Path env:VIRTUAL_ENV
|
| 100 |
+
}
|
| 101 |
+
|
| 102 |
+
# Just remove VIRTUAL_ENV_PROMPT altogether.
|
| 103 |
+
if (Test-Path -Path Env:VIRTUAL_ENV_PROMPT) {
|
| 104 |
+
Remove-Item -Path env:VIRTUAL_ENV_PROMPT
|
| 105 |
+
}
|
| 106 |
+
|
| 107 |
+
# Just remove the _PYTHON_VENV_PROMPT_PREFIX altogether:
|
| 108 |
+
if (Get-Variable -Name "_PYTHON_VENV_PROMPT_PREFIX" -ErrorAction SilentlyContinue) {
|
| 109 |
+
Remove-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Scope Global -Force
|
| 110 |
+
}
|
| 111 |
+
|
| 112 |
+
# Leave deactivate function in the global namespace if requested:
|
| 113 |
+
if (-not $NonDestructive) {
|
| 114 |
+
Remove-Item -Path function:deactivate
|
| 115 |
+
}
|
| 116 |
+
}
|
| 117 |
+
|
| 118 |
+
<#
|
| 119 |
+
.Description
|
| 120 |
+
Get-PyVenvConfig parses the values from the pyvenv.cfg file located in the
|
| 121 |
+
given folder, and returns them in a map.
|
| 122 |
+
|
| 123 |
+
For each line in the pyvenv.cfg file, if that line can be parsed into exactly
|
| 124 |
+
two strings separated by `=` (with any amount of whitespace surrounding the =)
|
| 125 |
+
then it is considered a `key = value` line. The left hand string is the key,
|
| 126 |
+
the right hand is the value.
|
| 127 |
+
|
| 128 |
+
If the value starts with a `'` or a `"` then the first and last character is
|
| 129 |
+
stripped from the value before being captured.
|
| 130 |
+
|
| 131 |
+
.Parameter ConfigDir
|
| 132 |
+
Path to the directory that contains the `pyvenv.cfg` file.
|
| 133 |
+
#>
|
| 134 |
+
function Get-PyVenvConfig(
|
| 135 |
+
[String]
|
| 136 |
+
$ConfigDir
|
| 137 |
+
) {
|
| 138 |
+
Write-Verbose "Given ConfigDir=$ConfigDir, obtain values in pyvenv.cfg"
|
| 139 |
+
|
| 140 |
+
# Ensure the file exists, and issue a warning if it doesn't (but still allow the function to continue).
|
| 141 |
+
$pyvenvConfigPath = Join-Path -Resolve -Path $ConfigDir -ChildPath 'pyvenv.cfg' -ErrorAction Continue
|
| 142 |
+
|
| 143 |
+
# An empty map will be returned if no config file is found.
|
| 144 |
+
$pyvenvConfig = @{ }
|
| 145 |
+
|
| 146 |
+
if ($pyvenvConfigPath) {
|
| 147 |
+
|
| 148 |
+
Write-Verbose "File exists, parse `key = value` lines"
|
| 149 |
+
$pyvenvConfigContent = Get-Content -Path $pyvenvConfigPath
|
| 150 |
+
|
| 151 |
+
$pyvenvConfigContent | ForEach-Object {
|
| 152 |
+
$keyval = $PSItem -split "\s*=\s*", 2
|
| 153 |
+
if ($keyval[0] -and $keyval[1]) {
|
| 154 |
+
$val = $keyval[1]
|
| 155 |
+
|
| 156 |
+
# Remove extraneous quotations around a string value.
|
| 157 |
+
if ("'""".Contains($val.Substring(0, 1))) {
|
| 158 |
+
$val = $val.Substring(1, $val.Length - 2)
|
| 159 |
+
}
|
| 160 |
+
|
| 161 |
+
$pyvenvConfig[$keyval[0]] = $val
|
| 162 |
+
Write-Verbose "Adding Key: '$($keyval[0])'='$val'"
|
| 163 |
+
}
|
| 164 |
+
}
|
| 165 |
+
}
|
| 166 |
+
return $pyvenvConfig
|
| 167 |
+
}
|
| 168 |
+
|
| 169 |
+
|
| 170 |
+
<# Begin Activate script --------------------------------------------------- #>
|
| 171 |
+
|
| 172 |
+
# Determine the containing directory of this script
|
| 173 |
+
$VenvExecPath = Split-Path -Parent $MyInvocation.MyCommand.Definition
|
| 174 |
+
$VenvExecDir = Get-Item -Path $VenvExecPath
|
| 175 |
+
|
| 176 |
+
Write-Verbose "Activation script is located in path: '$VenvExecPath'"
|
| 177 |
+
Write-Verbose "VenvExecDir Fullname: '$($VenvExecDir.FullName)"
|
| 178 |
+
Write-Verbose "VenvExecDir Name: '$($VenvExecDir.Name)"
|
| 179 |
+
|
| 180 |
+
# Set values required in priority: CmdLine, ConfigFile, Default
|
| 181 |
+
# First, get the location of the virtual environment, it might not be
|
| 182 |
+
# VenvExecDir if specified on the command line.
|
| 183 |
+
if ($VenvDir) {
|
| 184 |
+
Write-Verbose "VenvDir given as parameter, using '$VenvDir' to determine values"
|
| 185 |
+
}
|
| 186 |
+
else {
|
| 187 |
+
Write-Verbose "VenvDir not given as a parameter, using parent directory name as VenvDir."
|
| 188 |
+
$VenvDir = $VenvExecDir.Parent.FullName.TrimEnd("\\/")
|
| 189 |
+
Write-Verbose "VenvDir=$VenvDir"
|
| 190 |
+
}
|
| 191 |
+
|
| 192 |
+
# Next, read the `pyvenv.cfg` file to determine any required value such
|
| 193 |
+
# as `prompt`.
|
| 194 |
+
$pyvenvCfg = Get-PyVenvConfig -ConfigDir $VenvDir
|
| 195 |
+
|
| 196 |
+
# Next, set the prompt from the command line, or the config file, or
|
| 197 |
+
# just use the name of the virtual environment folder.
|
| 198 |
+
if ($Prompt) {
|
| 199 |
+
Write-Verbose "Prompt specified as argument, using '$Prompt'"
|
| 200 |
+
}
|
| 201 |
+
else {
|
| 202 |
+
Write-Verbose "Prompt not specified as argument to script, checking pyvenv.cfg value"
|
| 203 |
+
if ($pyvenvCfg -and $pyvenvCfg['prompt']) {
|
| 204 |
+
Write-Verbose " Setting based on value in pyvenv.cfg='$($pyvenvCfg['prompt'])'"
|
| 205 |
+
$Prompt = $pyvenvCfg['prompt'];
|
| 206 |
+
}
|
| 207 |
+
else {
|
| 208 |
+
Write-Verbose " Setting prompt based on parent's directory's name. (Is the directory name passed to venv module when creating the virtual environment)"
|
| 209 |
+
Write-Verbose " Got leaf-name of $VenvDir='$(Split-Path -Path $venvDir -Leaf)'"
|
| 210 |
+
$Prompt = Split-Path -Path $venvDir -Leaf
|
| 211 |
+
}
|
| 212 |
+
}
|
| 213 |
+
|
| 214 |
+
Write-Verbose "Prompt = '$Prompt'"
|
| 215 |
+
Write-Verbose "VenvDir='$VenvDir'"
|
| 216 |
+
|
| 217 |
+
# Deactivate any currently active virtual environment, but leave the
|
| 218 |
+
# deactivate function in place.
|
| 219 |
+
deactivate -nondestructive
|
| 220 |
+
|
| 221 |
+
# Now set the environment variable VIRTUAL_ENV, used by many tools to determine
|
| 222 |
+
# that there is an activated venv.
|
| 223 |
+
$env:VIRTUAL_ENV = $VenvDir
|
| 224 |
+
|
| 225 |
+
if (-not $Env:VIRTUAL_ENV_DISABLE_PROMPT) {
|
| 226 |
+
|
| 227 |
+
Write-Verbose "Setting prompt to '$Prompt'"
|
| 228 |
+
|
| 229 |
+
# Set the prompt to include the env name
|
| 230 |
+
# Make sure _OLD_VIRTUAL_PROMPT is global
|
| 231 |
+
function global:_OLD_VIRTUAL_PROMPT { "" }
|
| 232 |
+
Copy-Item -Path function:prompt -Destination function:_OLD_VIRTUAL_PROMPT
|
| 233 |
+
New-Variable -Name _PYTHON_VENV_PROMPT_PREFIX -Description "Python virtual environment prompt prefix" -Scope Global -Option ReadOnly -Visibility Public -Value $Prompt
|
| 234 |
+
|
| 235 |
+
function global:prompt {
|
| 236 |
+
Write-Host -NoNewline -ForegroundColor Green "($_PYTHON_VENV_PROMPT_PREFIX) "
|
| 237 |
+
_OLD_VIRTUAL_PROMPT
|
| 238 |
+
}
|
| 239 |
+
$env:VIRTUAL_ENV_PROMPT = $Prompt
|
| 240 |
+
}
|
| 241 |
+
|
| 242 |
+
# Clear PYTHONHOME
|
| 243 |
+
if (Test-Path -Path Env:PYTHONHOME) {
|
| 244 |
+
Copy-Item -Path Env:PYTHONHOME -Destination Env:_OLD_VIRTUAL_PYTHONHOME
|
| 245 |
+
Remove-Item -Path Env:PYTHONHOME
|
| 246 |
+
}
|
| 247 |
+
|
| 248 |
+
# Add the venv to the PATH
|
| 249 |
+
Copy-Item -Path Env:PATH -Destination Env:_OLD_VIRTUAL_PATH
|
| 250 |
+
$Env:PATH = "$VenvExecDir$([System.IO.Path]::PathSeparator)$Env:PATH"
|
bin/__pycache__/jp.cpython-310.pyc
ADDED
|
Binary file (1.63 kB). View file
|
|
|
bin/accelerate
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from accelerate.commands.accelerate_cli import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/accelerate-config
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from accelerate.commands.config import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/accelerate-estimate-memory
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from accelerate.commands.estimate import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/accelerate-launch
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from accelerate.commands.launch import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/activate
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# This file must be used with "source bin/activate" *from bash*
|
| 2 |
+
# you cannot run it directly
|
| 3 |
+
|
| 4 |
+
export LD_LIBRARY_PATH=/home/ubuntu/kris8anLLM/chatBotEnv/axolotl/lib64:$LD_LIBRARY_PATH
|
| 5 |
+
export PATH=/home/ubuntu/kris8anLLM/chatBotEnv/axolotl/bin:$PATH #chatBotEnv
|
| 6 |
+
export PYTHONPATH=/home/ubuntu/kris8anLLM/chatBotEnv/axolotl:$PYTHONPATH
|
| 7 |
+
|
| 8 |
+
deactivate () {
|
| 9 |
+
# reset old environment variables
|
| 10 |
+
if [ -n "${_OLD_VIRTUAL_PATH:-}" ] ; then
|
| 11 |
+
PATH="${_OLD_VIRTUAL_PATH:-}"
|
| 12 |
+
export PATH
|
| 13 |
+
unset _OLD_VIRTUAL_PATH
|
| 14 |
+
fi
|
| 15 |
+
if [ -n "${_OLD_VIRTUAL_PYTHONHOME:-}" ] ; then
|
| 16 |
+
PYTHONHOME="${_OLD_VIRTUAL_PYTHONHOME:-}"
|
| 17 |
+
export PYTHONHOME
|
| 18 |
+
unset _OLD_VIRTUAL_PYTHONHOME
|
| 19 |
+
fi
|
| 20 |
+
|
| 21 |
+
# This should detect bash and zsh, which have a hash command that must
|
| 22 |
+
# be called to get it to forget past commands. Without forgetting
|
| 23 |
+
# past commands the $PATH changes we made may not be respected
|
| 24 |
+
if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
|
| 25 |
+
hash -r 2> /dev/null
|
| 26 |
+
fi
|
| 27 |
+
|
| 28 |
+
if [ -n "${_OLD_VIRTUAL_PS1:-}" ] ; then
|
| 29 |
+
PS1="${_OLD_VIRTUAL_PS1:-}"
|
| 30 |
+
export PS1
|
| 31 |
+
unset _OLD_VIRTUAL_PS1
|
| 32 |
+
fi
|
| 33 |
+
|
| 34 |
+
unset VIRTUAL_ENV
|
| 35 |
+
unset VIRTUAL_ENV_PROMPT
|
| 36 |
+
if [ ! "${1:-}" = "nondestructive" ] ; then
|
| 37 |
+
# Self destruct!
|
| 38 |
+
unset -f deactivate
|
| 39 |
+
fi
|
| 40 |
+
}
|
| 41 |
+
|
| 42 |
+
# unset irrelevant variables
|
| 43 |
+
deactivate nondestructive
|
| 44 |
+
|
| 45 |
+
VIRTUAL_ENV="/home/ubuntu/kris8anLLM/chatBotEnv"
|
| 46 |
+
export VIRTUAL_ENV
|
| 47 |
+
|
| 48 |
+
_OLD_VIRTUAL_PATH="$PATH"
|
| 49 |
+
PATH="$VIRTUAL_ENV/bin:$PATH"
|
| 50 |
+
export PATH
|
| 51 |
+
|
| 52 |
+
# unset PYTHONHOME if set
|
| 53 |
+
# this will fail if PYTHONHOME is set to the empty string (which is bad anyway)
|
| 54 |
+
# could use `if (set -u; : $PYTHONHOME) ;` in bash
|
| 55 |
+
if [ -n "${PYTHONHOME:-}" ] ; then
|
| 56 |
+
_OLD_VIRTUAL_PYTHONHOME="${PYTHONHOME:-}"
|
| 57 |
+
unset PYTHONHOME
|
| 58 |
+
fi
|
| 59 |
+
|
| 60 |
+
if [ -z "${VIRTUAL_ENV_DISABLE_PROMPT:-}" ] ; then
|
| 61 |
+
_OLD_VIRTUAL_PS1="${PS1:-}"
|
| 62 |
+
PS1="(chatBotEnv) ${PS1:-}"
|
| 63 |
+
export PS1
|
| 64 |
+
VIRTUAL_ENV_PROMPT="(chatBotEnv) "
|
| 65 |
+
export VIRTUAL_ENV_PROMPT
|
| 66 |
+
fi
|
| 67 |
+
|
| 68 |
+
# This should detect bash and zsh, which have a hash command that must
|
| 69 |
+
# be called to get it to forget past commands. Without forgetting
|
| 70 |
+
# past commands the $PATH changes we made may not be respected
|
| 71 |
+
if [ -n "${BASH:-}" -o -n "${ZSH_VERSION:-}" ] ; then
|
| 72 |
+
hash -r 2> /dev/null
|
| 73 |
+
fi
|
bin/activate.csh
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# This file must be used with "source bin/activate.csh" *from csh*.
|
| 2 |
+
# You cannot run it directly.
|
| 3 |
+
# Created by Davide Di Blasi <davidedb@gmail.com>.
|
| 4 |
+
# Ported to Python 3.3 venv by Andrew Svetlov <andrew.svetlov@gmail.com>
|
| 5 |
+
|
| 6 |
+
export LD_LIBRARY_PATH=/home/ubuntu/kris8anLLM/axolotl/lib64:$LD_LIBRARY_PATH
|
| 7 |
+
export PATH=/home/ubuntu/kris8anLLM/axolotl/bin:$PATH
|
| 8 |
+
|
| 9 |
+
alias deactivate 'test $?_OLD_VIRTUAL_PATH != 0 && setenv PATH "$_OLD_VIRTUAL_PATH" && unset _OLD_VIRTUAL_PATH; rehash; test $?_OLD_VIRTUAL_PROMPT != 0 && set prompt="$_OLD_VIRTUAL_PROMPT" && unset _OLD_VIRTUAL_PROMPT; unsetenv VIRTUAL_ENV; unsetenv VIRTUAL_ENV_PROMPT; test "\!:*" != "nondestructive" && unalias deactivate'
|
| 10 |
+
|
| 11 |
+
# Unset irrelevant variables.
|
| 12 |
+
deactivate nondestructive
|
| 13 |
+
|
| 14 |
+
setenv VIRTUAL_ENV "/home/ubuntu/kris8anLLM/chatBotEnv"
|
| 15 |
+
|
| 16 |
+
set _OLD_VIRTUAL_PATH="$PATH"
|
| 17 |
+
setenv PATH "$VIRTUAL_ENV/bin:$PATH"
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
set _OLD_VIRTUAL_PROMPT="$prompt"
|
| 21 |
+
|
| 22 |
+
if (! "$?VIRTUAL_ENV_DISABLE_PROMPT") then
|
| 23 |
+
set prompt = "(chatBotEnv) $prompt"
|
| 24 |
+
setenv VIRTUAL_ENV_PROMPT "(chatBotEnv) "
|
| 25 |
+
endif
|
| 26 |
+
|
| 27 |
+
alias pydoc python -m pydoc
|
| 28 |
+
|
| 29 |
+
rehash
|
bin/activate.fish
ADDED
|
@@ -0,0 +1,72 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# This file must be used with "source <venv>/bin/activate.fish" *from fish*
|
| 2 |
+
# (https://fishshell.com/); you cannot run it directly.
|
| 3 |
+
|
| 4 |
+
export LD_LIBRARY_PATH=/home/ubuntu/kris8anLLM/axolotl/lib64:$LD_LIBRARY_PATH
|
| 5 |
+
export PATH=/home/ubuntu/kris8anLLM/axolotl/bin:$PATH
|
| 6 |
+
|
| 7 |
+
function deactivate -d "Exit virtual environment and return to normal shell environment"
|
| 8 |
+
# reset old environment variables
|
| 9 |
+
if test -n "$_OLD_VIRTUAL_PATH"
|
| 10 |
+
set -gx PATH $_OLD_VIRTUAL_PATH
|
| 11 |
+
set -e _OLD_VIRTUAL_PATH
|
| 12 |
+
end
|
| 13 |
+
if test -n "$_OLD_VIRTUAL_PYTHONHOME"
|
| 14 |
+
set -gx PYTHONHOME $_OLD_VIRTUAL_PYTHONHOME
|
| 15 |
+
set -e _OLD_VIRTUAL_PYTHONHOME
|
| 16 |
+
end
|
| 17 |
+
|
| 18 |
+
if test -n "$_OLD_FISH_PROMPT_OVERRIDE"
|
| 19 |
+
set -e _OLD_FISH_PROMPT_OVERRIDE
|
| 20 |
+
# prevents error when using nested fish instances (Issue #93858)
|
| 21 |
+
if functions -q _old_fish_prompt
|
| 22 |
+
functions -e fish_prompt
|
| 23 |
+
functions -c _old_fish_prompt fish_prompt
|
| 24 |
+
functions -e _old_fish_prompt
|
| 25 |
+
end
|
| 26 |
+
end
|
| 27 |
+
|
| 28 |
+
set -e VIRTUAL_ENV
|
| 29 |
+
set -e VIRTUAL_ENV_PROMPT
|
| 30 |
+
if test "$argv[1]" != "nondestructive"
|
| 31 |
+
# Self-destruct!
|
| 32 |
+
functions -e deactivate
|
| 33 |
+
end
|
| 34 |
+
end
|
| 35 |
+
|
| 36 |
+
# Unset irrelevant variables.
|
| 37 |
+
deactivate nondestructive
|
| 38 |
+
|
| 39 |
+
set -gx VIRTUAL_ENV "/home/ubuntu/kris8anLLM/chatBotEnv"
|
| 40 |
+
|
| 41 |
+
set -gx _OLD_VIRTUAL_PATH $PATH
|
| 42 |
+
set -gx PATH "$VIRTUAL_ENV/bin" $PATH
|
| 43 |
+
|
| 44 |
+
# Unset PYTHONHOME if set.
|
| 45 |
+
if set -q PYTHONHOME
|
| 46 |
+
set -gx _OLD_VIRTUAL_PYTHONHOME $PYTHONHOME
|
| 47 |
+
set -e PYTHONHOME
|
| 48 |
+
end
|
| 49 |
+
|
| 50 |
+
if test -z "$VIRTUAL_ENV_DISABLE_PROMPT"
|
| 51 |
+
# fish uses a function instead of an env var to generate the prompt.
|
| 52 |
+
|
| 53 |
+
# Save the current fish_prompt function as the function _old_fish_prompt.
|
| 54 |
+
functions -c fish_prompt _old_fish_prompt
|
| 55 |
+
|
| 56 |
+
# With the original prompt function renamed, we can override with our own.
|
| 57 |
+
function fish_prompt
|
| 58 |
+
# Save the return status of the last command.
|
| 59 |
+
set -l old_status $status
|
| 60 |
+
|
| 61 |
+
# Output the venv prompt; color taken from the blue of the Python logo.
|
| 62 |
+
printf "%s%s%s" (set_color 4B8BBE) "(chatBotEnv) " (set_color normal)
|
| 63 |
+
|
| 64 |
+
# Restore the return status of the previous command.
|
| 65 |
+
echo "exit $old_status" | .
|
| 66 |
+
# Output the original/"old" prompt.
|
| 67 |
+
_old_fish_prompt
|
| 68 |
+
end
|
| 69 |
+
|
| 70 |
+
set -gx _OLD_FISH_PROMPT_OVERRIDE "$VIRTUAL_ENV"
|
| 71 |
+
set -gx VIRTUAL_ENV_PROMPT "(chatBotEnv) "
|
| 72 |
+
end
|
bin/art
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from art.__main__ import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/bert-score
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from bert_score_cli.score import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/bert-score-show
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from bert_score_cli.visualize import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/cmake
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from cmake import cmake
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(cmake())
|
bin/coloredlogs
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from coloredlogs.cli import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/convert-caffe2-to-onnx
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from caffe2.python.onnx.bin.conversion import caffe2_to_onnx
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(caffe2_to_onnx())
|
bin/convert-onnx-to-caffe2
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from caffe2.python.onnx.bin.conversion import onnx_to_caffe2
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(onnx_to_caffe2())
|
bin/cpack
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from cmake import cpack
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(cpack())
|
bin/cpuinfo
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from cpuinfo import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/ctest
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from cmake import ctest
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(ctest())
|
bin/datasets-cli
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from datasets.commands.datasets_cli import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/deepspeed
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
|
| 3 |
+
from deepspeed.launcher.runner import main
|
| 4 |
+
|
| 5 |
+
if __name__ == '__main__':
|
| 6 |
+
main()
|
bin/deepspeed.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c497a4cfb3548459fb96772503cdcd7e6d4453be1b195811012d3328dd93ef55
|
| 3 |
+
size 132
|
bin/ds
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
|
| 3 |
+
from deepspeed.launcher.runner import main
|
| 4 |
+
|
| 5 |
+
if __name__ == '__main__':
|
| 6 |
+
main()
|
bin/ds_bench
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
|
| 3 |
+
from benchmarks.communication.run_all import main
|
| 4 |
+
from benchmarks.communication.constants import *
|
| 5 |
+
from benchmarks.communication.utils import *
|
| 6 |
+
import os
|
| 7 |
+
import sys
|
| 8 |
+
|
| 9 |
+
# Run the same file with deepspeed launcher. This is required since setuptools will auto-detect python files and insert a python shebang for both 'scripts' and 'entry_points', and this benchmarks require the DS launcher
|
| 10 |
+
required_env = ["RANK", "WORLD_SIZE", "MASTER_ADDR", "MASTER_PORT", "LOCAL_RANK"]
|
| 11 |
+
if not all(map(lambda v: v in os.environ, required_env)):
|
| 12 |
+
import subprocess
|
| 13 |
+
subprocess.run("deepspeed $(which ds_bench) " + " ".join(sys.argv[1:]), shell=True)
|
| 14 |
+
else:
|
| 15 |
+
args = benchmark_parser().parse_args()
|
| 16 |
+
rank = args.local_rank
|
| 17 |
+
main(args, rank)
|
bin/ds_elastic
ADDED
|
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
|
| 3 |
+
import argparse
|
| 4 |
+
import json
|
| 5 |
+
|
| 6 |
+
import deepspeed
|
| 7 |
+
from deepspeed.elasticity import compute_elastic_config
|
| 8 |
+
|
| 9 |
+
if __name__ == '__main__':
|
| 10 |
+
parser = argparse.ArgumentParser()
|
| 11 |
+
parser.add_argument('-c', '--config', type=str, help="DeepSpeed config json")
|
| 12 |
+
parser.add_argument('-w', '--world-size', type=int, default=0, help="Intended/current world size")
|
| 13 |
+
args = parser.parse_args()
|
| 14 |
+
ds_config = json.load(open(args.config, 'r'))
|
| 15 |
+
|
| 16 |
+
ds_version = deepspeed.__version__
|
| 17 |
+
|
| 18 |
+
elastic_config = ds_config['elasticity']
|
| 19 |
+
print('------------------------------------------')
|
| 20 |
+
print("Elasticity config:")
|
| 21 |
+
print('------------------------------------------')
|
| 22 |
+
print(json.dumps(elastic_config, indent=4, sort_keys=True))
|
| 23 |
+
|
| 24 |
+
if args.world_size > 0:
|
| 25 |
+
final_batch_size, valid_gpus, micro_batch_size = compute_elastic_config(ds_config=ds_config,
|
| 26 |
+
target_deepspeed_version=ds_version,
|
| 27 |
+
world_size=args.world_size)
|
| 28 |
+
print('------------------------------------------')
|
| 29 |
+
print(f"Calculated results for world size {args.world_size}:")
|
| 30 |
+
print('------------------------------------------')
|
| 31 |
+
print(f'final_batch_size .... {final_batch_size}')
|
| 32 |
+
print(f'valid_gpus .......... {valid_gpus}')
|
| 33 |
+
print(f'micro_batch_size .... {micro_batch_size}')
|
| 34 |
+
else:
|
| 35 |
+
final_batch_size, valid_gpus = compute_elastic_config(ds_config=ds_config, target_deepspeed_version=ds_version)
|
| 36 |
+
print('------------------------------------------')
|
| 37 |
+
print("Calculated results:")
|
| 38 |
+
print('------------------------------------------')
|
| 39 |
+
print(f'final_batch_size .... {final_batch_size}')
|
| 40 |
+
print(f'valid_gpus .......... {valid_gpus}')
|
bin/ds_report
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
|
| 3 |
+
from deepspeed.env_report import cli_main
|
| 4 |
+
|
| 5 |
+
if __name__ == '__main__':
|
| 6 |
+
cli_main()
|
bin/ds_ssh
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
|
| 3 |
+
# Copyright 2020 The Microsoft DeepSpeed Team
|
| 4 |
+
|
| 5 |
+
command -v pdsh
|
| 6 |
+
if [ $? != 0 ]; then
|
| 7 |
+
echo "Cannot find pdsh, please install via 'apt-get install -y pdsh'"
|
| 8 |
+
exit 1
|
| 9 |
+
fi
|
| 10 |
+
|
| 11 |
+
hostfile=/job/hostfile
|
| 12 |
+
|
| 13 |
+
while getopts "h?f:" opt; do
|
| 14 |
+
case "$opt" in
|
| 15 |
+
h|\?)
|
| 16 |
+
echo "-f <hostfile>: specify a hostfile, defaults to /job/hostfile"
|
| 17 |
+
exit 0
|
| 18 |
+
;;
|
| 19 |
+
f)
|
| 20 |
+
hostfile=$OPTARG
|
| 21 |
+
shift $((OPTIND-1))
|
| 22 |
+
;;
|
| 23 |
+
esac
|
| 24 |
+
done
|
| 25 |
+
|
| 26 |
+
echo "hostfile=$hostfile"
|
| 27 |
+
|
| 28 |
+
if [ -f $hostfile ]; then
|
| 29 |
+
hosts=`cat $hostfile | awk '{print $1}' | paste -sd "," -`
|
| 30 |
+
export PDSH_RCMD_TYPE=ssh
|
| 31 |
+
pdsh -w ${hosts} $@
|
| 32 |
+
else
|
| 33 |
+
echo "Missing hostfile at ${hostfile}, unable to proceed"
|
| 34 |
+
fi
|
bin/dsr
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
|
| 3 |
+
from deepspeed.env_report import cli_main
|
| 4 |
+
|
| 5 |
+
if __name__ == '__main__':
|
| 6 |
+
cli_main()
|
bin/evaluate-cli
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from evaluate.commands.evaluate_cli import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/f2py
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from numpy.f2py.f2py2e import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/f2py3
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from numpy.f2py.f2py2e import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/f2py3.10
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from numpy.f2py.f2py2e import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/fonttools
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from fontTools.__main__ import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/ftfy
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from ftfy.cli import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/get_gprof
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
#
|
| 3 |
+
# Author: Mike McKerns (mmckerns @caltech and @uqfoundation)
|
| 4 |
+
# Copyright (c) 2008-2016 California Institute of Technology.
|
| 5 |
+
# Copyright (c) 2016-2023 The Uncertainty Quantification Foundation.
|
| 6 |
+
# License: 3-clause BSD. The full license text is available at:
|
| 7 |
+
# - https://github.com/uqfoundation/dill/blob/master/LICENSE
|
| 8 |
+
'''
|
| 9 |
+
build profile graph for the given instance
|
| 10 |
+
|
| 11 |
+
running:
|
| 12 |
+
$ get_gprof <args> <instance>
|
| 13 |
+
|
| 14 |
+
executes:
|
| 15 |
+
gprof2dot -f pstats <args> <type>.prof | dot -Tpng -o <type>.call.png
|
| 16 |
+
|
| 17 |
+
where:
|
| 18 |
+
<args> are arguments for gprof2dot, such as "-n 5 -e 5"
|
| 19 |
+
<instance> is code to create the instance to profile
|
| 20 |
+
<type> is the class of the instance (i.e. type(instance))
|
| 21 |
+
|
| 22 |
+
For example:
|
| 23 |
+
$ get_gprof -n 5 -e 1 "import numpy; numpy.array([1,2])"
|
| 24 |
+
|
| 25 |
+
will create 'ndarray.call.png' with the profile graph for numpy.array([1,2]),
|
| 26 |
+
where '-n 5' eliminates nodes below 5% threshold, similarly '-e 1' eliminates
|
| 27 |
+
edges below 1% threshold
|
| 28 |
+
'''
|
| 29 |
+
|
| 30 |
+
import sys
|
| 31 |
+
# grab args for gprof2dot
|
| 32 |
+
args = sys.argv[1:-1]
|
| 33 |
+
args = ' '.join(args)
|
| 34 |
+
# last arg builds the object
|
| 35 |
+
obj = sys.argv[-1]
|
| 36 |
+
obj = obj.split(';')
|
| 37 |
+
# multi-line prep for generating an instance
|
| 38 |
+
for line in obj[:-1]:
|
| 39 |
+
exec(line)
|
| 40 |
+
# one-line generation of an instance
|
| 41 |
+
obj = eval(obj[-1])
|
| 42 |
+
|
| 43 |
+
# get object 'name'
|
| 44 |
+
objtype = type(obj)
|
| 45 |
+
name = getattr(objtype, '__name__', getattr(objtype, '__class__', objtype))
|
| 46 |
+
|
| 47 |
+
# profile dumping an object
|
| 48 |
+
import dill
|
| 49 |
+
import os
|
| 50 |
+
import cProfile
|
| 51 |
+
#name = os.path.splitext(os.path.basename(__file__))[0]
|
| 52 |
+
cProfile.run("dill.dumps(obj)", filename="%s.prof" % name)
|
| 53 |
+
msg = "gprof2dot -f pstats %s %s.prof | dot -Tpng -o %s.call.png" % (args, name, name)
|
| 54 |
+
os.system(msg)
|
| 55 |
+
|
| 56 |
+
# get stats
|
| 57 |
+
f_prof = "%s.prof" % name
|
| 58 |
+
import pstats
|
| 59 |
+
stats = pstats.Stats(f_prof, stream=sys.stdout)
|
| 60 |
+
stats.strip_dirs().sort_stats('cumtime')
|
| 61 |
+
stats.print_stats(20) #XXX: save to file instead of print top 20?
|
| 62 |
+
os.remove(f_prof)
|
bin/get_objgraph
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
#
|
| 3 |
+
# Author: Mike McKerns (mmckerns @caltech and @uqfoundation)
|
| 4 |
+
# Copyright (c) 2008-2016 California Institute of Technology.
|
| 5 |
+
# Copyright (c) 2016-2023 The Uncertainty Quantification Foundation.
|
| 6 |
+
# License: 3-clause BSD. The full license text is available at:
|
| 7 |
+
# - https://github.com/uqfoundation/dill/blob/master/LICENSE
|
| 8 |
+
"""
|
| 9 |
+
display the reference paths for objects in ``dill.types`` or a .pkl file
|
| 10 |
+
|
| 11 |
+
Notes:
|
| 12 |
+
the generated image is useful in showing the pointer references in
|
| 13 |
+
objects that are or can be pickled. Any object in ``dill.objects``
|
| 14 |
+
listed in ``dill.load_types(picklable=True, unpicklable=True)`` works.
|
| 15 |
+
|
| 16 |
+
Examples::
|
| 17 |
+
|
| 18 |
+
$ get_objgraph ArrayType
|
| 19 |
+
Image generated as ArrayType.png
|
| 20 |
+
"""
|
| 21 |
+
|
| 22 |
+
import dill as pickle
|
| 23 |
+
#pickle.debug.trace(True)
|
| 24 |
+
#import pickle
|
| 25 |
+
|
| 26 |
+
# get all objects for testing
|
| 27 |
+
from dill import load_types
|
| 28 |
+
load_types(pickleable=True,unpickleable=True)
|
| 29 |
+
from dill import objects
|
| 30 |
+
|
| 31 |
+
if __name__ == "__main__":
|
| 32 |
+
import sys
|
| 33 |
+
if len(sys.argv) != 2:
|
| 34 |
+
print ("Please provide exactly one file or type name (e.g. 'IntType')")
|
| 35 |
+
msg = "\n"
|
| 36 |
+
for objtype in list(objects.keys())[:40]:
|
| 37 |
+
msg += objtype + ', '
|
| 38 |
+
print (msg + "...")
|
| 39 |
+
else:
|
| 40 |
+
objtype = str(sys.argv[-1])
|
| 41 |
+
try:
|
| 42 |
+
obj = objects[objtype]
|
| 43 |
+
except KeyError:
|
| 44 |
+
obj = pickle.load(open(objtype,'rb'))
|
| 45 |
+
import os
|
| 46 |
+
objtype = os.path.splitext(objtype)[0]
|
| 47 |
+
try:
|
| 48 |
+
import objgraph
|
| 49 |
+
objgraph.show_refs(obj, filename=objtype+'.png')
|
| 50 |
+
except ImportError:
|
| 51 |
+
print ("Please install 'objgraph' to view object graphs")
|
| 52 |
+
|
| 53 |
+
|
| 54 |
+
# EOF
|
bin/google-oauthlib-tool
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from google_auth_oauthlib.tool.__main__ import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/gradio
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from gradio.cli import cli
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(cli())
|
bin/hjson
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from hjson.tool import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/httpx
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from httpx import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/huggingface-cli
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from huggingface_hub.commands.huggingface_cli import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/humanfriendly
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from humanfriendly.cli import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/ipython
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from IPython import start_ipython
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(start_ipython())
|
bin/ipython3
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from IPython import start_ipython
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(start_ipython())
|
bin/isympy
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from isympy import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/jlpm
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
import re
|
| 4 |
+
import sys
|
| 5 |
+
from jupyterlab.jlpmapp import main
|
| 6 |
+
if __name__ == '__main__':
|
| 7 |
+
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
|
| 8 |
+
sys.exit(main())
|
bin/jp.py
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
|
| 3 |
+
import sys
|
| 4 |
+
import json
|
| 5 |
+
import argparse
|
| 6 |
+
from pprint import pformat
|
| 7 |
+
|
| 8 |
+
import jmespath
|
| 9 |
+
from jmespath import exceptions
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
def main():
|
| 13 |
+
parser = argparse.ArgumentParser()
|
| 14 |
+
parser.add_argument('expression')
|
| 15 |
+
parser.add_argument('-f', '--filename',
|
| 16 |
+
help=('The filename containing the input data. '
|
| 17 |
+
'If a filename is not given then data is '
|
| 18 |
+
'read from stdin.'))
|
| 19 |
+
parser.add_argument('--ast', action='store_true',
|
| 20 |
+
help=('Pretty print the AST, do not search the data.'))
|
| 21 |
+
args = parser.parse_args()
|
| 22 |
+
expression = args.expression
|
| 23 |
+
if args.ast:
|
| 24 |
+
# Only print the AST
|
| 25 |
+
expression = jmespath.compile(args.expression)
|
| 26 |
+
sys.stdout.write(pformat(expression.parsed))
|
| 27 |
+
sys.stdout.write('\n')
|
| 28 |
+
return 0
|
| 29 |
+
if args.filename:
|
| 30 |
+
with open(args.filename, 'r') as f:
|
| 31 |
+
data = json.load(f)
|
| 32 |
+
else:
|
| 33 |
+
data = sys.stdin.read()
|
| 34 |
+
data = json.loads(data)
|
| 35 |
+
try:
|
| 36 |
+
sys.stdout.write(json.dumps(
|
| 37 |
+
jmespath.search(expression, data), indent=4, ensure_ascii=False))
|
| 38 |
+
sys.stdout.write('\n')
|
| 39 |
+
except exceptions.ArityError as e:
|
| 40 |
+
sys.stderr.write("invalid-arity: %s\n" % e)
|
| 41 |
+
return 1
|
| 42 |
+
except exceptions.JMESPathTypeError as e:
|
| 43 |
+
sys.stderr.write("invalid-type: %s\n" % e)
|
| 44 |
+
return 1
|
| 45 |
+
except exceptions.UnknownFunctionError as e:
|
| 46 |
+
sys.stderr.write("unknown-function: %s\n" % e)
|
| 47 |
+
return 1
|
| 48 |
+
except exceptions.ParseError as e:
|
| 49 |
+
sys.stderr.write("syntax-error: %s\n" % e)
|
| 50 |
+
return 1
|
| 51 |
+
|
| 52 |
+
|
| 53 |
+
if __name__ == '__main__':
|
| 54 |
+
sys.exit(main())
|
bin/jsondiff
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
|
| 4 |
+
from __future__ import print_function
|
| 5 |
+
|
| 6 |
+
import sys
|
| 7 |
+
import json
|
| 8 |
+
import jsonpatch
|
| 9 |
+
import argparse
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
parser = argparse.ArgumentParser(description='Diff two JSON files')
|
| 13 |
+
parser.add_argument('FILE1', type=argparse.FileType('r'))
|
| 14 |
+
parser.add_argument('FILE2', type=argparse.FileType('r'))
|
| 15 |
+
parser.add_argument('--indent', type=int, default=None,
|
| 16 |
+
help='Indent output by n spaces')
|
| 17 |
+
parser.add_argument('-u', '--preserve-unicode', action='store_true',
|
| 18 |
+
help='Output Unicode character as-is without using Code Point')
|
| 19 |
+
parser.add_argument('-v', '--version', action='version',
|
| 20 |
+
version='%(prog)s ' + jsonpatch.__version__)
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
def main():
|
| 24 |
+
try:
|
| 25 |
+
diff_files()
|
| 26 |
+
except KeyboardInterrupt:
|
| 27 |
+
sys.exit(1)
|
| 28 |
+
|
| 29 |
+
|
| 30 |
+
def diff_files():
|
| 31 |
+
""" Diffs two JSON files and prints a patch """
|
| 32 |
+
args = parser.parse_args()
|
| 33 |
+
doc1 = json.load(args.FILE1)
|
| 34 |
+
doc2 = json.load(args.FILE2)
|
| 35 |
+
patch = jsonpatch.make_patch(doc1, doc2)
|
| 36 |
+
if patch.patch:
|
| 37 |
+
print(json.dumps(patch.patch, indent=args.indent, ensure_ascii=not(args.preserve_unicode)))
|
| 38 |
+
sys.exit(1)
|
| 39 |
+
|
| 40 |
+
if __name__ == "__main__":
|
| 41 |
+
main()
|
bin/jsonpatch
ADDED
|
@@ -0,0 +1,107 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/home/ubuntu/kris8anLLM/chatBotEnv/bin/python3
|
| 2 |
+
# -*- coding: utf-8 -*-
|
| 3 |
+
|
| 4 |
+
import sys
|
| 5 |
+
import os.path
|
| 6 |
+
import json
|
| 7 |
+
import jsonpatch
|
| 8 |
+
import tempfile
|
| 9 |
+
import argparse
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
parser = argparse.ArgumentParser(
|
| 13 |
+
description='Apply a JSON patch on a JSON file')
|
| 14 |
+
parser.add_argument('ORIGINAL', type=argparse.FileType('r'),
|
| 15 |
+
help='Original file')
|
| 16 |
+
parser.add_argument('PATCH', type=argparse.FileType('r'),
|
| 17 |
+
nargs='?', default=sys.stdin,
|
| 18 |
+
help='Patch file (read from stdin if omitted)')
|
| 19 |
+
parser.add_argument('--indent', type=int, default=None,
|
| 20 |
+
help='Indent output by n spaces')
|
| 21 |
+
parser.add_argument('-b', '--backup', action='store_true',
|
| 22 |
+
help='Back up ORIGINAL if modifying in-place')
|
| 23 |
+
parser.add_argument('-i', '--in-place', action='store_true',
|
| 24 |
+
help='Modify ORIGINAL in-place instead of to stdout')
|
| 25 |
+
parser.add_argument('-v', '--version', action='version',
|
| 26 |
+
version='%(prog)s ' + jsonpatch.__version__)
|
| 27 |
+
parser.add_argument('-u', '--preserve-unicode', action='store_true',
|
| 28 |
+
help='Output Unicode character as-is without using Code Point')
|
| 29 |
+
|
| 30 |
+
def main():
|
| 31 |
+
try:
|
| 32 |
+
patch_files()
|
| 33 |
+
except KeyboardInterrupt:
|
| 34 |
+
sys.exit(1)
|
| 35 |
+
|
| 36 |
+
|
| 37 |
+
def patch_files():
|
| 38 |
+
""" Diffs two JSON files and prints a patch """
|
| 39 |
+
args = parser.parse_args()
|
| 40 |
+
doc = json.load(args.ORIGINAL)
|
| 41 |
+
patch = json.load(args.PATCH)
|
| 42 |
+
result = jsonpatch.apply_patch(doc, patch)
|
| 43 |
+
|
| 44 |
+
if args.in_place:
|
| 45 |
+
dirname = os.path.abspath(os.path.dirname(args.ORIGINAL.name))
|
| 46 |
+
|
| 47 |
+
try:
|
| 48 |
+
# Attempt to replace the file atomically. We do this by
|
| 49 |
+
# creating a temporary file in the same directory as the
|
| 50 |
+
# original file so we can atomically move the new file over
|
| 51 |
+
# the original later. (This is done in the same directory
|
| 52 |
+
# because atomic renames do not work across mount points.)
|
| 53 |
+
|
| 54 |
+
fd, pathname = tempfile.mkstemp(dir=dirname)
|
| 55 |
+
fp = os.fdopen(fd, 'w')
|
| 56 |
+
atomic = True
|
| 57 |
+
|
| 58 |
+
except OSError:
|
| 59 |
+
# We failed to create the temporary file for an atomic
|
| 60 |
+
# replace, so fall back to non-atomic mode by backing up
|
| 61 |
+
# the original (if desired) and writing a new file.
|
| 62 |
+
|
| 63 |
+
if args.backup:
|
| 64 |
+
os.rename(args.ORIGINAL.name, args.ORIGINAL.name + '.orig')
|
| 65 |
+
fp = open(args.ORIGINAL.name, 'w')
|
| 66 |
+
atomic = False
|
| 67 |
+
|
| 68 |
+
else:
|
| 69 |
+
# Since we're not replacing the original file in-place, write
|
| 70 |
+
# the modified JSON to stdout instead.
|
| 71 |
+
|
| 72 |
+
fp = sys.stdout
|
| 73 |
+
|
| 74 |
+
# By this point we have some sort of file object we can write the
|
| 75 |
+
# modified JSON to.
|
| 76 |
+
|
| 77 |
+
json.dump(result, fp, indent=args.indent, ensure_ascii=not(args.preserve_unicode))
|
| 78 |
+
fp.write('\n')
|
| 79 |
+
|
| 80 |
+
if args.in_place:
|
| 81 |
+
# Close the new file. If we aren't replacing atomically, this
|
| 82 |
+
# is our last step, since everything else is already in place.
|
| 83 |
+
|
| 84 |
+
fp.close()
|
| 85 |
+
|
| 86 |
+
if atomic:
|
| 87 |
+
try:
|
| 88 |
+
# Complete the atomic replace by linking the original
|
| 89 |
+
# to a backup (if desired), fixing up the permissions
|
| 90 |
+
# on the temporary file, and moving it into place.
|
| 91 |
+
|
| 92 |
+
if args.backup:
|
| 93 |
+
os.link(args.ORIGINAL.name, args.ORIGINAL.name + '.orig')
|
| 94 |
+
os.chmod(pathname, os.stat(args.ORIGINAL.name).st_mode)
|
| 95 |
+
os.rename(pathname, args.ORIGINAL.name)
|
| 96 |
+
|
| 97 |
+
except OSError:
|
| 98 |
+
# In the event we could not actually do the atomic
|
| 99 |
+
# replace, unlink the original to move it out of the
|
| 100 |
+
# way and finally move the temporary file into place.
|
| 101 |
+
|
| 102 |
+
os.unlink(args.ORIGINAL.name)
|
| 103 |
+
os.rename(pathname, args.ORIGINAL.name)
|
| 104 |
+
|
| 105 |
+
|
| 106 |
+
if __name__ == "__main__":
|
| 107 |
+
main()
|