MLX
Joblib
Safetensors
English
reasoning
chain-of-thought
context-compression
soft-prompt
apple-silicon
Instructions to use baya1116/hypernet-sp-distill with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use baya1116/hypernet-sp-distill with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] huggingface-cli download --local-dir hypernet-sp-distill baya1116/hypernet-sp-distill
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
| HARNESS BLOCKRECALL_V1 | |
| loading model/pooler/heads ... | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_http.py", line 761, in hf_raise_for_status | |
| response.raise_for_status() | |
| File "/usr/local/lib/python3.11/dist-packages/httpx/_models.py", line 763, in raise_for_status | |
| raise HTTPStatusError(message, request=request, response=self) | |
| httpx.HTTPStatusError: Client error '404 Not Found' for url 'https://huggingface.co/fft_hf/resolve/main/config.json' | |
| For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/404 | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/utils/hub.py", line 437, in cached_files | |
| hf_hub_download( | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_validators.py", line 88, in _inner_fn | |
| return fn(*args, **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1015, in hf_hub_download | |
| return _hf_hub_download_to_cache_dir( | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1166, in _hf_hub_download_to_cache_dir | |
| _raise_on_head_call_error(head_call_error, force_download, local_files_only) | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1804, in _raise_on_head_call_error | |
| raise head_call_error | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1690, in _get_metadata_or_catch_error | |
| metadata = get_hf_file_metadata( | |
| ^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_validators.py", line 88, in _inner_fn | |
| return fn(*args, **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1612, in get_hf_file_metadata | |
| response = _httpx_follow_relative_redirects_with_backoff( | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_http.py", line 692, in _httpx_follow_relative_redirects_with_backoff | |
| hf_raise_for_status(response) | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_http.py", line 835, in hf_raise_for_status | |
| raise _format(RepositoryNotFoundError, message, response, repo_type=repo_type, repo_id=repo_id) from e | |
| huggingface_hub.errors.RepositoryNotFoundError: 404 Client Error. (Request ID: Root=1-6a2bf5ce-0478661674ea9bf478019da7;a94a3822-daa5-41bf-be42-9e78d6e38af5) | |
| Repository Not Found for url: https://huggingface.co/fft_hf/resolve/main/config.json. | |
| Please make sure you specified the correct `repo_id` and `repo_type`. | |
| If you are trying to access a private or gated repo, make sure you are authenticated and your token has the required permissions. | |
| For more details, see https://huggingface.co/docs/huggingface_hub/authentication | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/models/auto/tokenization_auto.py", line 694, in from_pretrained | |
| config = AutoConfig.from_pretrained( | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/models/auto/configuration_auto.py", line 374, in from_pretrained | |
| config_dict, unused_kwargs = PreTrainedConfig.get_config_dict(pretrained_model_name_or_path, **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/configuration_utils.py", line 685, in get_config_dict | |
| config_dict, kwargs = cls._get_config_dict(pretrained_model_name_or_path, **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/configuration_utils.py", line 740, in _get_config_dict | |
| resolved_config_file = cached_file( | |
| ^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/utils/hub.py", line 293, in cached_file | |
| file = cached_files(path_or_repo_id=path_or_repo_id, filenames=[filename], **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/utils/hub.py", line 469, in cached_files | |
| raise OSError( | |
| OSError: fft_hf is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models' | |
| If this is a private repository, make sure to pass a token having permission to this repo either by logging in with `hf auth login` or by passing `token=<your_token>` | |
| During handling of the above exception, another exception occurred: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_http.py", line 761, in hf_raise_for_status | |
| response.raise_for_status() | |
| File "/usr/local/lib/python3.11/dist-packages/httpx/_models.py", line 763, in raise_for_status | |
| raise HTTPStatusError(message, request=request, response=self) | |
| httpx.HTTPStatusError: Client error '404 Not Found' for url 'https://huggingface.co/fft_hf/resolve/main/config.json' | |
| For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/404 | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/utils/hub.py", line 437, in cached_files | |
| hf_hub_download( | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_validators.py", line 88, in _inner_fn | |
| return fn(*args, **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1015, in hf_hub_download | |
| return _hf_hub_download_to_cache_dir( | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1166, in _hf_hub_download_to_cache_dir | |
| _raise_on_head_call_error(head_call_error, force_download, local_files_only) | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1804, in _raise_on_head_call_error | |
| raise head_call_error | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1690, in _get_metadata_or_catch_error | |
| metadata = get_hf_file_metadata( | |
| ^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_validators.py", line 88, in _inner_fn | |
| return fn(*args, **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/file_download.py", line 1612, in get_hf_file_metadata | |
| response = _httpx_follow_relative_redirects_with_backoff( | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_http.py", line 692, in _httpx_follow_relative_redirects_with_backoff | |
| hf_raise_for_status(response) | |
| File "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_http.py", line 835, in hf_raise_for_status | |
| raise _format(RepositoryNotFoundError, message, response, repo_type=repo_type, repo_id=repo_id) from e | |
| huggingface_hub.errors.RepositoryNotFoundError: 404 Client Error. (Request ID: Root=1-6a2bf5cf-2d5cb5744040bfb40d435359;92ef44c2-090a-4dc0-9097-169b70e49675) | |
| Repository Not Found for url: https://huggingface.co/fft_hf/resolve/main/config.json. | |
| Please make sure you specified the correct `repo_id` and `repo_type`. | |
| If you are trying to access a private or gated repo, make sure you are authenticated and your token has the required permissions. | |
| For more details, see https://huggingface.co/docs/huggingface_hub/authentication | |
| The above exception was the direct cause of the following exception: | |
| Traceback (most recent call last): | |
| File "/workspace/repo/hypernet_sp/needle_recall_test.py", line 182, in <module> | |
| main() | |
| File "/workspace/repo/hypernet_sp/needle_recall_test.py", line 153, in main | |
| s, tok = build(cond, args) | |
| ^^^^^^^^^^^^^^^^^ | |
| File "/workspace/repo/hypernet_sp/needle_recall_test.py", line 125, in build | |
| tok = AutoTokenizer.from_pretrained("fft_hf") | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/models/auto/tokenization_auto.py", line 698, in from_pretrained | |
| config = PreTrainedConfig.from_pretrained(pretrained_model_name_or_path, **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/configuration_utils.py", line 644, in from_pretrained | |
| config_dict, kwargs = cls.get_config_dict(pretrained_model_name_or_path, **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/configuration_utils.py", line 685, in get_config_dict | |
| config_dict, kwargs = cls._get_config_dict(pretrained_model_name_or_path, **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/configuration_utils.py", line 740, in _get_config_dict | |
| resolved_config_file = cached_file( | |
| ^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/utils/hub.py", line 293, in cached_file | |
| file = cached_files(path_or_repo_id=path_or_repo_id, filenames=[filename], **kwargs) | |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | |
| File "/usr/local/lib/python3.11/dist-packages/transformers/utils/hub.py", line 469, in cached_files | |
| raise OSError( | |
| OSError: fft_hf is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models' | |
| If this is a private repository, make sure to pass a token having permission to this repo either by logging in with `hf auth login` or by passing `token=<your_token>` | |