Instructions to use Floobin/TSwifty-SN6 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Floobin/TSwifty-SN6 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="Floobin/TSwifty-SN6") messages = [ {"role": "user", "content": "Who are you?"}, ] pipe(messages)# Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("Floobin/TSwifty-SN6") model = AutoModelForCausalLM.from_pretrained("Floobin/TSwifty-SN6", device_map="auto") messages = [ {"role": "user", "content": "Who are you?"}, ] inputs = tokenizer.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=40) print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use Floobin/TSwifty-SN6 with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "Floobin/TSwifty-SN6" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Floobin/TSwifty-SN6", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/Floobin/TSwifty-SN6
- SGLang
How to use Floobin/TSwifty-SN6 with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "Floobin/TSwifty-SN6" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Floobin/TSwifty-SN6", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "Floobin/TSwifty-SN6" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Floobin/TSwifty-SN6", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use Floobin/TSwifty-SN6 with Docker Model Runner:
docker model run hf.co/Floobin/TSwifty-SN6
| """distutils.command.install_egg_info | |
| Implements the Distutils 'install_egg_info' command, for installing | |
| a package's PKG-INFO metadata.""" | |
| from distutils.cmd import Command | |
| from distutils import log, dir_util | |
| import os, sys, re | |
| class install_egg_info(Command): | |
| """Install an .egg-info file for the package""" | |
| description = "Install package's PKG-INFO metadata as an .egg-info file" | |
| user_options = [ | |
| ('install-dir=', 'd', "directory to install to"), | |
| ] | |
| def initialize_options(self): | |
| self.install_dir = None | |
| def finalize_options(self): | |
| self.set_undefined_options('install_lib',('install_dir','install_dir')) | |
| basename = "%s-%s-py%d.%d.egg-info" % ( | |
| to_filename(safe_name(self.distribution.get_name())), | |
| to_filename(safe_version(self.distribution.get_version())), | |
| *sys.version_info[:2] | |
| ) | |
| self.target = os.path.join(self.install_dir, basename) | |
| self.outputs = [self.target] | |
| def run(self): | |
| target = self.target | |
| if os.path.isdir(target) and not os.path.islink(target): | |
| dir_util.remove_tree(target, dry_run=self.dry_run) | |
| elif os.path.exists(target): | |
| self.execute(os.unlink,(self.target,),"Removing "+target) | |
| elif not os.path.isdir(self.install_dir): | |
| self.execute(os.makedirs, (self.install_dir,), | |
| "Creating "+self.install_dir) | |
| log.info("Writing %s", target) | |
| if not self.dry_run: | |
| with open(target, 'w', encoding='UTF-8') as f: | |
| self.distribution.metadata.write_pkg_file(f) | |
| def get_outputs(self): | |
| return self.outputs | |
| # The following routines are taken from setuptools' pkg_resources module and | |
| # can be replaced by importing them from pkg_resources once it is included | |
| # in the stdlib. | |
| def safe_name(name): | |
| """Convert an arbitrary string to a standard distribution name | |
| Any runs of non-alphanumeric/. characters are replaced with a single '-'. | |
| """ | |
| return re.sub('[^A-Za-z0-9.]+', '-', name) | |
| def safe_version(version): | |
| """Convert an arbitrary string to a standard version string | |
| Spaces become dots, and all other non-alphanumeric characters become | |
| dashes, with runs of multiple dashes condensed to a single dash. | |
| """ | |
| version = version.replace(' ','.') | |
| return re.sub('[^A-Za-z0-9.]+', '-', version) | |
| def to_filename(name): | |
| """Convert a project or version name to its filename-escaped form | |
| Any '-' characters are currently replaced with '_'. | |
| """ | |
| return name.replace('-','_') | |