Instructions to use Floobin/TSwifty-SN6 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Floobin/TSwifty-SN6 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="Floobin/TSwifty-SN6") messages = [ {"role": "user", "content": "Who are you?"}, ] pipe(messages)# Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("Floobin/TSwifty-SN6") model = AutoModelForCausalLM.from_pretrained("Floobin/TSwifty-SN6", device_map="auto") messages = [ {"role": "user", "content": "Who are you?"}, ] inputs = tokenizer.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=40) print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use Floobin/TSwifty-SN6 with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "Floobin/TSwifty-SN6" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Floobin/TSwifty-SN6", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/Floobin/TSwifty-SN6
- SGLang
How to use Floobin/TSwifty-SN6 with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "Floobin/TSwifty-SN6" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Floobin/TSwifty-SN6", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "Floobin/TSwifty-SN6" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Floobin/TSwifty-SN6", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use Floobin/TSwifty-SN6 with Docker Model Runner:
docker model run hf.co/Floobin/TSwifty-SN6
| """distutils.command.build | |
| Implements the Distutils 'build' command.""" | |
| import sys, os | |
| from distutils.core import Command | |
| from distutils.errors import DistutilsOptionError | |
| from distutils.util import get_platform | |
| def show_compilers(): | |
| from distutils.ccompiler import show_compilers | |
| show_compilers() | |
| class build(Command): | |
| description = "build everything needed to install" | |
| user_options = [ | |
| ('build-base=', 'b', | |
| "base directory for build library"), | |
| ('build-purelib=', None, | |
| "build directory for platform-neutral distributions"), | |
| ('build-platlib=', None, | |
| "build directory for platform-specific distributions"), | |
| ('build-lib=', None, | |
| "build directory for all distribution (defaults to either " + | |
| "build-purelib or build-platlib"), | |
| ('build-scripts=', None, | |
| "build directory for scripts"), | |
| ('build-temp=', 't', | |
| "temporary build directory"), | |
| ('plat-name=', 'p', | |
| "platform name to build for, if supported " | |
| "(default: %s)" % get_platform()), | |
| ('compiler=', 'c', | |
| "specify the compiler type"), | |
| ('parallel=', 'j', | |
| "number of parallel build jobs"), | |
| ('debug', 'g', | |
| "compile extensions and libraries with debugging information"), | |
| ('force', 'f', | |
| "forcibly build everything (ignore file timestamps)"), | |
| ('executable=', 'e', | |
| "specify final destination interpreter path (build.py)"), | |
| ] | |
| boolean_options = ['debug', 'force'] | |
| help_options = [ | |
| ('help-compiler', None, | |
| "list available compilers", show_compilers), | |
| ] | |
| def initialize_options(self): | |
| self.build_base = 'build' | |
| # these are decided only after 'build_base' has its final value | |
| # (unless overridden by the user or client) | |
| self.build_purelib = None | |
| self.build_platlib = None | |
| self.build_lib = None | |
| self.build_temp = None | |
| self.build_scripts = None | |
| self.compiler = None | |
| self.plat_name = None | |
| self.debug = None | |
| self.force = 0 | |
| self.executable = None | |
| self.parallel = None | |
| def finalize_options(self): | |
| if self.plat_name is None: | |
| self.plat_name = get_platform() | |
| else: | |
| # plat-name only supported for windows (other platforms are | |
| # supported via ./configure flags, if at all). Avoid misleading | |
| # other platforms. | |
| if os.name != 'nt': | |
| raise DistutilsOptionError( | |
| "--plat-name only supported on Windows (try " | |
| "using './configure --help' on your platform)") | |
| plat_specifier = ".%s-%d.%d" % (self.plat_name, *sys.version_info[:2]) | |
| # Make it so Python 2.x and Python 2.x with --with-pydebug don't | |
| # share the same build directories. Doing so confuses the build | |
| # process for C modules | |
| if hasattr(sys, 'gettotalrefcount'): | |
| plat_specifier += '-pydebug' | |
| # 'build_purelib' and 'build_platlib' just default to 'lib' and | |
| # 'lib.<plat>' under the base build directory. We only use one of | |
| # them for a given distribution, though -- | |
| if self.build_purelib is None: | |
| self.build_purelib = os.path.join(self.build_base, 'lib') | |
| if self.build_platlib is None: | |
| self.build_platlib = os.path.join(self.build_base, | |
| 'lib' + plat_specifier) | |
| # 'build_lib' is the actual directory that we will use for this | |
| # particular module distribution -- if user didn't supply it, pick | |
| # one of 'build_purelib' or 'build_platlib'. | |
| if self.build_lib is None: | |
| if self.distribution.ext_modules: | |
| self.build_lib = self.build_platlib | |
| else: | |
| self.build_lib = self.build_purelib | |
| # 'build_temp' -- temporary directory for compiler turds, | |
| # "build/temp.<plat>" | |
| if self.build_temp is None: | |
| self.build_temp = os.path.join(self.build_base, | |
| 'temp' + plat_specifier) | |
| if self.build_scripts is None: | |
| self.build_scripts = os.path.join(self.build_base, | |
| 'scripts-%d.%d' % sys.version_info[:2]) | |
| if self.executable is None and sys.executable: | |
| self.executable = os.path.normpath(sys.executable) | |
| if isinstance(self.parallel, str): | |
| try: | |
| self.parallel = int(self.parallel) | |
| except ValueError: | |
| raise DistutilsOptionError("parallel should be an integer") | |
| def run(self): | |
| # Run all relevant sub-commands. This will be some subset of: | |
| # - build_py - pure Python modules | |
| # - build_clib - standalone C libraries | |
| # - build_ext - Python extensions | |
| # - build_scripts - (Python) scripts | |
| for cmd_name in self.get_sub_commands(): | |
| self.run_command(cmd_name) | |
| # -- Predicates for the sub-command list --------------------------- | |
| def has_pure_modules(self): | |
| return self.distribution.has_pure_modules() | |
| def has_c_libraries(self): | |
| return self.distribution.has_c_libraries() | |
| def has_ext_modules(self): | |
| return self.distribution.has_ext_modules() | |
| def has_scripts(self): | |
| return self.distribution.has_scripts() | |
| sub_commands = [('build_py', has_pure_modules), | |
| ('build_clib', has_c_libraries), | |
| ('build_ext', has_ext_modules), | |
| ('build_scripts', has_scripts), | |
| ] | |