Text Generation
PEFT
Safetensors
Transformers
English
llama
lora
dpo
smollm2
trl
conversational
text-generation-inference
Instructions to use Subject-Emu-5259/NeuralAI with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use Subject-Emu-5259/NeuralAI with PEFT:
Base model is not found.
- Transformers
How to use Subject-Emu-5259/NeuralAI with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="Subject-Emu-5259/NeuralAI", device_map="auto") messages = [ {"role": "user", "content": "Who are you?"}, ] pipe(messages)# Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("Subject-Emu-5259/NeuralAI") model = AutoModelForCausalLM.from_pretrained("Subject-Emu-5259/NeuralAI", device_map="auto") messages = [ {"role": "user", "content": "Who are you?"}, ] inputs = tokenizer.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=40) print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use Subject-Emu-5259/NeuralAI with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "Subject-Emu-5259/NeuralAI" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Subject-Emu-5259/NeuralAI", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/Subject-Emu-5259/NeuralAI
- SGLang
How to use Subject-Emu-5259/NeuralAI with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "Subject-Emu-5259/NeuralAI" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Subject-Emu-5259/NeuralAI", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "Subject-Emu-5259/NeuralAI" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Subject-Emu-5259/NeuralAI", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use Subject-Emu-5259/NeuralAI with Docker Model Runner:
docker model run hf.co/Subject-Emu-5259/NeuralAI
| { | |
| "openapi": "3.0.3", | |
| "info": { | |
| "title": "core-administration", | |
| "version": "0.0.1", | |
| "description": "Core functionality of Nextcloud", | |
| "license": { | |
| "name": "agpl" | |
| } | |
| }, | |
| "components": { | |
| "securitySchemes": { | |
| "basic_auth": { | |
| "type": "http", | |
| "scheme": "basic" | |
| }, | |
| "bearer_auth": { | |
| "type": "http", | |
| "scheme": "bearer" | |
| } | |
| }, | |
| "schemas": { | |
| "Capabilities": { | |
| "type": "object", | |
| "required": [ | |
| "core" | |
| ], | |
| "properties": { | |
| "core": { | |
| "type": "object", | |
| "required": [ | |
| "pollinterval", | |
| "webdav-root", | |
| "reference-api", | |
| "reference-regex", | |
| "mod-rewrite-working" | |
| ], | |
| "properties": { | |
| "pollinterval": { | |
| "type": "integer", | |
| "format": "int64" | |
| }, | |
| "webdav-root": { | |
| "type": "string" | |
| }, | |
| "reference-api": { | |
| "type": "boolean" | |
| }, | |
| "reference-regex": { | |
| "type": "string" | |
| }, | |
| "mod-rewrite-working": { | |
| "type": "boolean" | |
| }, | |
| "user": { | |
| "type": "object", | |
| "required": [ | |
| "language", | |
| "locale", | |
| "timezone" | |
| ], | |
| "properties": { | |
| "language": { | |
| "type": "string" | |
| }, | |
| "locale": { | |
| "type": "string" | |
| }, | |
| "timezone": { | |
| "type": "string" | |
| } | |
| } | |
| }, | |
| "can-create-app-token": { | |
| "type": "boolean" | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "OCSMeta": { | |
| "type": "object", | |
| "required": [ | |
| "status", | |
| "statuscode" | |
| ], | |
| "properties": { | |
| "status": { | |
| "type": "string" | |
| }, | |
| "statuscode": { | |
| "type": "integer" | |
| }, | |
| "message": { | |
| "type": "string" | |
| }, | |
| "totalitems": { | |
| "type": "string" | |
| }, | |
| "itemsperpage": { | |
| "type": "string" | |
| } | |
| } | |
| }, | |
| "PublicCapabilities": { | |
| "type": "object", | |
| "required": [ | |
| "bruteforce" | |
| ], | |
| "properties": { | |
| "bruteforce": { | |
| "type": "object", | |
| "required": [ | |
| "delay", | |
| "allow-listed" | |
| ], | |
| "properties": { | |
| "delay": { | |
| "type": "integer", | |
| "format": "int64" | |
| }, | |
| "allow-listed": { | |
| "type": "boolean" | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "paths": { | |
| "/ocs/v2.php/twofactor/state": { | |
| "get": { | |
| "operationId": "two_factor_api-state", | |
| "summary": "Get two factor authentication provider states", | |
| "description": "This endpoint requires admin access", | |
| "tags": [ | |
| "two_factor_api" | |
| ], | |
| "security": [ | |
| { | |
| "bearer_auth": [] | |
| }, | |
| { | |
| "basic_auth": [] | |
| } | |
| ], | |
| "parameters": [ | |
| { | |
| "name": "user", | |
| "in": "query", | |
| "description": "system user id", | |
| "required": true, | |
| "schema": { | |
| "type": "string" | |
| } | |
| }, | |
| { | |
| "name": "OCS-APIRequest", | |
| "in": "header", | |
| "description": "Required to be true for the API request to pass", | |
| "required": true, | |
| "schema": { | |
| "type": "boolean", | |
| "default": true | |
| } | |
| } | |
| ], | |
| "responses": { | |
| "200": { | |
| "description": "provider states", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": { | |
| "type": "object", | |
| "additionalProperties": { | |
| "type": "boolean" | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "404": { | |
| "description": "user not found", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": { | |
| "nullable": true | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "401": { | |
| "description": "Current user is not logged in", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": {} | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "403": { | |
| "description": "Logged in account must be an admin", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": {} | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "/ocs/v2.php/twofactor/enable": { | |
| "post": { | |
| "operationId": "two_factor_api-enable", | |
| "summary": "Enable two factor authentication providers for specific user", | |
| "description": "This endpoint requires admin access\nThis endpoint requires password confirmation", | |
| "tags": [ | |
| "two_factor_api" | |
| ], | |
| "security": [ | |
| { | |
| "bearer_auth": [] | |
| }, | |
| { | |
| "basic_auth": [] | |
| } | |
| ], | |
| "requestBody": { | |
| "required": true, | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "user" | |
| ], | |
| "properties": { | |
| "user": { | |
| "type": "string", | |
| "description": "system user identifier" | |
| }, | |
| "providers": { | |
| "type": "array", | |
| "default": [], | |
| "description": "collection of TFA provider ids", | |
| "items": { | |
| "type": "string" | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "parameters": [ | |
| { | |
| "name": "OCS-APIRequest", | |
| "in": "header", | |
| "description": "Required to be true for the API request to pass", | |
| "required": true, | |
| "schema": { | |
| "type": "boolean", | |
| "default": true | |
| } | |
| } | |
| ], | |
| "responses": { | |
| "200": { | |
| "description": "provider states", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": { | |
| "type": "object", | |
| "additionalProperties": { | |
| "type": "boolean" | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "404": { | |
| "description": "user not found", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": { | |
| "nullable": true | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "401": { | |
| "description": "Current user is not logged in", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": {} | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "403": { | |
| "description": "Logged in account must be an admin", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": {} | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "/ocs/v2.php/twofactor/disable": { | |
| "post": { | |
| "operationId": "two_factor_api-disable", | |
| "summary": "Disable two factor authentication providers for specific user", | |
| "description": "This endpoint requires admin access\nThis endpoint requires password confirmation", | |
| "tags": [ | |
| "two_factor_api" | |
| ], | |
| "security": [ | |
| { | |
| "bearer_auth": [] | |
| }, | |
| { | |
| "basic_auth": [] | |
| } | |
| ], | |
| "requestBody": { | |
| "required": true, | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "user" | |
| ], | |
| "properties": { | |
| "user": { | |
| "type": "string", | |
| "description": "system user identifier" | |
| }, | |
| "providers": { | |
| "type": "array", | |
| "default": [], | |
| "description": "collection of TFA provider ids", | |
| "items": { | |
| "type": "string" | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "parameters": [ | |
| { | |
| "name": "OCS-APIRequest", | |
| "in": "header", | |
| "description": "Required to be true for the API request to pass", | |
| "required": true, | |
| "schema": { | |
| "type": "boolean", | |
| "default": true | |
| } | |
| } | |
| ], | |
| "responses": { | |
| "200": { | |
| "description": "provider states", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": { | |
| "type": "object", | |
| "additionalProperties": { | |
| "type": "boolean" | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "404": { | |
| "description": "user not found", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": { | |
| "nullable": true | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "401": { | |
| "description": "Current user is not logged in", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": {} | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "403": { | |
| "description": "Logged in account must be an admin", | |
| "content": { | |
| "application/json": { | |
| "schema": { | |
| "type": "object", | |
| "required": [ | |
| "ocs" | |
| ], | |
| "properties": { | |
| "ocs": { | |
| "type": "object", | |
| "required": [ | |
| "meta", | |
| "data" | |
| ], | |
| "properties": { | |
| "meta": { | |
| "$ref": "#/components/schemas/OCSMeta" | |
| }, | |
| "data": {} | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "tags": [ | |
| { | |
| "name": "ocs", | |
| "description": "If you are here because you can't extend the OCSController class, you got the wrong one. Please use {@see \\OCP\\AppFramework\\OCSController}!" | |
| }, | |
| { | |
| "name": "avatar", | |
| "description": "Class AvatarController" | |
| }, | |
| { | |
| "name": "guest_avatar", | |
| "description": "This controller handles guest avatar requests." | |
| }, | |
| { | |
| "name": "ocm", | |
| "description": "Controller about the endpoint /ocm-provider/" | |
| }, | |
| { | |
| "name": "open_metrics", | |
| "description": "OpenMetrics controller Gather and display metrics" | |
| } | |
| ] | |
| } | |