Text Generation
PEFT
Safetensors
Transformers
English
llama
lora
dpo
smollm2
trl
conversational
text-generation-inference
Instructions to use Subject-Emu-5259/NeuralAI with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use Subject-Emu-5259/NeuralAI with PEFT:
Base model is not found.
- Transformers
How to use Subject-Emu-5259/NeuralAI with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="Subject-Emu-5259/NeuralAI", device_map="auto") messages = [ {"role": "user", "content": "Who are you?"}, ] pipe(messages)# Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("Subject-Emu-5259/NeuralAI") model = AutoModelForCausalLM.from_pretrained("Subject-Emu-5259/NeuralAI", device_map="auto") messages = [ {"role": "user", "content": "Who are you?"}, ] inputs = tokenizer.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=40) print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use Subject-Emu-5259/NeuralAI with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "Subject-Emu-5259/NeuralAI" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Subject-Emu-5259/NeuralAI", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/Subject-Emu-5259/NeuralAI
- SGLang
How to use Subject-Emu-5259/NeuralAI with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "Subject-Emu-5259/NeuralAI" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Subject-Emu-5259/NeuralAI", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "Subject-Emu-5259/NeuralAI" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "Subject-Emu-5259/NeuralAI", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use Subject-Emu-5259/NeuralAI with Docker Model Runner:
docker model run hf.co/Subject-Emu-5259/NeuralAI
| declare(strict_types=1); | |
| /** | |
| * SPDX-FileCopyrightText: 2016-2024 Nextcloud GmbH and Nextcloud contributors | |
| * SPDX-FileCopyrightText: 2016 ownCloud, Inc. | |
| * SPDX-License-Identifier: AGPL-3.0-only | |
| */ | |
| namespace OC\Core\Middleware; | |
| use Exception; | |
| use OC\Authentication\Exceptions\TwoFactorAuthRequiredException; | |
| use OC\Authentication\Exceptions\UserAlreadyLoggedInException; | |
| use OC\Authentication\TwoFactorAuth\Manager; | |
| use OC\Core\Controller\LoginController; | |
| use OC\Core\Controller\TwoFactorChallengeController; | |
| use OC\User\Session; | |
| use OCA\TwoFactorNextcloudNotification\Controller\APIController; | |
| use OCP\AppFramework\Controller; | |
| use OCP\AppFramework\Http\RedirectResponse; | |
| use OCP\AppFramework\Middleware; | |
| use OCP\AppFramework\Utility\IControllerMethodReflector; | |
| use OCP\Authentication\TwoFactorAuth\ALoginSetupController; | |
| use OCP\IRequest; | |
| use OCP\ISession; | |
| use OCP\IURLGenerator; | |
| use OCP\IUser; | |
| class TwoFactorMiddleware extends Middleware { | |
| public function __construct( | |
| private Manager $twoFactorManager, | |
| private Session $userSession, | |
| private ISession $session, | |
| private IURLGenerator $urlGenerator, | |
| private IControllerMethodReflector $reflector, | |
| private IRequest $request, | |
| ) { | |
| } | |
| /** | |
| * @param Controller $controller | |
| * @param string $methodName | |
| */ | |
| public function beforeController($controller, $methodName) { | |
| if ($this->reflector->hasAnnotation('NoTwoFactorRequired')) { | |
| // Route handler explicitly marked to work without finished 2FA are | |
| // not blocked | |
| return; | |
| } | |
| if ($controller instanceof APIController && $methodName === 'poll') { | |
| // Allow polling the twofactor nextcloud notifications state | |
| return; | |
| } | |
| if ($controller instanceof TwoFactorChallengeController | |
| && $this->userSession->getUser() !== null | |
| && !$this->reflector->hasAnnotation('TwoFactorSetUpDoneRequired')) { | |
| $providers = $this->twoFactorManager->getProviderSet($this->userSession->getUser()); | |
| if (!($providers->getPrimaryProviders() === [] && !$providers->isProviderMissing())) { | |
| throw new TwoFactorAuthRequiredException(); | |
| } | |
| } | |
| if ($controller instanceof ALoginSetupController | |
| && $this->userSession->getUser() !== null | |
| && $this->twoFactorManager->needsSecondFactor($this->userSession->getUser())) { | |
| $providers = $this->twoFactorManager->getProviderSet($this->userSession->getUser()); | |
| if ($providers->getPrimaryProviders() === [] && !$providers->isProviderMissing()) { | |
| return; | |
| } | |
| } | |
| if ($controller instanceof LoginController && $methodName === 'logout') { | |
| // Don't block the logout page, to allow canceling the 2FA | |
| return; | |
| } | |
| if ($this->userSession->isLoggedIn()) { | |
| $user = $this->userSession->getUser(); | |
| if ($this->session->exists('app_password') // authenticated using an app password | |
| || $this->session->exists('app_api') // authenticated using an AppAPI Auth | |
| || $this->twoFactorManager->isTwoFactorAuthenticated($user)) { | |
| $this->checkTwoFactor($controller, $methodName, $user); | |
| } elseif ($controller instanceof TwoFactorChallengeController) { | |
| // Allow access to the two-factor controllers only if two-factor authentication | |
| // is in progress. | |
| throw new UserAlreadyLoggedInException(); | |
| } | |
| } | |
| // TODO: dont check/enforce 2FA if a auth token is used | |
| } | |
| private function checkTwoFactor(Controller $controller, $methodName, IUser $user) { | |
| // If two-factor auth is in progress disallow access to any controllers | |
| // defined within "LoginController". | |
| $needsSecondFactor = $this->twoFactorManager->needsSecondFactor($user); | |
| $twoFactor = $controller instanceof TwoFactorChallengeController; | |
| // Disallow access to any controller if 2FA needs to be checked | |
| if ($needsSecondFactor && !$twoFactor) { | |
| throw new TwoFactorAuthRequiredException(); | |
| } | |
| // Allow access to the two-factor controllers only if two-factor authentication | |
| // is in progress. | |
| if (!$needsSecondFactor && $twoFactor) { | |
| throw new UserAlreadyLoggedInException(); | |
| } | |
| } | |
| public function afterException($controller, $methodName, Exception $exception) { | |
| if ($exception instanceof TwoFactorAuthRequiredException) { | |
| $params = [ | |
| 'redirect_url' => $this->request->getParam('redirect_url'), | |
| ]; | |
| if (!isset($params['redirect_url']) && isset($this->request->server['REQUEST_URI'])) { | |
| $params['redirect_url'] = $this->request->server['REQUEST_URI']; | |
| } | |
| return new RedirectResponse($this->urlGenerator->linkToRoute('core.TwoFactorChallenge.selectChallenge', $params)); | |
| } | |
| if ($exception instanceof UserAlreadyLoggedInException) { | |
| return new RedirectResponse($this->urlGenerator->linkToRoute('files.view.index')); | |
| } | |
| throw $exception; | |
| } | |
| } | |