File size: 332 Bytes
c33a7ce
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
SHELL := /bin/bash
APP ?= codegen
PORT ?= 8501

include ../../common/Makefile.common

RECIPE_BINARIES_PATH := $(shell realpath ../../common/bin)
RELATIVE_MODELS_PATH := ../../../models
RELATIVE_TESTS_PATH := ../tests
MODEL_IMAGE := quay.io/ai-lab/mistral-7b-code-16k-qlora:latest
MODEL_NAME := mistral-7b-code-16k-qlora.Q4_K_M.gguf