from nzfc_gram_runtime import NZFCGramLongMemoryChat
from nzfc_gram_runtime.nonquant import attach_nonquant_gemma, patch_generation_use_cache_false

bot = NZFCGramLongMemoryChat(repo_dir='.', load_model=False, require_model=False)
attach_nonquant_gemma(bot, gpu_max_memory_gib=11, device_map='balanced_low_0')
patch_generation_use_cache_false(bot)

out = bot.chat(
    'NZFC-GRAM\uc758 \uc7a5\uae30\uae30\uc5b5 \uacbd\uacc4\uac00 \ub0b4\ubd80 context\uc778\uc9c0 \uc678\ubd80 memory retrieval\uc778\uc9c0 \uc124\uba85\ud574\uc918.',
    user_id='quick_user',
    project_id='quick_project',
    session_id='quick_session',
    save_turn=False,
    max_new_tokens=80,
)
print(out['answer'])