JacobLinCool Codex commited on
Commit
bb40b5a
·
verified ·
1 Parent(s): 3628f6f

fix: keep embedding bootstrap responsive

Browse files

Co-authored-by: Codex <noreply@openai.com>

hackathon_advisor/llama_embedding.py CHANGED
@@ -12,7 +12,7 @@ from hackathon_advisor.data import (
12
 
13
 
14
  TRUE_VALUES = {"1", "true", "yes", "on"}
15
- DEFAULT_N_CTX = 2048
16
 
17
 
18
  class LlamaCppEmbedder:
 
12
 
13
 
14
  TRUE_VALUES = {"1", "true", "yes", "on"}
15
+ DEFAULT_N_CTX = 512
16
 
17
 
18
  class LlamaCppEmbedder:
tests/test_llama_embedding.py CHANGED
@@ -6,7 +6,7 @@ from hackathon_advisor.data import DEFAULT_EMBEDDING_MODEL_FILE, DEFAULT_EMBEDDI
6
  from hackathon_advisor.llama_embedding import DEFAULT_N_CTX, LlamaCppEmbedder, create_llama_cpp_embedder
7
 
8
 
9
- def test_llama_embedder_uses_q8_defaults_and_full_context(
10
  monkeypatch,
11
  tmp_path: Path,
12
  ) -> None:
 
6
  from hackathon_advisor.llama_embedding import DEFAULT_N_CTX, LlamaCppEmbedder, create_llama_cpp_embedder
7
 
8
 
9
+ def test_llama_embedder_uses_q8_defaults_and_configured_context(
10
  monkeypatch,
11
  tmp_path: Path,
12
  ) -> None: