Delete llama-2-heathcare100k-epochs_10

llama-2-heathcare100k-epochs_10/README.md

@@ -1,32 +0,0 @@
----
-library_name: peft
----
-## Training procedure
-
-
-The following `bitsandbytes` quantization config was used during training:
-- load_in_8bit: False
-- load_in_4bit: True
-- llm_int8_threshold: 6.0
-- llm_int8_skip_modules: None
-- llm_int8_enable_fp32_cpu_offload: False
-- llm_int8_has_fp16_weight: False
-- bnb_4bit_quant_type: nf4
-- bnb_4bit_use_double_quant: False
-- bnb_4bit_compute_dtype: float16
-
-The following `bitsandbytes` quantization config was used during training:
-- load_in_8bit: False
-- load_in_4bit: True
-- llm_int8_threshold: 6.0
-- llm_int8_skip_modules: None
-- llm_int8_enable_fp32_cpu_offload: False
-- llm_int8_has_fp16_weight: False
-- bnb_4bit_quant_type: nf4
-- bnb_4bit_use_double_quant: False
-- bnb_4bit_compute_dtype: float16
-### Framework versions
-
-- PEFT 0.5.0.dev0
-
-- PEFT 0.5.0.dev0

llama-2-heathcare100k-epochs_10/adapter_config.json

@@ -1,21 +0,0 @@
-{
-  "auto_mapping": null,
-  "base_model_name_or_path": "models\\Llama-2-7b-chat-hf",
-  "bias": "none",
-  "fan_in_fan_out": false,
-  "inference_mode": true,
-  "init_lora_weights": true,
-  "layers_pattern": null,
-  "layers_to_transform": null,
-  "lora_alpha": 64,
-  "lora_dropout": 0.1,
-  "modules_to_save": null,
-  "peft_type": "LORA",
-  "r": 32,
-  "revision": null,
-  "target_modules": [
-    "q_proj",
-    "v_proj"
-  ],
-  "task_type": "CAUSAL_LM"
-}

llama-2-heathcare100k-epochs_10/adapter_model.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b00b01949bd6ad8d5aacc36adcc88895c229a5f1dbf9376f2af004d3314d0738
-size 67154893

llama-2-heathcare100k-epochs_10/runs/Mar04_00-27-16_SK-20240118OMOZ/events.out.tfevents.1709483236.SK-20240118OMOZ.10740.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fb8be2177ea7ac2f3ad6f450d65565dca8959d5f1ffbe0a741bc281104a9589c
-size 279805

llama-2-heathcare100k-epochs_10/training_log.json

@@ -1,16 +0,0 @@
-{
-  "base_model_name": "Llama-2-7b-chat-hf",
-  "base_model_class": "LlamaForCausalLM",
-  "base_loaded_in_4bit": true,
-  "base_loaded_in_8bit": false,
-  "projections": "q, v",
-  "loss": 1.3806,
-  "learning_rate": 0.0,
-  "epoch": 10.0,
-  "current_steps": 280293,
-  "train_runtime": 197834.3533,
-  "train_samples_per_second": 5.67,
-  "train_steps_per_second": 0.044,
-  "total_flos": 5.831723715554968e+18,
-  "train_loss": 1.4700200526681664
-}

llama-2-heathcare100k-epochs_10/training_parameters.json

@@ -1,30 +0,0 @@
-{
-  "lora_name": "llama-2-heathcare100k-epochs_10",
-  "always_override": false,
-  "save_steps": 0.0,
-  "micro_batch_size": 4,
-  "batch_size": 128,
-  "epochs": 10.0,
-  "learning_rate": "3e-4",
-  "lr_scheduler_type": "linear",
-  "lora_rank": 32,
-  "lora_alpha": 64,
-  "lora_dropout": 0.1,
-  "cutoff_len": 256,
-  "dataset": "HealthCareMagic-100k",
-  "eval_dataset": "None",
-  "format": "alpaca-format",
-  "eval_steps": 10000.0,
-  "raw_text_file": "None",
-  "overlap_len": 128,
-  "newline_favor_len": 128,
-  "higher_rank_limit": false,
-  "warmup_steps": 100.0,
-  "optimizer": "adamw_torch",
-  "hard_cut_string": "\\n\\n\\n",
-  "train_only_after": "",
-  "stop_at_loss": 0,
-  "add_eos_token": false,
-  "min_chars": 0.0,
-  "report_to": "None"
-}

llama-2-heathcare100k-epochs_10/training_prompt.json

@@ -1,5 +0,0 @@
-{
-  "template_type": "dataset",
-  "template_1": "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n%instruction%\n\n### Response:\n%output%",
-  "template_2": "Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n\n### Instruction:\n%instruction%\n\n### Input:\n%input%\n\n### Response:\n%output%"
-}