skumar1998 commited on
Commit
6080bfb
·
verified ·
1 Parent(s): 9bf7c1a

Training in progress, step 6

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b75cef619422588f8fdd22a69f893bac4152d09585bc575ee098a5f691d8d204
3
  size 1991027464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7044e2c189c442a150674c3158354c362c35feab65c1a593ec84f136c26bb649
3
  size 1991027464
doctype_entity_distribution.json CHANGED
@@ -1,30 +1,30 @@
1
  {
2
  "facesheet": {
 
 
 
 
3
  "patient.first_name": 120,
4
  "patient.last_name": 109,
5
- "facility.zip": 87,
6
- "patient.dob": 82,
7
  "patient.sex": 77,
 
8
  "patient.zip": 41,
9
- "facility.city": 58,
10
- "facility.state": 59,
11
  "facility.address": 53,
12
  "facility.name": 55,
 
13
  "provider_npi": 36,
14
  "sample_code": 36,
15
- "medicare_insurance_number": 20,
16
- "other_insurance_number_1": 14,
17
  "patient.address": 26,
18
- "patient.city": 29,
19
- "patient.middle_name": 18,
20
- "patient.state": 29,
21
  "phone_number": 19,
22
- "medicaid_insurance_number": 18,
23
  "social_security_number": 7,
 
24
  "other_insurance_name_1": 16,
 
 
25
  "other_insurance_name_2": 1,
26
- "accession_number": 11,
27
- "collection_date": 28,
28
  "other_insurance_number_2": 1
29
  }
30
  }
 
1
  {
2
  "facesheet": {
3
+ "facility.city": 58,
4
+ "facility.state": 59,
5
+ "facility.zip": 87,
6
+ "patient.city": 29,
7
  "patient.first_name": 120,
8
  "patient.last_name": 109,
 
 
9
  "patient.sex": 77,
10
+ "patient.state": 29,
11
  "patient.zip": 41,
12
+ "patient.dob": 82,
13
+ "collection_date": 28,
14
  "facility.address": 53,
15
  "facility.name": 55,
16
+ "medicare_insurance_number": 20,
17
  "provider_npi": 36,
18
  "sample_code": 36,
19
+ "medicaid_insurance_number": 18,
 
20
  "patient.address": 26,
 
 
 
21
  "phone_number": 19,
 
22
  "social_security_number": 7,
23
+ "accession_number": 11,
24
  "other_insurance_name_1": 16,
25
+ "other_insurance_number_1": 14,
26
+ "patient.middle_name": 18,
27
  "other_insurance_name_2": 1,
 
 
28
  "other_insurance_number_2": 1
29
  }
30
  }
entity_distribution.json CHANGED
@@ -1,28 +1,28 @@
1
  {
 
 
 
 
2
  "patient.first_name": 120,
3
  "patient.last_name": 109,
4
- "facility.zip": 87,
5
- "patient.dob": 82,
6
  "patient.sex": 77,
 
7
  "patient.zip": 41,
8
- "facility.city": 58,
9
- "facility.state": 59,
10
  "facility.address": 53,
11
  "facility.name": 55,
 
12
  "provider_npi": 36,
13
  "sample_code": 36,
14
- "medicare_insurance_number": 20,
15
- "other_insurance_number_1": 14,
16
  "patient.address": 26,
17
- "patient.city": 29,
18
- "patient.middle_name": 18,
19
- "patient.state": 29,
20
  "phone_number": 19,
21
- "medicaid_insurance_number": 18,
22
  "social_security_number": 7,
 
23
  "other_insurance_name_1": 16,
 
 
24
  "other_insurance_name_2": 1,
25
- "accession_number": 11,
26
- "collection_date": 28,
27
  "other_insurance_number_2": 1
28
  }
 
1
  {
2
+ "facility.city": 58,
3
+ "facility.state": 59,
4
+ "facility.zip": 87,
5
+ "patient.city": 29,
6
  "patient.first_name": 120,
7
  "patient.last_name": 109,
 
 
8
  "patient.sex": 77,
9
+ "patient.state": 29,
10
  "patient.zip": 41,
11
+ "patient.dob": 82,
12
+ "collection_date": 28,
13
  "facility.address": 53,
14
  "facility.name": 55,
15
+ "medicare_insurance_number": 20,
16
  "provider_npi": 36,
17
  "sample_code": 36,
18
+ "medicaid_insurance_number": 18,
 
19
  "patient.address": 26,
 
 
 
20
  "phone_number": 19,
 
21
  "social_security_number": 7,
22
+ "accession_number": 11,
23
  "other_insurance_name_1": 16,
24
+ "other_insurance_number_1": 14,
25
+ "patient.middle_name": 18,
26
  "other_insurance_name_2": 1,
 
 
27
  "other_insurance_number_2": 1
28
  }
file.log CHANGED
@@ -1,44 +1,43 @@
1
- 2026-07-24 13:10:45.423 | INFO | app.tasks.entity.vlm.dataset:create:650 - Using pre-split dataset mode
2
- 2026-07-24 13:10:45.452 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading train dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/train.json
3
- 2026-07-24 13:10:45.826 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
4
- 2026-07-24 13:10:46.647 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading val dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/eval.json
5
- 2026-07-24 13:10:46.831 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
6
- 2026-07-24 13:10:47.254 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading test dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/test.json
7
- 2026-07-24 13:10:47.432 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
8
- 2026-07-24 13:10:47.864 | INFO | app.tasks.entity.vlm.dataset:_download_miscellaneous:1612 - Downloading miscellaneous data from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/miscellaneous.json
9
- 2026-07-24 13:10:48.103 | INFO | app.tasks.entity.vlm.dataset:_download_previous_datasets:1521 - Found 0 previous dataset(s) to consolidate
10
- 2026-07-24 13:10:48.103 | INFO | app.tasks.entity.vlm.dataset:download_presplit_datasets:1663 - Successfully downloaded all datasets to /home/ubuntu/dataset
11
- 2026-07-24 13:10:48.539 | INFO | app.tasks.entity.vlm.dataset:remove_null_files:574 - Removed 0 files with null values
12
- 2026-07-24 13:10:48.599 | INFO | app.tasks.entity.vlm.reports:get_distribution:1513 - Original number of ground truth files 120
13
- 2026-07-24 13:10:48.750 | INFO | app.tasks.entity.vlm.reports:get_distribution:1528 - After removing empty files 120
14
- 2026-07-24 13:10:48.762 | INFO | app.tasks.entity.vlm.reports:get_entity_distribution:1628 - Creating entity distribution for 120 files
15
- 2026-07-24 13:10:49.092 | DEBUG | app.commonmlops:get_oauth_token:834 - OAuth token request status: 200
16
- 2026-07-24 13:10:49.518 | DEBUG | app.commonmlops:get_training_job_queue:891 - Get training job queue status code: 200, api_url: https://aitest.api.dexit.tech/api/v1/mlops/trainingjobqueue/06a632d8-22dc-7d70-8000-ad2feb7176cf
17
- 2026-07-24 13:10:49.740 | DEBUG | app.commonmlops:get_oauth_token:834 - OAuth token request status: 200
18
- 2026-07-24 13:10:49.741 | DEBUG | app.commonmlops:update_training_job_queue:937 - Updating training job queue with merged payload: {'id': '06a632d8-22dc-7d70-8000-ad2feb7176cf', 'modeltype': 'entity', 'modelname': 'vlm_qwen3_5', 'jobtype': 'feedback', 'basemodelversionid': '019f0d56-3844-7c0a-8fab-4aa6a6d1f12e', 'datasetid': '06a632d4-6217-73a7-8000-371ca6dde2d0', 'status': 'triggered', 'createddate': '2026-07-24T09:16:50.178958Z', 'createdby': '00000000-0000-0000-0000-000000000000', 'startdate': '2026-07-24T13:10:11.547259Z', 'enddate': None, 'accuracyreport': None, 'metadata': {'clearml_details': {'hf_model_id': '314e/dexit-aitest-vlm_qwen3_6-entity-integration', 'clearml_task_id': '3b18d9f450074d24a0d4ac8db2309313', 'trained_entities': ['accession_number', 'collection_date', 'facility.address', 'facility.city', 'facility.name', 'facility.state', 'facility.zip', 'medicaid_insurance_number', 'medicare_insurance_number', 'other_insurance_name_1', 'other_insurance_name_2', 'other_insurance_number_1', 'other_insurance_number_2', 'patient.address', 'patient.city', 'patient.dob', 'patient.first_name', 'patient.last_name', 'patient.middle_name', 'patient.sex', 'patient.state', 'patient.zip', 'phone_number', 'provider_npi', 'sample_code', 'social_security_number'], 'new_modelversion_tag': 'v0.0.0', 'base_modelversion_tag': 'v0.0.0'}, 'hyperparameters': {'DATASET_PARAMS': {'DATASET__EVAL_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/eval.json', 'DATASET__TEST_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/test.json', 'DATASET__TRAIN_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/train.json', 'DATASET__MISCELLANEOUS_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/miscellaneous.json'}, 'MODEL_CONFIGURATION': {'SEED': 42, 'MODELNAME': 'vlm_qwen3_6', 'MODELTYPE': 'entity', 'ENVIRONMENT': 'integration', 'HF_MODEL_ID': '314e/dexit-aitest-vlm_qwen3_6-entity-integration', 'MODEL_FAMILY': 'qwen', 'ARTIFACTS_DIR': '/home/ubuntu/result', 'MODELVERSIONTAG': 'v0.0.0', 'HF_BASE_MODEL_ID': 'Qwen/Qwen3.6-27B', 'IMAGE_PATCH_SIZE': 16, 'THRESHOLD_OFFSET': 0.05, 'TRAIN_OOTB_MODEL': True, 'NEW_MODELVERSIONTAG': 'v0.0.0'}, 'MODEL_HYPERPARAMETERS': {'RANK': 64, 'ALPHA': 128, 'TRAIN_EPOCHS': 2, 'EVAL_BATCH_SIZE': 1, 'GRAD_ACCUM_STEPS': 4, 'TRAIN_BATCH_SIZE': 2, 'INFERENCE_BATCH_SIZE': 1}}, 'workflow_details': {'temporal_workflow_id': 'local-model-retraining-entity-153f66ef', 'skypilot_cluster_name': 'dexit-aitest-skypilot-entity-1784898069-511071', 'temporal_workflow_run_id': '019f9436-f759-7edb-a7e0-875cb8f5cc4a'}, 'modelconfig_snapshot': {'modelname': 'vlm_qwen3_6', 'modeltype': 'entity', 'deployment': {'auto_model_deployment_manual': False, 'auto_model_deployment_feedback': False}, 'feedback_config': {'bucket_low': 0.5, 'bucket_high': 0.7, 'auto_trigger_retraining': True, 'non_corrected_sample_ratio': 0.5, 'min_feedback_count_for_retraining': 1500, 'low_bucket_threshold_offset_multiplier': 0.5, 'auto_trigger_retraining_on_new_entities': False, 'high_bucket_threshold_offset_multiplier': 1.5, 'low_precision_bucket_corrected_sample_rate': 0.8, 'mid_precision_bucket_corrected_sample_rate': 0.5, 'high_precision_bucket_corrected_sample_rate': 0.2, 'low_precision_bucket_threshold_sample_count': 100}, 'training_config': {'seed': 42, 'dataset': {'eval_size': 0.1, 'test_size': 0.2, 'train_size': 0.7}, 'cloud_providers': [{'accelerators': ['A100-80GB:1', 'H100:1'], 'provider_name': 'runpod'}], 'hyperparameters': {'rank': 64, 'alpha': 128, 'train_epochs': 2, 'grad_accum_steps': 4, 'train_batch_size': 2}, 'hf_base_model_id': 'Qwen/Qwen3.6-27B', 'train_ootb_model': True, 'previous_datasets': {'eval': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}, 'test': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}, 'train': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}}}, 'threshold_offset': 0.05}}, 'deploymentstatus': None, 'deployeddate': None}
19
- 2026-07-24 13:10:49.994 | DEBUG | app.commonmlops:update_training_job_queue:940 - Update training job queue status code: 200, api_url: https://aitest.api.dexit.tech/api/v1/mlops/trainingjobqueue/06a632d8-22dc-7d70-8000-ad2feb7176cf
20
- 2026-07-24 13:10:49.995 | SUCCESS | app.commonmlops:update_trained_entities:979 - Updated trained_entities on training job queue
21
- 2026-07-24 13:10:50.384 | INFO | app.tasks.entity.vlm.reports:upload_initial_artifacts:1696 - Uploaded intial artifacts to ClearML
22
- 2026-07-24 13:10:50.385 | INFO | __main__:_run_training_phase:657 - Moving into standard training loop
23
- 2026-07-24 13:10:50.385 | INFO | __main__:setup_directories:211 - Loading pre-split dataset statistics
24
- 2026-07-24 13:10:50.439 | INFO | __main__:load_presplit_statistics:188 - Found 83 training samples
25
- 2026-07-24 13:10:50.474 | INFO | __main__:load_presplit_statistics:190 - Found 24 test samples
26
- 2026-07-24 13:10:50.513 | INFO | __main__:load_presplit_statistics:192 - Found 13 validation samples
27
- 2026-07-24 13:10:50.513 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:986 -
28
  Dataset Split Statistics:
29
- 2026-07-24 13:10:50.514 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:987 - Total samples: 120
30
- 2026-07-24 13:10:50.515 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:989 - Train set: 83 (69.2%)
31
- 2026-07-24 13:10:50.516 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:990 - Test set: 24 (20.0%)
32
- 2026-07-24 13:10:50.516 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:991 - Validation set: 13 (10.8%)
33
- 2026-07-24 13:10:50.518 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:1000 - Split statistics saved to /home/ubuntu/result/split_statistics.json
34
- 2026-07-24 13:10:50.522 | INFO | __main__:standard_training_loop:354 - Initializing model
35
- 2026-07-24 13:10:50.523 | INFO | __main__:initialize_model:243 - Setting up model for retraining
36
- 2026-07-24 13:10:50.523 | INFO | __main__:initialize_model:246 - Training from base model: Qwen/Qwen3.6-27B
37
- 2026-07-24 13:10:50.524 | INFO | app.tasks.entity.vlm.model:__post_init__:284 - loading model Qwen/Qwen3.6-27B for training with unsloth
38
- 2026-07-24 13:13:37.279 | INFO | app.tasks.entity.vlm.model:calculate_max_steps:380 - num_samples: 83, batch_size: 2, gradient_accumulation_steps: 4, epochs: 2
39
- 2026-07-24 13:13:37.280 | INFO | app.tasks.entity.vlm.model:calculate_max_steps:384 - calculating max steps
40
- 2026-07-24 13:13:37.336 | INFO | __main__:standard_training_loop:357 - Setting up trainer
41
- 2026-07-24 13:13:46.381 | INFO | __main__:create_trainer:306 - Materialized datasets: 83 train, 13 eval samples
42
- 2026-07-24 13:13:47.009 | INFO | __main__:standard_training_loop:360 - Starting training
43
- 2026-07-24 13:13:47.201 | INFO | app.tasks.entity.vlm.model:train_model:585 - everything is set up, launching training
44
- 2026-07-24 13:26:30.710 | INFO | app.tasks.entity.vlm.model:train_model:591 - training complete: TrainOutput(global_step=20, training_loss=0.4323345601558685, metrics={'train_runtime': 745.906, 'train_samples_per_second': 0.215, 'train_steps_per_second': 0.027, 'total_flos': 4.827960499381027e+16, 'train_loss': 0.4323345601558685, 'epoch': 1.8571428571428572})
 
1
+ 2026-07-24 15:48:19.812 | INFO | app.tasks.entity.vlm.dataset:create:650 - Using pre-split dataset mode
2
+ 2026-07-24 15:48:19.833 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading train dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/train.json
3
+ 2026-07-24 15:48:20.118 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
4
+ 2026-07-24 15:48:20.790 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading val dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/eval.json
5
+ 2026-07-24 15:48:20.961 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
6
+ 2026-07-24 15:48:21.295 | INFO | app.tasks.entity.vlm.dataset:_download_current_splits:1565 - Downloading test dataset from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/test.json
7
+ 2026-07-24 15:48:21.478 | INFO | app.tasks.entity.vlm.dataset:_download_split_documents:1422 - Processing %s %s/%s with %d documents
8
+ 2026-07-24 15:48:21.867 | INFO | app.tasks.entity.vlm.dataset:_download_miscellaneous:1612 - Downloading miscellaneous data from s3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/miscellaneous.json
9
+ 2026-07-24 15:48:22.073 | INFO | app.tasks.entity.vlm.dataset:_download_previous_datasets:1521 - Found 0 previous dataset(s) to consolidate
10
+ 2026-07-24 15:48:22.073 | INFO | app.tasks.entity.vlm.dataset:download_presplit_datasets:1663 - Successfully downloaded all datasets to /home/ubuntu/dataset
11
+ 2026-07-24 15:48:22.326 | INFO | app.tasks.entity.vlm.dataset:remove_null_files:574 - Removed 0 files with null values
12
+ 2026-07-24 15:48:22.351 | INFO | app.tasks.entity.vlm.reports:get_distribution:1513 - Original number of ground truth files 120
13
+ 2026-07-24 15:48:22.431 | INFO | app.tasks.entity.vlm.reports:get_distribution:1528 - After removing empty files 120
14
+ 2026-07-24 15:48:22.439 | INFO | app.tasks.entity.vlm.reports:get_entity_distribution:1628 - Creating entity distribution for 120 files
15
+ 2026-07-24 15:48:22.716 | DEBUG | app.commonmlops:get_oauth_token:834 - OAuth token request status: 200
16
+ 2026-07-24 15:48:23.146 | DEBUG | app.commonmlops:get_training_job_queue:891 - Get training job queue status code: 200, api_url: https://aitest.api.dexit.tech/api/v1/mlops/trainingjobqueue/06a632d8-22dc-7d70-8000-ad2feb7176cf
17
+ 2026-07-24 15:48:23.362 | DEBUG | app.commonmlops:get_oauth_token:834 - OAuth token request status: 200
18
+ 2026-07-24 15:48:23.363 | DEBUG | app.commonmlops:update_training_job_queue:937 - Updating training job queue with merged payload: {'id': '06a632d8-22dc-7d70-8000-ad2feb7176cf', 'modeltype': 'entity', 'modelname': 'vlm_qwen3_5', 'jobtype': 'feedback', 'basemodelversionid': '019f0d56-3844-7c0a-8fab-4aa6a6d1f12e', 'datasetid': '06a632d4-6217-73a7-8000-371ca6dde2d0', 'status': 'triggered', 'createddate': '2026-07-24T09:16:50.178958Z', 'createdby': '00000000-0000-0000-0000-000000000000', 'startdate': '2026-07-24T15:47:56.778785Z', 'enddate': None, 'accuracyreport': None, 'metadata': {'clearml_details': {'hf_model_id': '314e/dexit-aitest-vlm_qwen3_6-entity-integration', 'clearml_task_id': '46a3b9d4d91743fe86b0b4ec86218a10', 'trained_entities': ['accession_number', 'collection_date', 'facility.address', 'facility.city', 'facility.name', 'facility.state', 'facility.zip', 'medicaid_insurance_number', 'medicare_insurance_number', 'other_insurance_name_1', 'other_insurance_name_2', 'other_insurance_number_1', 'other_insurance_number_2', 'patient.address', 'patient.city', 'patient.dob', 'patient.first_name', 'patient.last_name', 'patient.middle_name', 'patient.sex', 'patient.state', 'patient.zip', 'phone_number', 'provider_npi', 'sample_code', 'social_security_number'], 'new_modelversion_tag': 'v1.0.0', 'base_modelversion_tag': 'v0.0.0'}, 'hyperparameters': {'DATASET_PARAMS': {'DATASET__EVAL_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/eval.json', 'DATASET__TEST_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/test.json', 'DATASET__TRAIN_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/train.json', 'DATASET__MISCELLANEOUS_S3_PATH': 's3://aitest-dexit-tech/data/__mlops__/dataset/entity/06a632d4-6217-73a7-8000-371ca6dde2d0/miscellaneous.json'}, 'MODEL_CONFIGURATION': {'SEED': 42, 'MODELNAME': 'vlm_qwen3_6', 'MODELTYPE': 'entity', 'ENVIRONMENT': 'integration', 'HF_MODEL_ID': '314e/dexit-aitest-vlm_qwen3_6-entity-integration', 'MODEL_FAMILY': 'qwen', 'ARTIFACTS_DIR': '/home/ubuntu/result', 'MODELVERSIONTAG': 'v0.0.0', 'HF_BASE_MODEL_ID': 'Qwen/Qwen3.6-27B', 'IMAGE_PATCH_SIZE': 16, 'THRESHOLD_OFFSET': 0.05, 'TRAIN_OOTB_MODEL': True, 'NEW_MODELVERSIONTAG': 'v1.0.0'}, 'MODEL_HYPERPARAMETERS': {'RANK': 64, 'ALPHA': 128, 'TRAIN_EPOCHS': 2, 'EVAL_BATCH_SIZE': 1, 'GRAD_ACCUM_STEPS': 4, 'TRAIN_BATCH_SIZE': 2, 'INFERENCE_BATCH_SIZE': 1}}, 'workflow_details': {'temporal_workflow_id': 'local-model-retraining-entity-8a15da67', 'skypilot_cluster_name': 'dexit-aitest-skypilot-entity-1784907471-096543', 'temporal_workflow_run_id': '019f94c6-64af-7c6f-9251-0484a759e8fd'}, 'modelconfig_snapshot': {'modelname': 'vlm_qwen3_6', 'modeltype': 'entity', 'deployment': {'auto_model_deployment_manual': False, 'auto_model_deployment_feedback': False}, 'feedback_config': {'bucket_low': 0.5, 'bucket_high': 0.7, 'auto_trigger_retraining': True, 'non_corrected_sample_ratio': 0.5, 'min_feedback_count_for_retraining': 1500, 'low_bucket_threshold_offset_multiplier': 0.5, 'auto_trigger_retraining_on_new_entities': False, 'high_bucket_threshold_offset_multiplier': 1.5, 'low_precision_bucket_corrected_sample_rate': 0.8, 'mid_precision_bucket_corrected_sample_rate': 0.5, 'high_precision_bucket_corrected_sample_rate': 0.2, 'low_precision_bucket_threshold_sample_count': 100}, 'training_config': {'seed': 42, 'dataset': {'eval_size': 0.1, 'test_size': 0.2, 'train_size': 0.7}, 'cloud_providers': [{'accelerators': ['A100-80GB:1', 'H100:1'], 'provider_name': 'runpod'}], 'hyperparameters': {'rank': 64, 'alpha': 128, 'train_epochs': 2, 'grad_accum_steps': 4, 'train_batch_size': 2}, 'hf_base_model_id': 'Qwen/Qwen3.6-27B', 'train_ootb_model': True, 'previous_datasets': {'eval': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}, 'test': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}, 'train': {'enabled': True, 'distribution': {'weights': {'n-1': 1.0}, 'strategy': 'equal', 'decay_factor': 0.8}, 'max_versions_to_include': 'all'}}}, 'threshold_offset': 0.05}}, 'deploymentstatus': None, 'deployeddate': None}
19
+ 2026-07-24 15:48:23.629 | DEBUG | app.commonmlops:update_training_job_queue:940 - Update training job queue status code: 200, api_url: https://aitest.api.dexit.tech/api/v1/mlops/trainingjobqueue/06a632d8-22dc-7d70-8000-ad2feb7176cf
20
+ 2026-07-24 15:48:23.631 | SUCCESS | app.commonmlops:update_trained_entities:979 - Updated trained_entities on training job queue
21
+ 2026-07-24 15:48:24.049 | INFO | app.tasks.entity.vlm.reports:upload_initial_artifacts:1696 - Uploaded intial artifacts to ClearML
22
+ 2026-07-24 15:48:24.050 | INFO | __main__:_run_training_phase:657 - Moving into standard training loop
23
+ 2026-07-24 15:48:24.050 | INFO | __main__:setup_directories:211 - Loading pre-split dataset statistics
24
+ 2026-07-24 15:48:24.101 | INFO | __main__:load_presplit_statistics:188 - Found 83 training samples
25
+ 2026-07-24 15:48:24.131 | INFO | __main__:load_presplit_statistics:190 - Found 24 test samples
26
+ 2026-07-24 15:48:24.159 | INFO | __main__:load_presplit_statistics:192 - Found 13 validation samples
27
+ 2026-07-24 15:48:24.159 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:986 -
28
  Dataset Split Statistics:
29
+ 2026-07-24 15:48:24.159 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:987 - Total samples: 120
30
+ 2026-07-24 15:48:24.160 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:989 - Train set: 83 (69.2%)
31
+ 2026-07-24 15:48:24.160 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:990 - Test set: 24 (20.0%)
32
+ 2026-07-24 15:48:24.160 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:991 - Validation set: 13 (10.8%)
33
+ 2026-07-24 15:48:24.161 | INFO | app.tasks.entity.vlm.dataset:print_split_statistics:1000 - Split statistics saved to /home/ubuntu/result/split_statistics.json
34
+ 2026-07-24 15:48:24.164 | INFO | __main__:standard_training_loop:354 - Initializing model
35
+ 2026-07-24 15:48:24.164 | INFO | __main__:initialize_model:243 - Setting up model for retraining
36
+ 2026-07-24 15:48:24.165 | INFO | __main__:initialize_model:246 - Training from base model: Qwen/Qwen3.6-27B
37
+ 2026-07-24 15:48:24.165 | INFO | app.tasks.entity.vlm.model:__post_init__:299 - loading model Qwen/Qwen3.6-27B for training with unsloth
38
+ 2026-07-24 15:49:24.675 | INFO | app.tasks.entity.vlm.model:calculate_max_steps:395 - num_samples: 83, batch_size: 2, gradient_accumulation_steps: 4, epochs: 2
39
+ 2026-07-24 15:49:24.676 | INFO | app.tasks.entity.vlm.model:calculate_max_steps:399 - calculating max steps
40
+ 2026-07-24 15:49:24.714 | INFO | __main__:standard_training_loop:357 - Setting up trainer
41
+ 2026-07-24 15:49:31.423 | INFO | __main__:create_trainer:306 - Materialized datasets: 83 train, 13 eval samples
42
+ 2026-07-24 15:49:31.863 | INFO | __main__:standard_training_loop:360 - Starting training
43
+ 2026-07-24 15:49:32.047 | INFO | app.tasks.entity.vlm.model:train_model:600 - everything is set up, launching training
 
ground_truth_data.json CHANGED
The diff for this file is too large to render. See raw diff
 
gt_json.json CHANGED
@@ -1,124 +1,124 @@
1
  {
2
  "gt_jsons": [
3
- "/home/ubuntu/dataset/train/facesheet/06a0aa16-660c-7bf4-8000-3fe4a04702d3.json",
4
- "/home/ubuntu/dataset/train/facesheet/069fe5c4-9853-7b53-8000-bde63e432fff.json",
5
- "/home/ubuntu/dataset/train/facesheet/069fe5c5-2697-7c5e-8000-78a7c323212f.json",
6
- "/home/ubuntu/dataset/train/facesheet/06a0c048-c711-7978-8000-aed7057b2430.json",
7
- "/home/ubuntu/dataset/train/facesheet/069fe5c3-4621-760f-8000-f6cc869c4d55.json",
8
- "/home/ubuntu/dataset/train/facesheet/06a0bd20-c010-7bec-8000-e65ba84d967d.json",
9
- "/home/ubuntu/dataset/train/facesheet/06964865-d22f-7f49-8000-1084a6c2a192.json",
10
- "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d5a-766f-8000-1d51af93d4ec.json",
11
- "/home/ubuntu/dataset/train/facesheet/06a0bd21-2cb3-7e7a-8000-4b49f725f84b.json",
12
- "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-7578-8000-f420429cf9a5.json",
13
- "/home/ubuntu/dataset/train/facesheet/069fe5d0-d3dc-7e63-8000-f0a08a6c83ec.json",
14
- "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-775c-8000-49d352c90b86.json",
15
- "/home/ubuntu/dataset/train/facesheet/069fe5c7-51fb-75f8-8000-03a1e83ded8d.json",
16
  "/home/ubuntu/dataset/train/facesheet/06a0c022-58d3-7b58-8000-f5f70443121e.json",
17
- "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-771f-8000-e15b4c943d8c.json",
18
- "/home/ubuntu/dataset/train/facesheet/06a0bf85-7611-77b0-8000-5bf62b251a2e.json",
19
- "/home/ubuntu/dataset/train/facesheet/06a0c021-a020-76ab-8000-5bb60274d9bb.json",
20
- "/home/ubuntu/dataset/train/facesheet/06a0c021-4cef-719c-8000-bc11fb311b9e.json",
21
- "/home/ubuntu/dataset/train/facesheet/06a0c048-72db-7c52-8000-05440c3c1d41.json",
 
22
  "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d5f-7bac-8000-b8186ac2a3bf.json",
 
 
 
 
23
  "/home/ubuntu/dataset/train/facesheet/06a0c073-4430-7f66-8000-7eb4e749cee4.json",
 
 
 
24
  "/home/ubuntu/dataset/train/facesheet/06a0bfea-592c-7d00-8000-29ae2f714e63.json",
25
  "/home/ubuntu/dataset/train/facesheet/06960910-d129-7181-8000-7fa84af720de.json",
26
- "/home/ubuntu/dataset/train/facesheet/06a0bd23-5c75-7071-8000-79807fd033b3.json",
27
- "/home/ubuntu/dataset/train/facesheet/069fe5cc-f921-7715-8000-78d89e17281b.json",
28
- "/home/ubuntu/dataset/train/facesheet/06a06a3c-6485-7853-8000-8c4b3493bd77.json",
 
 
 
 
 
 
 
29
  "/home/ubuntu/dataset/train/facesheet/06a03fe5-e879-7485-8000-3d0db317e943.json",
 
 
30
  "/home/ubuntu/dataset/train/facesheet/06964864-cfc0-7f16-8000-c58bf795b369.json",
31
- "/home/ubuntu/dataset/train/facesheet/0696090f-dbc1-75bc-8000-c4b4b4515ddf.json",
32
- "/home/ubuntu/dataset/train/facesheet/06a0bd21-10df-7b47-8000-cc9a06c36d22.json",
33
- "/home/ubuntu/dataset/train/facesheet/0696090f-9033-7469-8000-ff6cf1c1fd0d.json",
 
 
 
 
34
  "/home/ubuntu/dataset/train/facesheet/069fe5c4-48f5-797d-8000-13db29d0ea9b.json",
35
  "/home/ubuntu/dataset/train/facesheet/06a0bdc1-b120-7968-8000-ab2787f43015.json",
36
- "/home/ubuntu/dataset/train/facesheet/0696090f-9033-75d4-8000-a1189f600c4e.json",
 
 
37
  "/home/ubuntu/dataset/train/facesheet/06a03fe5-e887-7326-8000-2165011c7f37.json",
38
- "/home/ubuntu/dataset/train/facesheet/069fe5cc-2461-7aea-8000-64530acabb9c.json",
39
- "/home/ubuntu/dataset/train/facesheet/069fe5cc-f922-7689-8000-d949eaf42928.json",
40
- "/home/ubuntu/dataset/train/facesheet/06a0be1b-0906-7ed8-8000-721253fa2c57.json",
41
- "/home/ubuntu/dataset/train/facesheet/06a0bd6a-bee9-71c8-8000-2c1ef769b574.json",
42
- "/home/ubuntu/dataset/train/facesheet/06a0bd22-c37b-7d9b-8000-676fc0530458.json",
43
- "/home/ubuntu/dataset/train/facesheet/069fe5c3-9231-7446-8000-c62668341a0b.json",
44
- "/home/ubuntu/dataset/train/facesheet/0696090f-dbc1-7573-8000-019de5cca65b.json",
45
- "/home/ubuntu/dataset/train/facesheet/06964869-b652-7601-8000-da2c807e19e1.json",
46
- "/home/ubuntu/dataset/train/facesheet/06a02bc1-f771-7df6-8000-c10da5e02a74.json",
47
- "/home/ubuntu/dataset/train/facesheet/06a0c048-72db-7dbe-8000-f57216ad82ba.json",
48
- "/home/ubuntu/dataset/train/facesheet/069fe5c6-ee1c-7cbb-8000-fdd100519faa.json",
49
- "/home/ubuntu/dataset/train/facesheet/06a0c022-193e-7bc7-8000-828f4fc8ecb9.json",
50
- "/home/ubuntu/dataset/train/facesheet/06a02bce-a828-7818-8000-368a9e926042.json",
51
- "/home/ubuntu/dataset/train/facesheet/069fe5cc-f922-76d1-8000-22ecf31ba30b.json",
52
- "/home/ubuntu/dataset/train/facesheet/06a0bd22-c37b-7f69-8000-c6ba9262a764.json",
53
- "/home/ubuntu/dataset/train/facesheet/06964866-91cd-79a1-8000-288be132eb83.json",
54
- "/home/ubuntu/dataset/train/facesheet/069fe5c7-49af-7896-8000-facac18eafb9.json",
55
- "/home/ubuntu/dataset/train/facesheet/069fe5c4-0048-7a13-8000-14e1f7cdb11a.json",
56
- "/home/ubuntu/dataset/train/facesheet/0696090f-9301-7412-8000-eb7251a164c4.json",
57
- "/home/ubuntu/dataset/train/facesheet/06964865-825f-79e4-8000-87cedbfa9734.json",
58
- "/home/ubuntu/dataset/train/facesheet/06960910-765f-7bc9-8000-0af1fa41af4a.json",
59
  "/home/ubuntu/dataset/train/facesheet/06964864-b6ef-776d-8000-db39b81a22ac.json",
60
- "/home/ubuntu/dataset/train/facesheet/06a0bd21-7f84-73f0-8000-fe23e53fc3cf.json",
61
- "/home/ubuntu/dataset/train/facesheet/06964868-2b98-7e99-8000-cb706d172404.json",
62
- "/home/ubuntu/dataset/train/facesheet/06964866-2d23-7870-8000-ab58da5d71c3.json",
63
- "/home/ubuntu/dataset/train/facesheet/06964868-a695-76c4-8000-f0c2f516a730.json",
64
- "/home/ubuntu/dataset/train/facesheet/06a0bd21-2cb3-7ebc-8000-ebcbca23ace5.json",
65
- "/home/ubuntu/dataset/train/facesheet/06964868-f3e4-719e-8000-ff1d45690d56.json",
66
  "/home/ubuntu/dataset/train/facesheet/06964867-6cfe-72e6-8000-0990858702b4.json",
 
 
67
  "/home/ubuntu/dataset/train/facesheet/06a0bdc2-fbc2-7962-8000-17d2f96a42af.json",
68
- "/home/ubuntu/dataset/train/facesheet/0696486a-31fe-75f1-8000-97a32991fee2.json",
69
- "/home/ubuntu/dataset/train/facesheet/06964868-cd6f-79e4-8000-d3dd0f7a2688.json",
70
  "/home/ubuntu/dataset/train/facesheet/0696090f-9301-75a3-8000-ef57573e8175.json",
71
- "/home/ubuntu/dataset/train/facesheet/06964866-64c7-7d95-8000-5b90bab1346a.json",
72
- "/home/ubuntu/dataset/train/facesheet/06964867-ece7-7828-8000-f403cb83e9a7.json",
73
- "/home/ubuntu/dataset/train/facesheet/069fe5ce-6c10-7e8a-8000-b37708cd6deb.json",
74
- "/home/ubuntu/dataset/train/facesheet/069fe5cc-f93c-7ba4-8000-e7b95e86e919.json",
75
- "/home/ubuntu/dataset/train/facesheet/06964869-e7d7-7b98-8000-aaae20e21f4b.json",
76
- "/home/ubuntu/dataset/train/facesheet/06964869-36ae-73cc-8000-e45838f8c2c1.json",
77
- "/home/ubuntu/dataset/train/facesheet/06964869-f46b-7fe5-8000-ec02283ea07c.json",
78
- "/home/ubuntu/dataset/train/facesheet/06a0bdc2-a1c4-72dc-8000-9ab14bc43bcd.json",
79
- "/home/ubuntu/dataset/train/facesheet/06964866-b193-7b40-8000-fb355a755cbf.json",
 
80
  "/home/ubuntu/dataset/train/facesheet/06964866-a46b-76c3-8000-6afe147b95f4.json",
81
- "/home/ubuntu/dataset/train/facesheet/06964864-f29f-7a3b-8000-862af311f829.json",
82
- "/home/ubuntu/dataset/train/facesheet/069fe5c3-4621-75dd-8000-6c86c6abc6ee.json",
83
- "/home/ubuntu/dataset/train/facesheet/069fe5c3-9256-70d9-8000-1880e9d2f563.json",
 
 
 
 
84
  "/home/ubuntu/dataset/train/facesheet/06a0bdc2-fbc2-77a4-8000-ecea2ac58002.json",
85
- "/home/ubuntu/dataset/train/facesheet/06a06a6d-07e8-75e9-8000-c76dbe0bc517.json",
 
 
 
 
 
 
 
 
 
 
 
86
  "/home/ubuntu/dataset/val/facesheet/06a03fe4-076c-7844-8000-8e8abac8ae28.json",
 
 
87
  "/home/ubuntu/dataset/val/facesheet/06a06a73-d34d-7698-8000-fb99ab81a6c6.json",
88
  "/home/ubuntu/dataset/val/facesheet/069fe5c4-0048-7938-8000-baefcd381939.json",
89
- "/home/ubuntu/dataset/val/facesheet/06964865-9989-7902-8000-f5f6ec0560a3.json",
90
- "/home/ubuntu/dataset/val/facesheet/069fe5c4-0048-78d5-8000-2b3b10e44365.json",
91
- "/home/ubuntu/dataset/val/facesheet/069fe5c4-7c38-7621-8000-400248e2555a.json",
92
  "/home/ubuntu/dataset/val/facesheet/06964868-69f8-7968-8000-7b3aa1f663b7.json",
93
- "/home/ubuntu/dataset/val/facesheet/069fe5cc-f921-7c9f-8000-3a0b257f70cb.json",
94
- "/home/ubuntu/dataset/val/facesheet/0696090f-dbc1-73c3-8000-d7b19c52f74b.json",
95
  "/home/ubuntu/dataset/val/facesheet/06964864-b691-7425-8000-8c72e1765df4.json",
96
- "/home/ubuntu/dataset/val/facesheet/06964868-4993-7fdf-8000-46aa783e7a74.json",
97
  "/home/ubuntu/dataset/val/facesheet/06a0c048-697f-7d69-8000-fb7aa916268b.json",
98
- "/home/ubuntu/dataset/val/facesheet/06a06a3e-7468-7729-8000-fa21e15794a7.json",
99
- "/home/ubuntu/dataset/test/facesheet/06a0bd20-c011-70d6-8000-83cb78905b95.json",
100
- "/home/ubuntu/dataset/test/facesheet/069fe5c7-bed8-7f6d-8000-b37084073272.json",
101
- "/home/ubuntu/dataset/test/facesheet/069fe5c3-2d5a-7862-8000-d08f4b3bc6a9.json",
102
- "/home/ubuntu/dataset/test/facesheet/06a0bd23-5c75-71e4-8000-c3c67e9a3030.json",
103
- "/home/ubuntu/dataset/test/facesheet/069fe5cd-f48b-7ffe-8000-b7a30825c570.json",
104
- "/home/ubuntu/dataset/test/facesheet/069fe5c3-9256-7161-8000-8be7730839dc.json",
105
- "/home/ubuntu/dataset/test/facesheet/06a0bf7c-f46d-784d-8000-2d457b58eaa3.json",
106
- "/home/ubuntu/dataset/test/facesheet/06a0bd20-50cc-779a-8000-6cdc392cb691.json",
107
- "/home/ubuntu/dataset/test/facesheet/069fe5c6-ee1c-7c72-8000-2b5716539bd5.json",
108
  "/home/ubuntu/dataset/test/facesheet/06a0c048-c711-7758-8000-fc2e5c926e91.json",
109
- "/home/ubuntu/dataset/test/facesheet/06a0bd23-9858-78f2-8000-1b32a0ef8dc7.json",
110
- "/home/ubuntu/dataset/test/facesheet/069fe5cc-f921-7336-8000-e7b9e648583c.json",
111
- "/home/ubuntu/dataset/test/facesheet/06a0c048-d156-77b5-8000-19e502a451d2.json",
112
- "/home/ubuntu/dataset/test/facesheet/06a0bd20-14a0-7e47-8000-5d675024c40a.json",
113
- "/home/ubuntu/dataset/test/facesheet/06a0be19-da02-7ba1-8000-997891634842.json",
114
  "/home/ubuntu/dataset/test/facesheet/06960910-765f-7ef9-8000-a27e7868ffa3.json",
115
- "/home/ubuntu/dataset/test/facesheet/06964865-8261-731e-8000-9911b8ac418d.json",
116
  "/home/ubuntu/dataset/test/facesheet/06a0c022-193e-7b26-8000-ade0cc261433.json",
117
  "/home/ubuntu/dataset/test/facesheet/06964869-0e59-7b59-8000-ad0b3bbdebac.json",
118
- "/home/ubuntu/dataset/test/facesheet/06964867-ed23-7e8c-8000-44cc6b4312ac.json",
 
 
119
  "/home/ubuntu/dataset/test/facesheet/06a0bf66-7dc6-7d9f-8000-ac41c124e30d.json",
 
 
 
 
 
 
120
  "/home/ubuntu/dataset/test/facesheet/06964866-f3e3-73f4-8000-84320bea8ace.json",
121
- "/home/ubuntu/dataset/test/facesheet/06960910-d128-7ef7-8000-b561498b7e78.json",
122
- "/home/ubuntu/dataset/test/facesheet/069fe5cc-f93c-7c0d-8000-3a13c1fc7aa9.json"
 
 
123
  ]
124
  }
 
1
  {
2
  "gt_jsons": [
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "/home/ubuntu/dataset/train/facesheet/06a0c022-58d3-7b58-8000-f5f70443121e.json",
4
+ "/home/ubuntu/dataset/train/facesheet/06a0bd20-c010-7bec-8000-e65ba84d967d.json",
5
+ "/home/ubuntu/dataset/train/facesheet/06964869-f46b-7fe5-8000-ec02283ea07c.json",
6
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-4621-75dd-8000-6c86c6abc6ee.json",
7
+ "/home/ubuntu/dataset/train/facesheet/06a0c048-c711-7978-8000-aed7057b2430.json",
8
+ "/home/ubuntu/dataset/train/facesheet/0696090f-9301-7412-8000-eb7251a164c4.json",
9
+ "/home/ubuntu/dataset/train/facesheet/06a02bce-a828-7818-8000-368a9e926042.json",
10
  "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d5f-7bac-8000-b8186ac2a3bf.json",
11
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-f93c-7ba4-8000-e7b95e86e919.json",
12
+ "/home/ubuntu/dataset/train/facesheet/06a0c021-4cef-719c-8000-bc11fb311b9e.json",
13
+ "/home/ubuntu/dataset/train/facesheet/06a06a6d-07e8-75e9-8000-c76dbe0bc517.json",
14
+ "/home/ubuntu/dataset/train/facesheet/06964868-f3e4-719e-8000-ff1d45690d56.json",
15
  "/home/ubuntu/dataset/train/facesheet/06a0c073-4430-7f66-8000-7eb4e749cee4.json",
16
+ "/home/ubuntu/dataset/train/facesheet/06a0c021-a020-76ab-8000-5bb60274d9bb.json",
17
+ "/home/ubuntu/dataset/train/facesheet/06964869-b652-7601-8000-da2c807e19e1.json",
18
+ "/home/ubuntu/dataset/train/facesheet/06964865-d22f-7f49-8000-1084a6c2a192.json",
19
  "/home/ubuntu/dataset/train/facesheet/06a0bfea-592c-7d00-8000-29ae2f714e63.json",
20
  "/home/ubuntu/dataset/train/facesheet/06960910-d129-7181-8000-7fa84af720de.json",
21
+ "/home/ubuntu/dataset/train/facesheet/06964866-91cd-79a1-8000-288be132eb83.json",
22
+ "/home/ubuntu/dataset/train/facesheet/06964864-f29f-7a3b-8000-862af311f829.json",
23
+ "/home/ubuntu/dataset/train/facesheet/06960910-765f-7bc9-8000-0af1fa41af4a.json",
24
+ "/home/ubuntu/dataset/train/facesheet/06964869-e7d7-7b98-8000-aaae20e21f4b.json",
25
+ "/home/ubuntu/dataset/train/facesheet/06a0aa16-660c-7bf4-8000-3fe4a04702d3.json",
26
+ "/home/ubuntu/dataset/train/facesheet/0696090f-9033-75d4-8000-a1189f600c4e.json",
27
+ "/home/ubuntu/dataset/train/facesheet/06a0bd6a-bee9-71c8-8000-2c1ef769b574.json",
28
+ "/home/ubuntu/dataset/train/facesheet/069fe5c4-0048-7a13-8000-14e1f7cdb11a.json",
29
+ "/home/ubuntu/dataset/train/facesheet/069fe5c5-2697-7c5e-8000-78a7c323212f.json",
30
+ "/home/ubuntu/dataset/train/facesheet/06964866-b193-7b40-8000-fb355a755cbf.json",
31
  "/home/ubuntu/dataset/train/facesheet/06a03fe5-e879-7485-8000-3d0db317e943.json",
32
+ "/home/ubuntu/dataset/train/facesheet/06964869-36ae-73cc-8000-e45838f8c2c1.json",
33
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-f922-7689-8000-d949eaf42928.json",
34
  "/home/ubuntu/dataset/train/facesheet/06964864-cfc0-7f16-8000-c58bf795b369.json",
35
+ "/home/ubuntu/dataset/train/facesheet/06964865-825f-79e4-8000-87cedbfa9734.json",
36
+ "/home/ubuntu/dataset/train/facesheet/06964868-cd6f-79e4-8000-d3dd0f7a2688.json",
37
+ "/home/ubuntu/dataset/train/facesheet/069fe5ce-6c10-7e8a-8000-b37708cd6deb.json",
38
+ "/home/ubuntu/dataset/train/facesheet/06a06a3c-6485-7853-8000-8c4b3493bd77.json",
39
+ "/home/ubuntu/dataset/train/facesheet/06964867-ece7-7828-8000-f403cb83e9a7.json",
40
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-f922-76d1-8000-22ecf31ba30b.json",
41
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-9231-7446-8000-c62668341a0b.json",
42
  "/home/ubuntu/dataset/train/facesheet/069fe5c4-48f5-797d-8000-13db29d0ea9b.json",
43
  "/home/ubuntu/dataset/train/facesheet/06a0bdc1-b120-7968-8000-ab2787f43015.json",
44
+ "/home/ubuntu/dataset/train/facesheet/0696090f-9033-7469-8000-ff6cf1c1fd0d.json",
45
+ "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-7578-8000-f420429cf9a5.json",
46
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-9256-70d9-8000-1880e9d2f563.json",
47
  "/home/ubuntu/dataset/train/facesheet/06a03fe5-e887-7326-8000-2165011c7f37.json",
48
+ "/home/ubuntu/dataset/train/facesheet/069fe5d0-d3dc-7e63-8000-f0a08a6c83ec.json",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  "/home/ubuntu/dataset/train/facesheet/06964864-b6ef-776d-8000-db39b81a22ac.json",
 
 
 
 
 
 
50
  "/home/ubuntu/dataset/train/facesheet/06964867-6cfe-72e6-8000-0990858702b4.json",
51
+ "/home/ubuntu/dataset/train/facesheet/069fe5c7-51fb-75f8-8000-03a1e83ded8d.json",
52
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-4621-760f-8000-f6cc869c4d55.json",
53
  "/home/ubuntu/dataset/train/facesheet/06a0bdc2-fbc2-7962-8000-17d2f96a42af.json",
54
+ "/home/ubuntu/dataset/train/facesheet/069fe5c3-2d5a-766f-8000-1d51af93d4ec.json",
55
+ "/home/ubuntu/dataset/train/facesheet/06a0bd21-10df-7b47-8000-cc9a06c36d22.json",
56
  "/home/ubuntu/dataset/train/facesheet/0696090f-9301-75a3-8000-ef57573e8175.json",
57
+ "/home/ubuntu/dataset/train/facesheet/06a0c048-72db-7dbe-8000-f57216ad82ba.json",
58
+ "/home/ubuntu/dataset/train/facesheet/069fe5c4-9853-7b53-8000-bde63e432fff.json",
59
+ "/home/ubuntu/dataset/train/facesheet/06a0bd21-2cb3-7e7a-8000-4b49f725f84b.json",
60
+ "/home/ubuntu/dataset/train/facesheet/0696486a-31fe-75f1-8000-97a32991fee2.json",
61
+ "/home/ubuntu/dataset/train/facesheet/06a0bd22-c37b-7f69-8000-c6ba9262a764.json",
62
+ "/home/ubuntu/dataset/train/facesheet/06964868-a695-76c4-8000-f0c2f516a730.json",
63
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-f921-7715-8000-78d89e17281b.json",
64
+ "/home/ubuntu/dataset/train/facesheet/06a02bc1-f771-7df6-8000-c10da5e02a74.json",
65
+ "/home/ubuntu/dataset/train/facesheet/06a0c048-72db-7c52-8000-05440c3c1d41.json",
66
+ "/home/ubuntu/dataset/train/facesheet/06a0bd22-c37b-7d9b-8000-676fc0530458.json",
67
  "/home/ubuntu/dataset/train/facesheet/06964866-a46b-76c3-8000-6afe147b95f4.json",
68
+ "/home/ubuntu/dataset/train/facesheet/06a0bdc2-a1c4-72dc-8000-9ab14bc43bcd.json",
69
+ "/home/ubuntu/dataset/train/facesheet/06a0bd21-2cb3-7ebc-8000-ebcbca23ace5.json",
70
+ "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-771f-8000-e15b4c943d8c.json",
71
+ "/home/ubuntu/dataset/train/facesheet/06a0be1b-0906-7ed8-8000-721253fa2c57.json",
72
+ "/home/ubuntu/dataset/train/facesheet/06a0bd23-5c75-7071-8000-79807fd033b3.json",
73
+ "/home/ubuntu/dataset/train/facesheet/06964866-2d23-7870-8000-ab58da5d71c3.json",
74
+ "/home/ubuntu/dataset/train/facesheet/069fe5c6-ee1c-7cbb-8000-fdd100519faa.json",
75
  "/home/ubuntu/dataset/train/facesheet/06a0bdc2-fbc2-77a4-8000-ecea2ac58002.json",
76
+ "/home/ubuntu/dataset/train/facesheet/069fe5cc-2461-7aea-8000-64530acabb9c.json",
77
+ "/home/ubuntu/dataset/train/facesheet/06a0bf85-7611-77b0-8000-5bf62b251a2e.json",
78
+ "/home/ubuntu/dataset/train/facesheet/06a0bd21-7f84-73f0-8000-fe23e53fc3cf.json",
79
+ "/home/ubuntu/dataset/train/facesheet/0696090f-dbc1-7573-8000-019de5cca65b.json",
80
+ "/home/ubuntu/dataset/train/facesheet/06964868-2b98-7e99-8000-cb706d172404.json",
81
+ "/home/ubuntu/dataset/train/facesheet/0696090f-dbc1-75bc-8000-c4b4b4515ddf.json",
82
+ "/home/ubuntu/dataset/train/facesheet/06a0c022-193e-7bc7-8000-828f4fc8ecb9.json",
83
+ "/home/ubuntu/dataset/train/facesheet/0696090f-d74e-775c-8000-49d352c90b86.json",
84
+ "/home/ubuntu/dataset/train/facesheet/06964866-64c7-7d95-8000-5b90bab1346a.json",
85
+ "/home/ubuntu/dataset/train/facesheet/069fe5c7-49af-7896-8000-facac18eafb9.json",
86
+ "/home/ubuntu/dataset/val/facesheet/069fe5c4-7c38-7621-8000-400248e2555a.json",
87
+ "/home/ubuntu/dataset/val/facesheet/06a06a3e-7468-7729-8000-fa21e15794a7.json",
88
  "/home/ubuntu/dataset/val/facesheet/06a03fe4-076c-7844-8000-8e8abac8ae28.json",
89
+ "/home/ubuntu/dataset/val/facesheet/069fe5c4-0048-78d5-8000-2b3b10e44365.json",
90
+ "/home/ubuntu/dataset/val/facesheet/069fe5cc-f921-7c9f-8000-3a0b257f70cb.json",
91
  "/home/ubuntu/dataset/val/facesheet/06a06a73-d34d-7698-8000-fb99ab81a6c6.json",
92
  "/home/ubuntu/dataset/val/facesheet/069fe5c4-0048-7938-8000-baefcd381939.json",
 
 
 
93
  "/home/ubuntu/dataset/val/facesheet/06964868-69f8-7968-8000-7b3aa1f663b7.json",
 
 
94
  "/home/ubuntu/dataset/val/facesheet/06964864-b691-7425-8000-8c72e1765df4.json",
95
+ "/home/ubuntu/dataset/val/facesheet/0696090f-dbc1-73c3-8000-d7b19c52f74b.json",
96
  "/home/ubuntu/dataset/val/facesheet/06a0c048-697f-7d69-8000-fb7aa916268b.json",
97
+ "/home/ubuntu/dataset/val/facesheet/06964868-4993-7fdf-8000-46aa783e7a74.json",
98
+ "/home/ubuntu/dataset/val/facesheet/06964865-9989-7902-8000-f5f6ec0560a3.json",
 
 
 
 
 
 
 
 
99
  "/home/ubuntu/dataset/test/facesheet/06a0c048-c711-7758-8000-fc2e5c926e91.json",
100
+ "/home/ubuntu/dataset/test/facesheet/06960910-d128-7ef7-8000-b561498b7e78.json",
101
+ "/home/ubuntu/dataset/test/facesheet/069fe5cc-f93c-7c0d-8000-3a13c1fc7aa9.json",
102
+ "/home/ubuntu/dataset/test/facesheet/069fe5c6-ee1c-7c72-8000-2b5716539bd5.json",
103
+ "/home/ubuntu/dataset/test/facesheet/06a0bf7c-f46d-784d-8000-2d457b58eaa3.json",
 
104
  "/home/ubuntu/dataset/test/facesheet/06960910-765f-7ef9-8000-a27e7868ffa3.json",
105
+ "/home/ubuntu/dataset/test/facesheet/06a0bd20-c011-70d6-8000-83cb78905b95.json",
106
  "/home/ubuntu/dataset/test/facesheet/06a0c022-193e-7b26-8000-ade0cc261433.json",
107
  "/home/ubuntu/dataset/test/facesheet/06964869-0e59-7b59-8000-ad0b3bbdebac.json",
108
+ "/home/ubuntu/dataset/test/facesheet/06a0bd23-9858-78f2-8000-1b32a0ef8dc7.json",
109
+ "/home/ubuntu/dataset/test/facesheet/06964865-8261-731e-8000-9911b8ac418d.json",
110
+ "/home/ubuntu/dataset/test/facesheet/06a0bd20-14a0-7e47-8000-5d675024c40a.json",
111
  "/home/ubuntu/dataset/test/facesheet/06a0bf66-7dc6-7d9f-8000-ac41c124e30d.json",
112
+ "/home/ubuntu/dataset/test/facesheet/069fe5cc-f921-7336-8000-e7b9e648583c.json",
113
+ "/home/ubuntu/dataset/test/facesheet/069fe5c3-2d5a-7862-8000-d08f4b3bc6a9.json",
114
+ "/home/ubuntu/dataset/test/facesheet/06a0bd20-50cc-779a-8000-6cdc392cb691.json",
115
+ "/home/ubuntu/dataset/test/facesheet/069fe5cd-f48b-7ffe-8000-b7a30825c570.json",
116
+ "/home/ubuntu/dataset/test/facesheet/06a0be19-da02-7ba1-8000-997891634842.json",
117
+ "/home/ubuntu/dataset/test/facesheet/06a0c048-d156-77b5-8000-19e502a451d2.json",
118
  "/home/ubuntu/dataset/test/facesheet/06964866-f3e3-73f4-8000-84320bea8ace.json",
119
+ "/home/ubuntu/dataset/test/facesheet/069fe5c7-bed8-7f6d-8000-b37084073272.json",
120
+ "/home/ubuntu/dataset/test/facesheet/06a0bd23-5c75-71e4-8000-c3c67e9a3030.json",
121
+ "/home/ubuntu/dataset/test/facesheet/069fe5c3-9256-7161-8000-8be7730839dc.json",
122
+ "/home/ubuntu/dataset/test/facesheet/06964867-ed23-7e8c-8000-44cc6b4312ac.json"
123
  ]
124
  }
runs/Jul24_15-49-33_fe5727609164/events.out.tfevents.1784908173.fe5727609164.10041.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b53f34d4b2fb6adf4cd1c9833fbc6ddcab36666c288fb4b51cb86e47106891f5
3
+ size 9179