Move config file to model repository

configs/final_model_config.yaml

@@ -1,342 +0,0 @@
-CUDNN_BENCHMARK: false
-DATALOADER:
-  ASPECT_RATIO_GROUPING: true
-  FILTER_EMPTY_ANNOTATIONS: true
-  NUM_WORKERS: 4
-  REPEAT_SQRT: true
-  REPEAT_THRESHOLD: 0.5
-  SAMPLER_TRAIN: RepeatFactorTrainingSampler
-DATASETS:
-  PRECOMPUTED_PROPOSAL_TOPK_TEST: 1000
-  PRECOMPUTED_PROPOSAL_TOPK_TRAIN: 2000
-  PROPOSAL_FILES_TEST: []
-  PROPOSAL_FILES_TRAIN: []
-  TEST:
-  - orchid_val
-  TRAIN:
-  - orchid_train
-FLOAT32_PRECISION: ''
-GLOBAL:
-  HACK: 1.0
-INPUT:
-  CROP:
-    ENABLED: true
-    SIZE:
-    - 0.9
-    - 0.9
-    TYPE: relative_range
-  FORMAT: BGR
-  MASK_FORMAT: polygon
-  MAX_SIZE_TEST: 1600
-  MAX_SIZE_TRAIN: 1440
-  MIN_SIZE_TEST: 1600
-  MIN_SIZE_TRAIN:
-  - 640
-  - 864
-  MIN_SIZE_TRAIN_SAMPLING: range
-  RANDOM_FLIP: horizontal
-MODEL:
-  ANCHOR_GENERATOR:
-    ANGLES:
-    - - -90
-      - 0
-      - 90
-    ASPECT_RATIOS:
-    - - 0.25
-      - 0.5
-      - 1.0
-      - 2.0
-      - 4.0
-    NAME: DefaultAnchorGenerator
-    OFFSET: 0.0
-    SIZES:
-    - - 16
-      - 32
-      - 48
-      - 64
-    - - 80
-      - 96
-      - 112
-      - 128
-    - - 160
-      - 192
-      - 224
-      - 256
-    - - 320
-      - 384
-      - 448
-      - 512
-    - - 640
-      - 768
-      - 896
-      - 1024
-  BACKBONE:
-    FREEZE_AT: 0
-    NAME: build_resnet_fpn_backbone
-  DEVICE: cuda
-  FPN:
-    FUSE_TYPE: avg
-    IN_FEATURES:
-    - res2
-    - res3
-    - res4
-    - res5
-    NORM: GN
-    OUT_CHANNELS: 256
-  KEYPOINT_ON: false
-  LOAD_PROPOSALS: false
-  MASK_ON: true
-  META_ARCHITECTURE: GeneralizedRCNN
-  PANOPTIC_FPN:
-    COMBINE:
-      ENABLED: true
-      INSTANCES_CONFIDENCE_THRESH: 0.5
-      OVERLAP_THRESH: 0.5
-      STUFF_AREA_LIMIT: 4096
-    INSTANCE_LOSS_WEIGHT: 1.0
-  PIXEL_MEAN:
-  - 225.9112505673327
-  - 220.95089575932585
-  - 219.32312081575023
-  PIXEL_STD:
-  - 26.423396867543683
-  - 19.137937201444196
-  - 16.630502277952843
-  PROPOSAL_GENERATOR:
-    MIN_SIZE: 0
-    NAME: RPN
-  RESNETS:
-    DEFORM_MODULATED: false
-    DEFORM_NUM_GROUPS: 1
-    DEFORM_ON_PER_STAGE:
-    - false
-    - false
-    - false
-    - false
-    DEPTH: 152
-    NORM: GN
-    NUM_GROUPS: 32
-    OUT_FEATURES:
-    - res2
-    - res3
-    - res4
-    - res5
-    RES2_OUT_CHANNELS: 256
-    RES5_DILATION: 1
-    STEM_OUT_CHANNELS: 64
-    STRIDE_IN_1X1: false
-    WIDTH_PER_GROUP: 8
-  RETINANET:
-    BBOX_REG_LOSS_TYPE: smooth_l1
-    BBOX_REG_WEIGHTS: &id002
-    - 1.0
-    - 1.0
-    - 1.0
-    - 1.0
-    FOCAL_LOSS_ALPHA: 0.25
-    FOCAL_LOSS_GAMMA: 2.0
-    IN_FEATURES:
-    - p3
-    - p4
-    - p5
-    - p6
-    - p7
-    IOU_LABELS:
-    - 0
-    - -1
-    - 1
-    IOU_THRESHOLDS:
-    - 0.4
-    - 0.5
-    NMS_THRESH_TEST: 0.5
-    NORM: ''
-    NUM_CLASSES: 80
-    NUM_CONVS: 4
-    PRIOR_PROB: 0.01
-    SCORE_THRESH_TEST: 0.05
-    SMOOTH_L1_LOSS_BETA: 0.1
-    TOPK_CANDIDATES_TEST: 1000
-  ROI_BOX_CASCADE_HEAD:
-    BBOX_REG_WEIGHTS:
-    - &id001
-      - 10.0
-      - 10.0
-      - 5.0
-      - 5.0
-    - - 20.0
-      - 20.0
-      - 10.0
-      - 10.0
-    - - 30.0
-      - 30.0
-      - 15.0
-      - 15.0
-    IOUS:
-    - 0.5
-    - 0.6
-    - 0.7
-  ROI_BOX_HEAD:
-    BBOX_REG_LOSS_TYPE: ciou
-    BBOX_REG_LOSS_WEIGHT: 1.0
-    BBOX_REG_WEIGHTS: *id001
-    CLS_AGNOSTIC_BBOX_REG: true
-    CONV_DIM: 256
-    FC_DIM: 1024
-    FED_LOSS_FREQ_WEIGHT_POWER: 0.5
-    FED_LOSS_NUM_CLASSES: 3
-    NAME: FastRCNNConvFCHead
-    NORM: GN
-    NUM_CONV: 4
-    NUM_FC: 1
-    POOLER_RESOLUTION: 7
-    POOLER_SAMPLING_RATIO: 0
-    POOLER_TYPE: ROIAlignV2
-    SMOOTH_L1_BETA: 0.0
-    TRAIN_ON_PRED_BOXES: false
-    USE_FED_LOSS: true
-    USE_SIGMOID_CE: true
-  ROI_HEADS:
-    BATCH_SIZE_PER_IMAGE: 512
-    IN_FEATURES:
-    - p2
-    - p3
-    - p4
-    - p5
-    IOU_LABELS:
-    - 0
-    - 1
-    IOU_THRESHOLDS:
-    - 0.5
-    NAME: CascadeROIHeads
-    NMS_THRESH_TEST: 0.7
-    NUM_CLASSES: 3
-    POSITIVE_FRACTION: 0.8
-    PROPOSAL_APPEND_GT: true
-    SCORE_THRESH_TEST: 0.5
-  ROI_KEYPOINT_HEAD:
-    CONV_DIMS:
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    LOSS_WEIGHT: 1.0
-    MIN_KEYPOINTS_PER_IMAGE: 1
-    NAME: KRCNNConvDeconvUpsampleHead
-    NORMALIZE_LOSS_BY_VISIBLE_KEYPOINTS: true
-    NUM_KEYPOINTS: 17
-    POOLER_RESOLUTION: 14
-    POOLER_SAMPLING_RATIO: 0
-    POOLER_TYPE: ROIAlignV2
-  ROI_MASK_HEAD:
-    CLS_AGNOSTIC_MASK: true
-    CONV_DIM: 256
-    NAME: MaskRCNNConvUpsampleHead
-    NORM: GN
-    NUM_CONV: 8
-    POOLER_RESOLUTION: 14
-    POOLER_SAMPLING_RATIO: 0
-    POOLER_TYPE: ROIAlignV2
-  RPN:
-    BATCH_SIZE_PER_IMAGE: 256
-    BBOX_REG_LOSS_TYPE: ciou
-    BBOX_REG_LOSS_WEIGHT: 1.0
-    BBOX_REG_WEIGHTS: *id002
-    BOUNDARY_THRESH: -1
-    CONV_DIMS:
-    - -1
-    HEAD_NAME: StandardRPNHead
-    IN_FEATURES:
-    - p2
-    - p3
-    - p4
-    - p5
-    - p6
-    IOU_LABELS:
-    - 0
-    - -1
-    - 1
-    IOU_THRESHOLDS:
-    - 0.3
-    - 0.7
-    LOSS_WEIGHT: 1.0
-    NMS_THRESH: 0.5
-    POSITIVE_FRACTION: 0.8
-    POST_NMS_TOPK_TEST: 1500
-    POST_NMS_TOPK_TRAIN: 1500
-    PRE_NMS_TOPK_TEST: 3000
-    PRE_NMS_TOPK_TRAIN: 3000
-    SMOOTH_L1_BETA: 0.0
-  SEM_SEG_HEAD:
-    COMMON_STRIDE: 4
-    CONVS_DIM: 128
-    IGNORE_VALUE: 255
-    IN_FEATURES:
-    - p2
-    - p3
-    - p4
-    - p5
-    LOSS_WEIGHT: 1.0
-    NAME: SemSegFPNHead
-    NORM: GN
-    NUM_CLASSES: 54
-  WEIGHTS: https://huggingface.co/TZProject/final_tz_segmentor/resolve/main/model_final.pth
-OUTPUT_DIR: ./output
-SEED: -1
-SOLVER:
-  AMP:
-    ENABLED: false
-  BASE_LR: 0.0005
-  BASE_LR_END: 0.0
-  BIAS_LR_FACTOR: 1.0
-  CHECKPOINT_PERIOD: 4600
-  CLIP_GRADIENTS:
-    CLIP_TYPE: norm
-    CLIP_VALUE: 1.0
-    ENABLED: true
-    NORM_TYPE: 2.0
-  GAMMA: 0.1
-  IMS_PER_BATCH: 4
-  LR_SCHEDULER_NAME: WarmupCosineLR
-  MAX_ITER: 23000
-  MOMENTUM: 0.9
-  NESTEROV: false
-  NUM_DECAYS: 3
-  REFERENCE_WORLD_SIZE: 1
-  RESCALE_INTERVAL: false
-  STEPS:
-  - 35000
-  - 45000
-  WARMUP_FACTOR: 0.001
-  WARMUP_ITERS: 4600
-  WARMUP_METHOD: linear
-  WEIGHT_DECAY: 0.01
-  WEIGHT_DECAY_BIAS: null
-  WEIGHT_DECAY_NORM: 0.0
-TEST:
-  AUG:
-    ENABLED: false
-    FLIP: true
-    MAX_SIZE: 4000
-    MIN_SIZES:
-    - 400
-    - 500
-    - 600
-    - 700
-    - 800
-    - 900
-    - 1000
-    - 1100
-    - 1200
-  DETECTIONS_PER_IMAGE: 800
-  EVAL_PERIOD: 1000
-  EXPECTED_RESULTS: []
-  KEYPOINT_OKS_SIGMAS: []
-  PRECISE_BN:
-    ENABLED: false
-    NUM_ITER: 200
-VERSION: 2
-VIS_PERIOD: 0

configs/test_model_config.yaml

@@ -1,332 +0,0 @@
-CUDNN_BENCHMARK: false
-DATALOADER:
-  ASPECT_RATIO_GROUPING: true
-  FILTER_EMPTY_ANNOTATIONS: true
-  NUM_WORKERS: 4
-  REPEAT_SQRT: true
-  REPEAT_THRESHOLD: 0.0
-  SAMPLER_TRAIN: TrainingSampler
-DATASETS:
-  PRECOMPUTED_PROPOSAL_TOPK_TEST: 1000
-  PRECOMPUTED_PROPOSAL_TOPK_TRAIN: 2000
-  PROPOSAL_FILES_TEST: []
-  PROPOSAL_FILES_TRAIN: []
-  TEST:
-  - orchid_val
-  TRAIN:
-  - orchid_train
-FLOAT32_PRECISION: ''
-GLOBAL:
-  HACK: 1.0
-INPUT:
-  CROP:
-    ENABLED: true
-    SIZE:
-    - 0.9
-    - 0.9
-    TYPE: relative_range
-  FORMAT: BGR
-  MASK_FORMAT: polygon
-  MAX_SIZE_TEST: 1333
-  MAX_SIZE_TRAIN: 1440
-  MIN_SIZE_TEST: 800
-  MIN_SIZE_TRAIN:
-  - 640
-  - 864
-  MIN_SIZE_TRAIN_SAMPLING: range
-  RANDOM_FLIP: horizontal
-MODEL:
-  ANCHOR_GENERATOR:
-    ANGLES:
-    - - -90
-      - 0
-      - 90
-    ASPECT_RATIOS:
-    - - 0.25
-      - 0.5
-      - 1.0
-      - 2.0
-      - 4.0
-    NAME: DefaultAnchorGenerator
-    OFFSET: 0.0
-    SIZES:
-    - - 32
-      - 64
-    - - 64
-      - 128
-    - - 128
-      - 256
-    - - 256
-      - 512
-    - - 512
-      - 720
-  BACKBONE:
-    FREEZE_AT: 0
-    NAME: build_resnet_fpn_backbone
-  DEVICE: cuda
-  FPN:
-    FUSE_TYPE: sum
-    IN_FEATURES:
-    - res2
-    - res3
-    - res4
-    - res5
-    NORM: GN
-    OUT_CHANNELS: 256
-  KEYPOINT_ON: false
-  LOAD_PROPOSALS: false
-  MASK_ON: true
-  META_ARCHITECTURE: GeneralizedRCNN
-  PANOPTIC_FPN:
-    COMBINE:
-      ENABLED: true
-      INSTANCES_CONFIDENCE_THRESH: 0.5
-      OVERLAP_THRESH: 0.5
-      STUFF_AREA_LIMIT: 4096
-    INSTANCE_LOSS_WEIGHT: 1.0
-  PIXEL_MEAN:
-  - 225.9112505673327
-  - 220.95089575932585
-  - 219.32312081575023
-  PIXEL_STD:
-  - 26.423396867543683
-  - 19.137937201444196
-  - 16.630502277952843
-  PROPOSAL_GENERATOR:
-    MIN_SIZE: 0
-    NAME: RPN
-  RESNETS:
-    DEFORM_MODULATED: false
-    DEFORM_NUM_GROUPS: 1
-    DEFORM_ON_PER_STAGE:
-    - false
-    - false
-    - false
-    - false
-    DEPTH: 152
-    NORM: GN
-    NUM_GROUPS: 32
-    OUT_FEATURES:
-    - res2
-    - res3
-    - res4
-    - res5
-    RES2_OUT_CHANNELS: 256
-    RES5_DILATION: 1
-    STEM_OUT_CHANNELS: 64
-    STRIDE_IN_1X1: false
-    WIDTH_PER_GROUP: 8
-  RETINANET:
-    BBOX_REG_LOSS_TYPE: smooth_l1
-    BBOX_REG_WEIGHTS: &id002
-    - 1.0
-    - 1.0
-    - 1.0
-    - 1.0
-    FOCAL_LOSS_ALPHA: 0.25
-    FOCAL_LOSS_GAMMA: 2.0
-    IN_FEATURES:
-    - p3
-    - p4
-    - p5
-    - p6
-    - p7
-    IOU_LABELS:
-    - 0
-    - -1
-    - 1
-    IOU_THRESHOLDS:
-    - 0.4
-    - 0.5
-    NMS_THRESH_TEST: 0.5
-    NORM: ''
-    NUM_CLASSES: 80
-    NUM_CONVS: 4
-    PRIOR_PROB: 0.01
-    SCORE_THRESH_TEST: 0.25
-    SMOOTH_L1_LOSS_BETA: 0.1
-    TOPK_CANDIDATES_TEST: 1000
-  ROI_BOX_CASCADE_HEAD:
-    BBOX_REG_WEIGHTS:
-    - &id001
-      - 10.0
-      - 10.0
-      - 5.0
-      - 5.0
-    - - 20.0
-      - 20.0
-      - 10.0
-      - 10.0
-    - - 30.0
-      - 30.0
-      - 15.0
-      - 15.0
-    IOUS:
-    - 0.5
-    - 0.6
-    - 0.7
-  ROI_BOX_HEAD:
-    BBOX_REG_LOSS_TYPE: ciou
-    BBOX_REG_LOSS_WEIGHT: 1.0
-    BBOX_REG_WEIGHTS: *id001
-    CLS_AGNOSTIC_BBOX_REG: true
-    CONV_DIM: 256
-    FC_DIM: 1024
-    FED_LOSS_FREQ_WEIGHT_POWER: 0.5
-    FED_LOSS_NUM_CLASSES: 50
-    NAME: FastRCNNConvFCHead
-    NORM: GN
-    NUM_CONV: 4
-    NUM_FC: 1
-    POOLER_RESOLUTION: 7
-    POOLER_SAMPLING_RATIO: 0
-    POOLER_TYPE: ROIAlignV2
-    SMOOTH_L1_BETA: 0.0
-    TRAIN_ON_PRED_BOXES: false
-    USE_FED_LOSS: false
-    USE_SIGMOID_CE: false
-  ROI_HEADS:
-    BATCH_SIZE_PER_IMAGE: 512
-    IN_FEATURES:
-    - p2
-    - p3
-    - p4
-    - p5
-    IOU_LABELS:
-    - 0
-    - 1
-    IOU_THRESHOLDS:
-    - 0.5
-    NAME: CascadeROIHeads
-    NMS_THRESH_TEST: 0.7
-    NUM_CLASSES: 3
-    POSITIVE_FRACTION: 0.8
-    PROPOSAL_APPEND_GT: true
-    SCORE_THRESH_TEST: 0.5
-  ROI_KEYPOINT_HEAD:
-    CONV_DIMS:
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    - 512
-    LOSS_WEIGHT: 1.0
-    MIN_KEYPOINTS_PER_IMAGE: 1
-    NAME: KRCNNConvDeconvUpsampleHead
-    NORMALIZE_LOSS_BY_VISIBLE_KEYPOINTS: true
-    NUM_KEYPOINTS: 17
-    POOLER_RESOLUTION: 14
-    POOLER_SAMPLING_RATIO: 0
-    POOLER_TYPE: ROIAlignV2
-  ROI_MASK_HEAD:
-    CLS_AGNOSTIC_MASK: true
-    CONV_DIM: 256
-    NAME: MaskRCNNConvUpsampleHead
-    NORM: GN
-    NUM_CONV: 8
-    POOLER_RESOLUTION: 14
-    POOLER_SAMPLING_RATIO: 0
-    POOLER_TYPE: ROIAlignV2
-  RPN:
-    BATCH_SIZE_PER_IMAGE: 512
-    BBOX_REG_LOSS_TYPE: ciou
-    BBOX_REG_LOSS_WEIGHT: 1.0
-    BBOX_REG_WEIGHTS: *id002
-    BOUNDARY_THRESH: -1
-    CONV_DIMS:
-    - -1
-    HEAD_NAME: StandardRPNHead
-    IN_FEATURES:
-    - p2
-    - p3
-    - p4
-    - p5
-    - p6
-    IOU_LABELS:
-    - 0
-    - -1
-    - 1
-    IOU_THRESHOLDS:
-    - 0.5
-    - 0.7
-    LOSS_WEIGHT: 1.0
-    NMS_THRESH: 0.9
-    POSITIVE_FRACTION: 0.8
-    POST_NMS_TOPK_TEST: 4500
-    POST_NMS_TOPK_TRAIN: 6000
-    PRE_NMS_TOPK_TEST: 7500
-    PRE_NMS_TOPK_TRAIN: 10000
-    SMOOTH_L1_BETA: 0.0
-  SEM_SEG_HEAD:
-    COMMON_STRIDE: 4
-    CONVS_DIM: 128
-    IGNORE_VALUE: 255
-    IN_FEATURES:
-    - p2
-    - p3
-    - p4
-    - p5
-    LOSS_WEIGHT: 1.0
-    NAME: SemSegFPNHead
-    NORM: GN
-    NUM_CLASSES: 54
-  WEIGHTS: https://huggingface.co/TZProject/test_model/resolve/main/model_final.pth
-OUTPUT_DIR: ./output
-SEED: -1
-SOLVER:
-  AMP:
-    ENABLED: false
-  BASE_LR: 0.001
-  BASE_LR_END: 0.0
-  BIAS_LR_FACTOR: 1.0
-  CHECKPOINT_PERIOD: 2000
-  CLIP_GRADIENTS:
-    CLIP_TYPE: norm
-    CLIP_VALUE: 1.0
-    ENABLED: true
-    NORM_TYPE: 2.0
-  GAMMA: 0.1
-  IMS_PER_BATCH: 4
-  LR_SCHEDULER_NAME: WarmupCosineLR
-  MAX_ITER: 8000
-  MOMENTUM: 0.9
-  NESTEROV: false
-  NUM_DECAYS: 3
-  REFERENCE_WORLD_SIZE: 4
-  RESCALE_INTERVAL: false
-  STEPS:
-  - 35000
-  - 45000
-  WARMUP_FACTOR: 0.001
-  WARMUP_ITERS: 1600
-  WARMUP_METHOD: linear
-  WEIGHT_DECAY: 0.01
-  WEIGHT_DECAY_BIAS: null
-  WEIGHT_DECAY_NORM: 0.0
-TEST:
-  AUG:
-    ENABLED: false
-    FLIP: true
-    MAX_SIZE: 4000
-    MIN_SIZES:
-    - 400
-    - 500
-    - 600
-    - 700
-    - 800
-    - 900
-    - 1000
-    - 1100
-    - 1200
-  DETECTIONS_PER_IMAGE: 800
-  EVAL_PERIOD: 500
-  EXPECTED_RESULTS: []
-  KEYPOINT_OKS_SIGMAS: []
-  PRECISE_BN:
-    ENABLED: false
-    NUM_ITER: 200
-VERSION: 2
-VIS_PERIOD: 0

python_utils/get_model.py

@@ -1,3 +1,5 @@
+import urllib.request
+
 def get_set_up():
     import torch
     TORCH_VERSION = ".".join(torch.__version__.split(".")[:2])
@@ -16,8 +18,10 @@ def load_model():
 
     ## define relevant parameters
     cfg = get_cfg()
-    
-    cfg.merge_from_file("./configs/final_model_config.yaml")
+    config_url = "https://huggingface.co/TZProject/final_tz_segmentor/resolve/main/final_model_config.yaml"
+    config_filename = "final_model_config.yaml"
+    urllib.request.urlretrieve(config_url, filename=config_filename)
+    cfg.merge_from_file(config_filename)
     if not torch.cuda.is_available():
         cfg.MODEL.DEVICE = "cpu"
     else: