| AUG: |
| AA_TYPE: rand-m9-mstd0.5-inc1 |
| COLOR_JITTER: 0.4 |
| ENABLE: false |
| GEN_MASK_LOADER: false |
| INTERPOLATION: bicubic |
| MASK_FRAMES: false |
| MASK_RATIO: 0.0 |
| MASK_TUBE: false |
| MASK_WINDOW_SIZE: |
| - 8 |
| - 7 |
| - 7 |
| MAX_MASK_PATCHES_PER_BLOCK: null |
| NUM_SAMPLE: 1 |
| RE_COUNT: 1 |
| RE_MODE: pixel |
| RE_PROB: 0.25 |
| RE_SPLIT: false |
| AVA: |
| ANNOTATION_DIR: /mnt/vol/gfsai-flash3-east/ai-group/users/haoqifan/ava/frame_list/ |
| BGR: false |
| DETECTION_SCORE_THRESH: 0.9 |
| EXCLUSION_FILE: ava_val_excluded_timestamps_v2.2.csv |
| FRAME_DIR: /mnt/fair-flash3-east/ava_trainval_frames.img/ |
| FRAME_LIST_DIR: /mnt/vol/gfsai-flash3-east/ai-group/users/haoqifan/ava/frame_list/ |
| FULL_TEST_ON_VAL: false |
| GROUNDTRUTH_FILE: ava_val_v2.2.csv |
| IMG_PROC_BACKEND: cv2 |
| LABEL_MAP_FILE: ava_action_list_v2.2_for_activitynet_2019.pbtxt |
| TEST_FORCE_FLIP: false |
| TEST_LISTS: |
| - val.csv |
| TEST_PREDICT_BOX_LISTS: |
| - ava_val_predicted_boxes.csv |
| TRAIN_GT_BOX_LISTS: |
| - ava_train_v2.2.csv |
| TRAIN_LISTS: |
| - train.csv |
| TRAIN_PCA_JITTER_ONLY: true |
| TRAIN_PREDICT_BOX_LISTS: [] |
| TRAIN_USE_COLOR_AUGMENTATION: false |
| BENCHMARK: |
| LOG_PERIOD: 100 |
| NUM_EPOCHS: 5 |
| SHUFFLE: true |
| BN: |
| GLOBAL_SYNC: false |
| NORM_TYPE: sync_batchnorm |
| NUM_BATCHES_PRECISE: 200 |
| NUM_SPLITS: 1 |
| NUM_SYNC_DEVICES: 1 |
| USE_PRECISE_STATS: true |
| WEIGHT_DECAY: 0.0 |
| CONTRASTIVE: |
| BN_MLP: false |
| BN_SYNC_MLP: false |
| DELTA_CLIPS_MAX: .inf |
| DELTA_CLIPS_MIN: -.inf |
| DIM: 128 |
| INTERP_MEMORY: false |
| KNN_ON: true |
| LENGTH: 239975 |
| LOCAL_SHUFFLE_BN: true |
| MEM_TYPE: 1d |
| MLP_DIM: 2048 |
| MOCO_MULTI_VIEW_QUEUE: false |
| MOMENTUM: 0.5 |
| MOMENTUM_ANNEALING: false |
| NUM_CLASSES_DOWNSTREAM: 400 |
| NUM_MLP_LAYERS: 1 |
| PREDICTOR_DEPTHS: [] |
| QUEUE_LEN: 65536 |
| SEQUENTIAL: false |
| SIMCLR_DIST_ON: true |
| SWAV_QEUE_LEN: 0 |
| T: 0.07 |
| TYPE: mem |
| DATA: |
| COLOR_RND_GRAYSCALE: 0.0 |
| DECODING_BACKEND: torchvision |
| DECODING_SHORT_SIZE: 256 |
| DUMMY_LOAD: false |
| ENSEMBLE_METHOD: max |
| IN22K_TRAINVAL: false |
| IN22k_VAL_IN1K: '' |
| INPUT_CHANNEL_NUM: |
| - 3 |
| INV_UNIFORM_SAMPLE: true |
| IN_VAL_CROP_RATIO: 0.875 |
| LOADER_CHUNK_OVERALL_SIZE: 0 |
| LOADER_CHUNK_SIZE: 0 |
| MEAN: |
| - 0.45 |
| - 0.45 |
| - 0.45 |
| MULTI_LABEL: true |
| NUM_FRAMES: 16 |
| PATH_LABEL_SEPARATOR: ' ' |
| PATH_PREFIX: kabr/KABR/dataset/image |
| PATH_TO_DATA_DIR: kabr/KABR/annotation |
| PATH_TO_PRELOAD_IMDB: '' |
| RANDOM_FLIP: true |
| REVERSE_INPUT_CHANNEL: true |
| SAMPLING_RATE: 5 |
| SKIP_ROWS: 0 |
| SSL_BLUR_SIGMA_MAX: |
| - 0.0 |
| - 2.0 |
| SSL_BLUR_SIGMA_MIN: |
| - 0.0 |
| - 0.1 |
| SSL_COLOR_BRI_CON_SAT: |
| - 0.2 |
| - 0.2 |
| - 0.2 |
| SSL_COLOR_HUE: 0.1 |
| SSL_COLOR_JITTER: true |
| SSL_MOCOV2_AUG: false |
| STD: |
| - 0.225 |
| - 0.225 |
| - 0.225 |
| TARGET_FPS: 30 |
| TEST_CROP_SIZE: 300 |
| TIME_DIFF_PROB: 0.0 |
| TRAIN_CROP_NUM_SPATIAL: 1 |
| TRAIN_CROP_NUM_TEMPORAL: 1 |
| TRAIN_CROP_SIZE: 300 |
| TRAIN_JITTER_ASPECT_RELATIVE: [] |
| TRAIN_JITTER_FPS: 0.0 |
| TRAIN_JITTER_MOTION_SHIFT: false |
| TRAIN_JITTER_SCALES: |
| - 300 |
| - 400 |
| TRAIN_JITTER_SCALES_RELATIVE: [] |
| TRAIN_PCA_EIGVAL: |
| - 0.225 |
| - 0.224 |
| - 0.229 |
| TRAIN_PCA_EIGVEC: |
| - - -0.5675 |
| - 0.7192 |
| - 0.4009 |
| - - -0.5808 |
| - -0.0045 |
| - -0.814 |
| - - -0.5836 |
| - -0.6948 |
| - 0.4203 |
| USE_OFFSET_SAMPLING: false |
| DATA_LOADER: |
| ENABLE_MULTI_THREAD_DECODE: false |
| NUM_WORKERS: 8 |
| PIN_MEMORY: true |
| DEMO: |
| BUFFER_SIZE: 0 |
| CLIP_VIS_SIZE: 10 |
| COMMON_CLASS_NAMES: |
| - watch (a person) |
| - talk to (e.g., self, a person, a group) |
| - listen to (a person) |
| - touch (an object) |
| - carry/hold (an object) |
| - walk |
| - sit |
| - lie/sleep |
| - bend/bow (at the waist) |
| COMMON_CLASS_THRES: 0.7 |
| DETECTRON2_CFG: COCO-Detection/faster_rcnn_R_50_FPN_3x.yaml |
| DETECTRON2_THRESH: 0.9 |
| DETECTRON2_WEIGHTS: detectron2://COCO-Detection/faster_rcnn_R_50_FPN_3x/137849458/model_final_280758.pkl |
| DISPLAY_HEIGHT: 0 |
| DISPLAY_WIDTH: 0 |
| ENABLE: false |
| FPS: 30 |
| GT_BOXES: '' |
| INPUT_FORMAT: BGR |
| INPUT_VIDEO: kabr/KABR/dataset/video/G0103.mp4 |
| LABEL_FILE_PATH: kabr/KABR/annotation/classes.json |
| NUM_CLIPS_SKIP: 1 |
| NUM_VIS_INSTANCES: 1 |
| OUTPUT_FILE: kabr/KABR/dataset/predict/G0103.mp4 |
| OUTPUT_FPS: -1 |
| PREDS_BOXES: '' |
| SLOWMO: 1 |
| STARTING_SECOND: 900 |
| THREAD_ENABLE: false |
| UNCOMMON_CLASS_THRES: 0.3 |
| VIS_MODE: thres |
| WEBCAM: -1 |
| DETECTION: |
| ALIGNED: true |
| ENABLE: false |
| ROI_XFORM_RESOLUTION: 7 |
| SPATIAL_SCALE_FACTOR: 16 |
| DIST_BACKEND: nccl |
| LOG_MODEL_INFO: true |
| LOG_PERIOD: 10 |
| MASK: |
| DECODER_DEPTH: 0 |
| DECODER_EMBED_DIM: 512 |
| DECODER_SEP_POS_EMBED: false |
| DEC_KV_KERNEL: [] |
| DEC_KV_STRIDE: [] |
| ENABLE: false |
| HEAD_TYPE: separate |
| MAE_ON: false |
| MAE_RND_MASK: false |
| NORM_PRED_PIXEL: true |
| PER_FRAME_MASKING: false |
| PRED_HOG: false |
| PRETRAIN_DEPTH: |
| - 15 |
| SCALE_INIT_BY_DEPTH: false |
| TIME_STRIDE_LOSS: true |
| MIXUP: |
| ALPHA: 0.8 |
| CUTMIX_ALPHA: 1.0 |
| ENABLE: false |
| LABEL_SMOOTH_VALUE: 0.1 |
| PROB: 1.0 |
| SWITCH_PROB: 0.5 |
| MODEL: |
| ACT_CHECKPOINT: false |
| ARCH: x3d |
| DETACH_FINAL_FC: false |
| DROPCONNECT_RATE: 0.0 |
| DROPOUT_RATE: 0.5 |
| FC_INIT_STD: 0.01 |
| FP16_ALLREDUCE: false |
| FROZEN_BN: false |
| HEAD_ACT: sigmoid |
| LOSS_FUNC: EQL |
| MODEL_NAME: X3D |
| MULTI_PATHWAY_ARCH: |
| - slowfast |
| NUM_CLASSES: 8 |
| SINGLE_PATHWAY_ARCH: |
| - 2d |
| - c2d |
| - i3d |
| - slow |
| - x3d |
| - mvit |
| - maskmvit |
| MULTIGRID: |
| BN_BASE_SIZE: 8 |
| DEFAULT_B: 0 |
| DEFAULT_S: 0 |
| DEFAULT_T: 0 |
| EPOCH_FACTOR: 1.5 |
| EVAL_FREQ: 3 |
| LONG_CYCLE: false |
| LONG_CYCLE_FACTORS: |
| - - 0.25 |
| - 0.7071067811865476 |
| - - 0.5 |
| - 0.7071067811865476 |
| - - 0.5 |
| - 1 |
| - - 1 |
| - 1 |
| LONG_CYCLE_SAMPLING_RATE: 0 |
| SHORT_CYCLE: false |
| SHORT_CYCLE_FACTORS: |
| - 0.5 |
| - 0.7071067811865476 |
| MVIT: |
| CLS_EMBED_ON: true |
| DEPTH: 16 |
| DIM_MUL: [] |
| DIM_MUL_IN_ATT: false |
| DROPOUT_RATE: 0.0 |
| DROPPATH_RATE: 0.1 |
| EMBED_DIM: 96 |
| HEAD_INIT_SCALE: 1.0 |
| HEAD_MUL: [] |
| LAYER_SCALE_INIT_VALUE: 0.0 |
| MLP_RATIO: 4.0 |
| MODE: conv |
| NORM: layernorm |
| NORM_STEM: false |
| NUM_HEADS: 1 |
| PATCH_2D: false |
| PATCH_KERNEL: |
| - 3 |
| - 7 |
| - 7 |
| PATCH_PADDING: |
| - 2 |
| - 4 |
| - 4 |
| PATCH_STRIDE: |
| - 2 |
| - 4 |
| - 4 |
| POOL_FIRST: false |
| POOL_KVQ_KERNEL: null |
| POOL_KV_STRIDE: [] |
| POOL_KV_STRIDE_ADAPTIVE: null |
| POOL_Q_STRIDE: [] |
| QKV_BIAS: true |
| REL_POS_SPATIAL: false |
| REL_POS_TEMPORAL: false |
| REL_POS_ZERO_INIT: false |
| RESIDUAL_POOLING: false |
| REV: |
| BUFFER_LAYERS: [] |
| ENABLE: false |
| PRE_Q_FUSION: avg |
| RESPATH_FUSE: concat |
| RES_PATH: conv |
| SEPARATE_QKV: false |
| SEP_POS_EMBED: false |
| USE_ABS_POS: true |
| USE_FIXED_SINCOS_POS: false |
| USE_MEAN_POOLING: false |
| ZERO_DECAY_POS_CLS: true |
| NONLOCAL: |
| GROUP: |
| - - 1 |
| - - 1 |
| - - 1 |
| - - 1 |
| INSTANTIATION: dot_product |
| LOCATION: |
| - - [] |
| - - [] |
| - - [] |
| - - [] |
| POOL: |
| - - - 1 |
| - 2 |
| - 2 |
| - - 1 |
| - 2 |
| - 2 |
| - - - 1 |
| - 2 |
| - 2 |
| - - 1 |
| - 2 |
| - 2 |
| - - - 1 |
| - 2 |
| - 2 |
| - - 1 |
| - 2 |
| - 2 |
| - - - 1 |
| - 2 |
| - 2 |
| - - 1 |
| - 2 |
| - 2 |
| NUM_GPUS: 8 |
| NUM_SHARDS: 1 |
| OUTPUT_DIR: kabr/KABR/logs/x3d-l-kabr |
| RESNET: |
| DEPTH: 50 |
| INPLACE_RELU: true |
| NUM_BLOCK_TEMP_KERNEL: |
| - - 3 |
| - - 4 |
| - - 6 |
| - - 3 |
| NUM_GROUPS: 1 |
| SPATIAL_DILATIONS: |
| - - 1 |
| - - 1 |
| - - 1 |
| - - 1 |
| SPATIAL_STRIDES: |
| - - 1 |
| - - 2 |
| - - 2 |
| - - 2 |
| STRIDE_1X1: false |
| TRANS_FUNC: x3d_transform |
| WIDTH_PER_GROUP: 64 |
| ZERO_INIT_FINAL_BN: true |
| ZERO_INIT_FINAL_CONV: false |
| RNG_SEED: 0 |
| SHARD_ID: 0 |
| SLOWFAST: |
| ALPHA: 8 |
| BETA_INV: 8 |
| FUSION_CONV_CHANNEL_RATIO: 2 |
| FUSION_KERNEL_SZ: 5 |
| SOLVER: |
| BASE_LR: 0.05 |
| BASE_LR_SCALE_NUM_SHARDS: true |
| BETAS: |
| - 0.9 |
| - 0.999 |
| CLIP_GRAD_L2NORM: null |
| CLIP_GRAD_VAL: null |
| COSINE_AFTER_WARMUP: false |
| COSINE_END_LR: 0.0 |
| DAMPENING: 0.0 |
| GAMMA: 0.1 |
| LARS_ON: false |
| LAYER_DECAY: 1.0 |
| LRS: [] |
| LR_POLICY: cosine |
| MAX_EPOCH: 120 |
| MOMENTUM: 0.9 |
| NESTEROV: true |
| OPTIMIZING_METHOD: sgd |
| STEPS: [] |
| STEP_SIZE: 1 |
| WARMUP_EPOCHS: 35.0 |
| WARMUP_FACTOR: 0.1 |
| WARMUP_START_LR: 0.01 |
| WEIGHT_DECAY: 5.0e-05 |
| ZERO_WD_1D_PARAM: false |
| TASK: '' |
| TENSORBOARD: |
| CATEGORIES_PATH: '' |
| CLASS_NAMES_PATH: kabr/KABR/annotation/classes.json |
| CONFUSION_MATRIX: |
| ENABLE: true |
| FIGSIZE: |
| - 8 |
| - 8 |
| SUBSET_PATH: kabr/KABR/annotation/classes.txt |
| ENABLE: true |
| HISTOGRAM: |
| ENABLE: true |
| FIGSIZE: |
| - 8 |
| - 8 |
| SUBSET_PATH: kabr/KABR/annotation/classes.txt |
| TOPK: 3 |
| LOG_DIR: '' |
| MODEL_VIS: |
| ACTIVATIONS: true |
| COLORMAP: Pastel2 |
| ENABLE: true |
| GRAD_CAM: |
| COLORMAP: viridis |
| ENABLE: true |
| LAYER_LIST: |
| - s5/pathway0_res14 |
| USE_TRUE_LABEL: false |
| INPUT_VIDEO: true |
| LAYER_LIST: |
| - s5/pathway0_res14 |
| MODEL_WEIGHTS: true |
| TOPK_PREDS: 1 |
| PREDICTIONS_PATH: '' |
| WRONG_PRED_VIS: |
| ENABLE: false |
| SUBSET_PATH: '' |
| TAG: Incorrectly classified videos. |
| TEST: |
| BATCH_SIZE: 64 |
| CHECKPOINT_FILE_PATH: '' |
| CHECKPOINT_TYPE: pytorch |
| DATASET: charades |
| ENABLE: false |
| NUM_ENSEMBLE_VIEWS: 2 |
| NUM_SPATIAL_CROPS: 1 |
| NUM_TEMPORAL_CLIPS: [] |
| SAVE_RESULTS_PATH: kabr/KABR/logs/x3d-l-kabr/results.txt |
| TRAIN: |
| AUTO_RESUME: true |
| BATCH_SIZE: 64 |
| CHECKPOINT_CLEAR_NAME_PATTERN: [] |
| CHECKPOINT_EPOCH_RESET: true |
| CHECKPOINT_FILE_PATH: slowfast/projects/x3d/x3d_l.pyth |
| CHECKPOINT_INFLATE: false |
| CHECKPOINT_IN_INIT: false |
| CHECKPOINT_PERIOD: 5 |
| CHECKPOINT_TYPE: pytorch |
| DATASET: charades |
| ENABLE: true |
| EVAL_PERIOD: 5 |
| KILL_LOSS_EXPLOSION_FACTOR: 0.0 |
| MIXED_PRECISION: false |
| VIS_MASK: |
| ENABLE: false |
| X3D: |
| BN_LIN5: false |
| BOTTLENECK_FACTOR: 2.25 |
| CHANNELWISE_3x3x3: true |
| DEPTH_FACTOR: 5.0 |
| DIM_C1: 12 |
| DIM_C5: 2048 |
| SCALE_RES2: false |
| WIDTH_FACTOR: 2.0 |
|
|
