LipReadingTrainingNotebook.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"gpuType":"L4","machine_shape":"hm","authorship_tag":"ABX9TyNl5lRf/80A2RXrGMyq/pnj"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU"},"cells":[{"cell_type":"markdown","source":[],"metadata":{"id":"pVXHP5DiazMr"}},{"cell_type":"code","source":["# ============ Lip Reader — Full Session Setup + Training ============\n","import os, subprocess, time, sys, threading, queue\n","import pandas as pd\n","import matplotlib.pyplot as plt\n","from IPython.display import clear_output\n","from getpass import getpass\n","\n","BUCKET    = 'cam-kai-ml/ML-Lip-Reader'\n","TAR_DIR   = '/content/data/processed'\n","TAR_PATH  = f'{TAR_DIR}/lrs3_rois.tar'\n","EXTRACT   = '/content/data/rois'\n","DATA_ROOT = f'{EXTRACT}/lrs3'\n","CKPT_DIR  = '/content/ckpt'\n","EPOCHS    = 40\n","BATCH     = 64\n","SYNC_SEC  = 300\n","LOG_FILE  = f'{CKPT_DIR}/metrics.csv'\n","\n","import torch\n","if not torch.cuda.is_available():\n","    raise SystemExit(\"No GPU.\")\n","print(f\"Device: {torch.cuda.get_device_name(0)}\")\n","\n","from huggingface_hub import login\n","try:\n","    from google.colab import userdata\n","    token = userdata.get('HF_TOKEN')\n","except Exception:\n","    token = getpass(\"HF token: \")\n","login(token=token)\n","\n","os.makedirs(CKPT_DIR, exist_ok=True)\n","os.makedirs(TAR_DIR, exist_ok=True)\n","\n","# --- Code + checkpoints ---\n","subprocess.run([\"hf\", \"buckets\", \"sync\",\n","                f\"hf://buckets/{BUCKET}/code\", \"/content/code\"], check=True)\n","subprocess.run([\"hf\", \"buckets\", \"sync\",\n","                f\"hf://buckets/{BUCKET}/checkpoints/kai\", CKPT_DIR], check=False)\n","\n","# --- Data: re-download + re-extract (all idempotent, safe to rerun) ---\n","if not (os.path.isdir(DATA_ROOT) and len(os.listdir(DATA_ROOT)) == 50):\n","    if not os.path.exists(TAR_PATH):\n","        print(\"[Syncing 26.8 GB tar...]\")\n","        t0 = time.time()\n","        subprocess.run([\"hf\", \"buckets\", \"sync\",\n","                        f\"hf://buckets/{BUCKET}/processed\", TAR_DIR], check=True)\n","        print(f\"[Downloaded in {time.time()-t0:.0f}s]\")\n","    sz = os.path.getsize(TAR_PATH)\n","    assert sz == 26828912640, f\"Tar is {sz} bytes, expected 26828912640. Partial download.\"\n","    os.makedirs(EXTRACT, exist_ok=True)\n","    print(\"[Extracting...]\")\n","    t0 = time.time()\n","    subprocess.run([\"tar\", \"-xf\", TAR_PATH, \"-C\", EXTRACT], check=True)\n","    print(f\"[Extracted in {time.time()-t0:.0f}s]\")\n","else:\n","    print(\"[Data already present]\")\n","\n","n = len(os.listdir(DATA_ROOT))\n","assert n == 50, f\"Expected 50 word folders at {DATA_ROOT}, found {n}\"\n","print(f\"[Data OK] 50 words at {DATA_ROOT}\")\n","\n","# --- Live plotting ---\n","def update_monitor(logs_list):\n","    if os.path.exists(LOG_FILE):\n","        try:\n","            df = pd.read_csv(LOG_FILE)\n","            if not df.empty:\n","                clear_output(wait=True)\n","                fig, ax1 = plt.subplots(figsize=(10, 4))\n","                ax1.plot(df['loss'], color='tab:red', label='Train Loss')\n","                ax1.set_ylabel('Loss', color='tab:red')\n","                if 'accuracy' in df.columns:\n","                    ax2 = ax1.twinx()\n","                    ax2.plot(df['accuracy'], color='tab:blue', label='Accuracy')\n","                    ax2.set_ylabel('Accuracy', color='tab:blue')\n","                plt.title('Live Training Progress')\n","                fig.legend(loc='upper right')\n","                plt.show(); plt.close(fig)\n","        except Exception as e:\n","            print(f\"[monitor] {type(e).__name__}: {e}\")\n","    print(\"\\n\".join(logs_list[-15:]))\n","\n","# --- Train ---\n","cmd = [sys.executable, \"-u\", \"/content/code/src/train.py\",\n","       \"--data_roots\", DATA_ROOT,\n","       \"--out_dir\", CKPT_DIR,\n","       \"--epochs\", str(EPOCHS),\n","       \"--batch_size\", str(BATCH)]\n","if os.path.exists(f\"{CKPT_DIR}/last.pt\"):\n","    cmd += [\"--resume\", f\"{CKPT_DIR}/last.pt\"]\n","    print(\"[Resuming from last.pt]\")\n","else:\n","    print(\"[No checkpoint found. Starting from scratch.]\")\n","\n","proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT,\n","                        text=True, bufsize=1)\n","\n","q = queue.Queue()\n","def reader():\n","    for line in proc.stdout:\n","        q.put(line.rstrip())\n","    q.put(None)\n","threading.Thread(target=reader, daemon=True).start()\n","\n","last_sync = last_plot = time.time()\n","logs = []\n","try:\n","    print(\"--- Starting Training with Integrated Monitor ---\")\n","    while True:\n","        try:\n","            line = q.get(timeout=1)\n","            if line is None: break\n","            logs.append(line); print(line)\n","        except queue.Empty:\n","            pass\n","        now = time.time()\n","        if now - last_plot > 60:\n","            update_monitor(logs); last_plot = now\n","        if now - last_sync > SYNC_SEC:\n","            print(\"\\n[Cloud Syncing...]\")\n","            subprocess.run([\"hf\", \"buckets\", \"sync\", CKPT_DIR,\n","                            f\"hf://buckets/{BUCKET}/checkpoints/kai\"], check=False)\n","            last_sync = now\n","finally:\n","    proc.wait()\n","    print(f\"[train.py exited {proc.returncode}]\")\n","    subprocess.run([\"hf\", \"buckets\", \"sync\", CKPT_DIR,\n","                    f\"hf://buckets/{BUCKET}/checkpoints/kai\"], check=False)\n","    print(\"Done.\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"KWT43d6LbK_r","outputId":"1e818d8a-5991-475d-fbeb-a2a7497a58e7","executionInfo":{"status":"ok","timestamp":1784247393094,"user_tz":240,"elapsed":2652408,"user":{"displayName":"Kai Leisten","userId":"04736612897588342706"}}},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Device: NVIDIA L4\n","HF token: ··········\n","[Syncing 26.8 GB tar...]\n","[Downloaded in 80s]\n","[Extracting...]\n","[Extracted in 112s]\n","[Data OK] 50 words at /content/data/rois/lrs3\n","[Resuming from last.pt]\n","--- Starting Training with Integrated Monitor ---\n","Device: cuda\n","Classes: 50 | train 90205 val 4771 test 5024\n","Model parameters: 13.6M\n","Resumed from /content/ckpt/last.pt at epoch 34\n","  epoch 34 step 0/1409 loss 1.2236 acc 0.859 lr 1.81e-05\n","  epoch 34 step 20/1409 loss 1.1996 acc 0.872 lr 1.80e-05\n","  epoch 34 step 40/1409 loss 1.2028 acc 0.867 lr 1.79e-05\n","  epoch 34 step 60/1409 loss 1.2005 acc 0.868 lr 1.78e-05\n","  epoch 34 step 80/1409 loss 1.2056 acc 0.867 lr 1.77e-05\n","  epoch 34 step 100/1409 loss 1.2061 acc 0.867 lr 1.77e-05\n","  epoch 34 step 120/1409 loss 1.1998 acc 0.870 lr 1.76e-05\n","  epoch 34 step 140/1409 loss 1.1965 acc 0.871 lr 1.75e-05\n","  epoch 34 step 160/1409 loss 1.1951 acc 0.871 lr 1.74e-05\n","Device: cuda\n","Classes: 50 | train 90205 val 4771 test 5024\n","Model parameters: 13.6M\n","Resumed from /content/ckpt/last.pt at epoch 34\n","  epoch 34 step 0/1409 loss 1.2236 acc 0.859 lr 1.81e-05\n","  epoch 34 step 20/1409 loss 1.1996 acc 0.872 lr 1.80e-05\n","  epoch 34 step 40/1409 loss 1.2028 acc 0.867 lr 1.79e-05\n","  epoch 34 step 60/1409 loss 1.2005 acc 0.868 lr 1.78e-05\n","  epoch 34 step 80/1409 loss 1.2056 acc 0.867 lr 1.77e-05\n","  epoch 34 step 100/1409 loss 1.2061 acc 0.867 lr 1.77e-05\n","  epoch 34 step 120/1409 loss 1.1998 acc 0.870 lr 1.76e-05\n","  epoch 34 step 140/1409 loss 1.1965 acc 0.871 lr 1.75e-05\n","  epoch 34 step 160/1409 loss 1.1951 acc 0.871 lr 1.74e-05\n","  epoch 34 step 180/1409 loss 1.1974 acc 0.871 lr 1.73e-05\n","  epoch 34 step 200/1409 loss 1.1979 acc 0.871 lr 1.73e-05\n","  epoch 34 step 220/1409 loss 1.1964 acc 0.871 lr 1.72e-05\n","  epoch 34 step 240/1409 loss 1.1945 acc 0.872 lr 1.71e-05\n","  epoch 34 step 260/1409 loss 1.1946 acc 0.872 lr 1.70e-05\n","  epoch 34 step 280/1409 loss 1.1928 acc 0.873 lr 1.69e-05\n","  epoch 34 step 300/1409 loss 1.1939 acc 0.873 lr 1.68e-05\n","  epoch 34 step 320/1409 loss 1.1959 acc 0.872 lr 1.68e-05\n","  epoch 34 step 340/1409 loss 1.1954 acc 0.872 lr 1.67e-05\n","  epoch 34 step 360/1409 loss 1.1955 acc 0.872 lr 1.66e-05\n","  epoch 34 step 380/1409 loss 1.1949 acc 0.872 lr 1.65e-05\n","  epoch 34 step 100/1409 loss 1.2061 acc 0.867 lr 1.77e-05\n","  epoch 34 step 120/1409 loss 1.1998 acc 0.870 lr 1.76e-05\n","  epoch 34 step 140/1409 loss 1.1965 acc 0.871 lr 1.75e-05\n","  epoch 34 step 160/1409 loss 1.1951 acc 0.871 lr 1.74e-05\n","  epoch 34 step 180/1409 loss 1.1974 acc 0.871 lr 1.73e-05\n","  epoch 34 step 200/1409 loss 1.1979 acc 0.871 lr 1.73e-05\n","  epoch 34 step 220/1409 loss 1.1964 acc 0.871 lr 1.72e-05\n","  epoch 34 step 240/1409 loss 1.1945 acc 0.872 lr 1.71e-05\n","  epoch 34 step 260/1409 loss 1.1946 acc 0.872 lr 1.70e-05\n","  epoch 34 step 280/1409 loss 1.1928 acc 0.873 lr 1.69e-05\n","  epoch 34 step 300/1409 loss 1.1939 acc 0.873 lr 1.68e-05\n","  epoch 34 step 320/1409 loss 1.1959 acc 0.872 lr 1.68e-05\n","  epoch 34 step 340/1409 loss 1.1954 acc 0.872 lr 1.67e-05\n","  epoch 34 step 360/1409 loss 1.1955 acc 0.872 lr 1.66e-05\n","  epoch 34 step 380/1409 loss 1.1949 acc 0.872 lr 1.65e-05\n","  epoch 34 step 400/1409 loss 1.1952 acc 0.872 lr 1.64e-05\n","  epoch 34 step 420/1409 loss 1.1939 acc 0.872 lr 1.64e-05\n","  epoch 34 step 440/1409 loss 1.1935 acc 0.872 lr 1.63e-05\n","  epoch 34 step 460/1409 loss 1.1940 acc 0.872 lr 1.62e-05\n","  epoch 34 step 480/1409 loss 1.1947 acc 0.871 lr 1.61e-05\n","  epoch 34 step 500/1409 loss 1.1945 acc 0.871 lr 1.60e-05\n","  epoch 34 step 520/1409 loss 1.1942 acc 0.872 lr 1.60e-05\n","  epoch 34 step 540/1409 loss 1.1944 acc 0.872 lr 1.59e-05\n","  epoch 34 step 560/1409 loss 1.1944 acc 0.872 lr 1.58e-05\n","  epoch 34 step 580/1409 loss 1.1947 acc 0.872 lr 1.57e-05\n","  epoch 34 step 600/1409 loss 1.1942 acc 0.872 lr 1.56e-05\n","  epoch 34 step 320/1409 loss 1.1959 acc 0.872 lr 1.68e-05\n","  epoch 34 step 340/1409 loss 1.1954 acc 0.872 lr 1.67e-05\n","  epoch 34 step 360/1409 loss 1.1955 acc 0.872 lr 1.66e-05\n","  epoch 34 step 380/1409 loss 1.1949 acc 0.872 lr 1.65e-05\n","  epoch 34 step 400/1409 loss 1.1952 acc 0.872 lr 1.64e-05\n","  epoch 34 step 420/1409 loss 1.1939 acc 0.872 lr 1.64e-05\n","  epoch 34 step 440/1409 loss 1.1935 acc 0.872 lr 1.63e-05\n","  epoch 34 step 460/1409 loss 1.1940 acc 0.872 lr 1.62e-05\n","  epoch 34 step 480/1409 loss 1.1947 acc 0.871 lr 1.61e-05\n","  epoch 34 step 500/1409 loss 1.1945 acc 0.871 lr 1.60e-05\n","  epoch 34 step 520/1409 loss 1.1942 acc 0.872 lr 1.60e-05\n","  epoch 34 step 540/1409 loss 1.1944 acc 0.872 lr 1.59e-05\n","  epoch 34 step 560/1409 loss 1.1944 acc 0.872 lr 1.58e-05\n","  epoch 34 step 580/1409 loss 1.1947 acc 0.872 lr 1.57e-05\n","  epoch 34 step 600/1409 loss 1.1942 acc 0.872 lr 1.56e-05\n","  epoch 34 step 620/1409 loss 1.1934 acc 0.872 lr 1.56e-05\n","  epoch 34 step 640/1409 loss 1.1936 acc 0.872 lr 1.55e-05\n","  epoch 34 step 660/1409 loss 1.1940 acc 0.872 lr 1.54e-05\n","  epoch 34 step 680/1409 loss 1.1936 acc 0.872 lr 1.53e-05\n","  epoch 34 step 700/1409 loss 1.1938 acc 0.872 lr 1.53e-05\n","  epoch 34 step 720/1409 loss 1.1935 acc 0.872 lr 1.52e-05\n","  epoch 34 step 740/1409 loss 1.1930 acc 0.872 lr 1.51e-05\n","  epoch 34 step 760/1409 loss 1.1932 acc 0.872 lr 1.50e-05\n","  epoch 34 step 780/1409 loss 1.1933 acc 0.872 lr 1.50e-05\n","  epoch 34 step 800/1409 loss 1.1931 acc 0.872 lr 1.49e-05\n","  epoch 34 step 820/1409 loss 1.1931 acc 0.872 lr 1.48e-05\n","  epoch 34 step 540/1409 loss 1.1944 acc 0.872 lr 1.59e-05\n","  epoch 34 step 560/1409 loss 1.1944 acc 0.872 lr 1.58e-05\n","  epoch 34 step 580/1409 loss 1.1947 acc 0.872 lr 1.57e-05\n","  epoch 34 step 600/1409 loss 1.1942 acc 0.872 lr 1.56e-05\n","  epoch 34 step 620/1409 loss 1.1934 acc 0.872 lr 1.56e-05\n","  epoch 34 step 640/1409 loss 1.1936 acc 0.872 lr 1.55e-05\n","  epoch 34 step 660/1409 loss 1.1940 acc 0.872 lr 1.54e-05\n","  epoch 34 step 680/1409 loss 1.1936 acc 0.872 lr 1.53e-05\n","  epoch 34 step 700/1409 loss 1.1938 acc 0.872 lr 1.53e-05\n","  epoch 34 step 720/1409 loss 1.1935 acc 0.872 lr 1.52e-05\n","  epoch 34 step 740/1409 loss 1.1930 acc 0.872 lr 1.51e-05\n","  epoch 34 step 760/1409 loss 1.1932 acc 0.872 lr 1.50e-05\n","  epoch 34 step 780/1409 loss 1.1933 acc 0.872 lr 1.50e-05\n","  epoch 34 step 800/1409 loss 1.1931 acc 0.872 lr 1.49e-05\n","  epoch 34 step 820/1409 loss 1.1931 acc 0.872 lr 1.48e-05\n","  epoch 34 step 840/1409 loss 1.1927 acc 0.872 lr 1.47e-05\n","  epoch 34 step 860/1409 loss 1.1929 acc 0.872 lr 1.46e-05\n","  epoch 34 step 880/1409 loss 1.1933 acc 0.872 lr 1.46e-05\n","  epoch 34 step 900/1409 loss 1.1930 acc 0.872 lr 1.45e-05\n","  epoch 34 step 920/1409 loss 1.1929 acc 0.872 lr 1.44e-05\n","  epoch 34 step 940/1409 loss 1.1931 acc 0.872 lr 1.43e-05\n","  epoch 34 step 960/1409 loss 1.1937 acc 0.872 lr 1.43e-05\n","  epoch 34 step 980/1409 loss 1.1935 acc 0.872 lr 1.42e-05\n","  epoch 34 step 1000/1409 loss 1.1930 acc 0.872 lr 1.41e-05\n","  epoch 34 step 1020/1409 loss 1.1932 acc 0.872 lr 1.40e-05\n","\n","[Cloud Syncing...]\n","  epoch 34 step 1040/1409 loss 1.1936 acc 0.872 lr 1.40e-05\n","  epoch 34 step 760/1409 loss 1.1932 acc 0.872 lr 1.50e-05\n","  epoch 34 step 780/1409 loss 1.1933 acc 0.872 lr 1.50e-05\n","  epoch 34 step 800/1409 loss 1.1931 acc 0.872 lr 1.49e-05\n","  epoch 34 step 820/1409 loss 1.1931 acc 0.872 lr 1.48e-05\n","  epoch 34 step 840/1409 loss 1.1927 acc 0.872 lr 1.47e-05\n","  epoch 34 step 860/1409 loss 1.1929 acc 0.872 lr 1.46e-05\n","  epoch 34 step 880/1409 loss 1.1933 acc 0.872 lr 1.46e-05\n","  epoch 34 step 900/1409 loss 1.1930 acc 0.872 lr 1.45e-05\n","  epoch 34 step 920/1409 loss 1.1929 acc 0.872 lr 1.44e-05\n","  epoch 34 step 940/1409 loss 1.1931 acc 0.872 lr 1.43e-05\n","  epoch 34 step 960/1409 loss 1.1937 acc 0.872 lr 1.43e-05\n","  epoch 34 step 980/1409 loss 1.1935 acc 0.872 lr 1.42e-05\n","  epoch 34 step 1000/1409 loss 1.1930 acc 0.872 lr 1.41e-05\n","  epoch 34 step 1020/1409 loss 1.1932 acc 0.872 lr 1.40e-05\n","  epoch 34 step 1040/1409 loss 1.1936 acc 0.872 lr 1.40e-05\n","  epoch 34 step 1060/1409 loss 1.1942 acc 0.872 lr 1.39e-05\n","  epoch 34 step 1080/1409 loss 1.1940 acc 0.872 lr 1.38e-05\n","  epoch 34 step 1100/1409 loss 1.1937 acc 0.872 lr 1.37e-05\n","  epoch 34 step 1120/1409 loss 1.1938 acc 0.872 lr 1.37e-05\n","  epoch 34 step 1140/1409 loss 1.1944 acc 0.872 lr 1.36e-05\n","  epoch 34 step 1160/1409 loss 1.1944 acc 0.872 lr 1.35e-05\n","  epoch 34 step 1180/1409 loss 1.1951 acc 0.872 lr 1.35e-05\n","  epoch 34 step 1200/1409 loss 1.1953 acc 0.872 lr 1.34e-05\n","  epoch 34 step 1220/1409 loss 1.1955 acc 0.872 lr 1.33e-05\n","  epoch 34 step 1240/1409 loss 1.1959 acc 0.871 lr 1.32e-05\n","  epoch 34 step 1260/1409 loss 1.1957 acc 0.872 lr 1.32e-05\n","  epoch 34 step 980/1409 loss 1.1935 acc 0.872 lr 1.42e-05\n","  epoch 34 step 1000/1409 loss 1.1930 acc 0.872 lr 1.41e-05\n","  epoch 34 step 1020/1409 loss 1.1932 acc 0.872 lr 1.40e-05\n","  epoch 34 step 1040/1409 loss 1.1936 acc 0.872 lr 1.40e-05\n","  epoch 34 step 1060/1409 loss 1.1942 acc 0.872 lr 1.39e-05\n","  epoch 34 step 1080/1409 loss 1.1940 acc 0.872 lr 1.38e-05\n","  epoch 34 step 1100/1409 loss 1.1937 acc 0.872 lr 1.37e-05\n","  epoch 34 step 1120/1409 loss 1.1938 acc 0.872 lr 1.37e-05\n","  epoch 34 step 1140/1409 loss 1.1944 acc 0.872 lr 1.36e-05\n","  epoch 34 step 1160/1409 loss 1.1944 acc 0.872 lr 1.35e-05\n","  epoch 34 step 1180/1409 loss 1.1951 acc 0.872 lr 1.35e-05\n","  epoch 34 step 1200/1409 loss 1.1953 acc 0.872 lr 1.34e-05\n","  epoch 34 step 1220/1409 loss 1.1955 acc 0.872 lr 1.33e-05\n","  epoch 34 step 1240/1409 loss 1.1959 acc 0.871 lr 1.32e-05\n","  epoch 34 step 1260/1409 loss 1.1957 acc 0.872 lr 1.32e-05\n","  epoch 34 step 1280/1409 loss 1.1955 acc 0.872 lr 1.31e-05\n","  epoch 34 step 1300/1409 loss 1.1957 acc 0.872 lr 1.30e-05\n","  epoch 34 step 1320/1409 loss 1.1957 acc 0.872 lr 1.30e-05\n","  epoch 34 step 1340/1409 loss 1.1954 acc 0.872 lr 1.29e-05\n","  epoch 34 step 1360/1409 loss 1.1952 acc 0.872 lr 1.28e-05\n","  epoch 34 step 1380/1409 loss 1.1952 acc 0.872 lr 1.27e-05\n","  epoch 34 step 1400/1409 loss 1.1949 acc 0.872 lr 1.27e-05\n","[epoch 34] train loss 1.1948 acc 0.872 | val loss 2.3872 acc 0.515 | best 0.517 | 401s\n","  epoch 35 step 0/1409 loss 1.1474 acc 0.891 lr 1.26e-05\n","  epoch 35 step 20/1409 loss 1.1746 acc 0.881 lr 1.26e-05\n","  epoch 35 step 40/1409 loss 1.1838 acc 0.878 lr 1.25e-05\n","  epoch 34 step 1200/1409 loss 1.1953 acc 0.872 lr 1.34e-05\n","  epoch 34 step 1220/1409 loss 1.1955 acc 0.872 lr 1.33e-05\n","  epoch 34 step 1240/1409 loss 1.1959 acc 0.871 lr 1.32e-05\n","  epoch 34 step 1260/1409 loss 1.1957 acc 0.872 lr 1.32e-05\n","  epoch 34 step 1280/1409 loss 1.1955 acc 0.872 lr 1.31e-05\n","  epoch 34 step 1300/1409 loss 1.1957 acc 0.872 lr 1.30e-05\n","  epoch 34 step 1320/1409 loss 1.1957 acc 0.872 lr 1.30e-05\n","  epoch 34 step 1340/1409 loss 1.1954 acc 0.872 lr 1.29e-05\n","  epoch 34 step 1360/1409 loss 1.1952 acc 0.872 lr 1.28e-05\n","  epoch 34 step 1380/1409 loss 1.1952 acc 0.872 lr 1.27e-05\n","  epoch 34 step 1400/1409 loss 1.1949 acc 0.872 lr 1.27e-05\n","[epoch 34] train loss 1.1948 acc 0.872 | val loss 2.3872 acc 0.515 | best 0.517 | 401s\n","  epoch 35 step 0/1409 loss 1.1474 acc 0.891 lr 1.26e-05\n","  epoch 35 step 20/1409 loss 1.1746 acc 0.881 lr 1.26e-05\n","  epoch 35 step 40/1409 loss 1.1838 acc 0.878 lr 1.25e-05\n","  epoch 35 step 60/1409 loss 1.1801 acc 0.879 lr 1.24e-05\n","  epoch 35 step 80/1409 loss 1.1852 acc 0.879 lr 1.24e-05\n","  epoch 35 step 100/1409 loss 1.1891 acc 0.876 lr 1.23e-05\n","  epoch 35 step 120/1409 loss 1.1884 acc 0.877 lr 1.22e-05\n","  epoch 35 step 140/1409 loss 1.1923 acc 0.875 lr 1.21e-05\n","  epoch 35 step 160/1409 loss 1.1883 acc 0.875 lr 1.21e-05\n","  epoch 35 step 180/1409 loss 1.1858 acc 0.876 lr 1.20e-05\n","  epoch 35 step 200/1409 loss 1.1850 acc 0.876 lr 1.19e-05\n","  epoch 35 step 220/1409 loss 1.1856 acc 0.876 lr 1.19e-05\n","  epoch 35 step 240/1409 loss 1.1844 acc 0.876 lr 1.18e-05\n","  epoch 35 step 260/1409 loss 1.1869 acc 0.875 lr 1.17e-05\n","[epoch 34] train loss 1.1948 acc 0.872 | val loss 2.3872 acc 0.515 | best 0.517 | 401s\n","  epoch 35 step 0/1409 loss 1.1474 acc 0.891 lr 1.26e-05\n","  epoch 35 step 20/1409 loss 1.1746 acc 0.881 lr 1.26e-05\n","  epoch 35 step 40/1409 loss 1.1838 acc 0.878 lr 1.25e-05\n","  epoch 35 step 60/1409 loss 1.1801 acc 0.879 lr 1.24e-05\n","  epoch 35 step 80/1409 loss 1.1852 acc 0.879 lr 1.24e-05\n","  epoch 35 step 100/1409 loss 1.1891 acc 0.876 lr 1.23e-05\n","  epoch 35 step 120/1409 loss 1.1884 acc 0.877 lr 1.22e-05\n","  epoch 35 step 140/1409 loss 1.1923 acc 0.875 lr 1.21e-05\n","  epoch 35 step 160/1409 loss 1.1883 acc 0.875 lr 1.21e-05\n","  epoch 35 step 180/1409 loss 1.1858 acc 0.876 lr 1.20e-05\n","  epoch 35 step 200/1409 loss 1.1850 acc 0.876 lr 1.19e-05\n","  epoch 35 step 220/1409 loss 1.1856 acc 0.876 lr 1.19e-05\n","  epoch 35 step 240/1409 loss 1.1844 acc 0.876 lr 1.18e-05\n","  epoch 35 step 260/1409 loss 1.1869 acc 0.875 lr 1.17e-05\n","  epoch 35 step 280/1409 loss 1.1857 acc 0.875 lr 1.17e-05\n","  epoch 35 step 300/1409 loss 1.1862 acc 0.876 lr 1.16e-05\n","  epoch 35 step 320/1409 loss 1.1849 acc 0.876 lr 1.15e-05\n","  epoch 35 step 340/1409 loss 1.1858 acc 0.876 lr 1.15e-05\n","  epoch 35 step 360/1409 loss 1.1866 acc 0.875 lr 1.14e-05\n","  epoch 35 step 380/1409 loss 1.1862 acc 0.876 lr 1.13e-05\n","  epoch 35 step 400/1409 loss 1.1873 acc 0.875 lr 1.13e-05\n","  epoch 35 step 420/1409 loss 1.1874 acc 0.874 lr 1.12e-05\n","  epoch 35 step 440/1409 loss 1.1861 acc 0.875 lr 1.11e-05\n","  epoch 35 step 460/1409 loss 1.1857 acc 0.875 lr 1.11e-05\n","  epoch 35 step 480/1409 loss 1.1866 acc 0.875 lr 1.10e-05\n","  epoch 35 step 200/1409 loss 1.1850 acc 0.876 lr 1.19e-05\n","  epoch 35 step 220/1409 loss 1.1856 acc 0.876 lr 1.19e-05\n","  epoch 35 step 240/1409 loss 1.1844 acc 0.876 lr 1.18e-05\n","  epoch 35 step 260/1409 loss 1.1869 acc 0.875 lr 1.17e-05\n","  epoch 35 step 280/1409 loss 1.1857 acc 0.875 lr 1.17e-05\n","  epoch 35 step 300/1409 loss 1.1862 acc 0.876 lr 1.16e-05\n","  epoch 35 step 320/1409 loss 1.1849 acc 0.876 lr 1.15e-05\n","  epoch 35 step 340/1409 loss 1.1858 acc 0.876 lr 1.15e-05\n","  epoch 35 step 360/1409 loss 1.1866 acc 0.875 lr 1.14e-05\n","  epoch 35 step 380/1409 loss 1.1862 acc 0.876 lr 1.13e-05\n","  epoch 35 step 400/1409 loss 1.1873 acc 0.875 lr 1.13e-05\n","  epoch 35 step 420/1409 loss 1.1874 acc 0.874 lr 1.12e-05\n","  epoch 35 step 440/1409 loss 1.1861 acc 0.875 lr 1.11e-05\n","  epoch 35 step 460/1409 loss 1.1857 acc 0.875 lr 1.11e-05\n","  epoch 35 step 480/1409 loss 1.1866 acc 0.875 lr 1.10e-05\n","  epoch 35 step 500/1409 loss 1.1875 acc 0.875 lr 1.09e-05\n","  epoch 35 step 520/1409 loss 1.1872 acc 0.875 lr 1.09e-05\n","  epoch 35 step 540/1409 loss 1.1875 acc 0.875 lr 1.08e-05\n","  epoch 35 step 560/1409 loss 1.1883 acc 0.875 lr 1.07e-05\n","  epoch 35 step 580/1409 loss 1.1887 acc 0.874 lr 1.07e-05\n","  epoch 35 step 600/1409 loss 1.1880 acc 0.874 lr 1.06e-05\n","  epoch 35 step 620/1409 loss 1.1886 acc 0.874 lr 1.05e-05\n","  epoch 35 step 640/1409 loss 1.1885 acc 0.875 lr 1.05e-05\n","  epoch 35 step 660/1409 loss 1.1881 acc 0.875 lr 1.04e-05\n","  epoch 35 step 680/1409 loss 1.1892 acc 0.874 lr 1.03e-05\n","\n","[Cloud Syncing...]\n","  epoch 35 step 700/1409 loss 1.1893 acc 0.874 lr 1.03e-05\n","  epoch 35 step 420/1409 loss 1.1874 acc 0.874 lr 1.12e-05\n","  epoch 35 step 440/1409 loss 1.1861 acc 0.875 lr 1.11e-05\n","  epoch 35 step 460/1409 loss 1.1857 acc 0.875 lr 1.11e-05\n","  epoch 35 step 480/1409 loss 1.1866 acc 0.875 lr 1.10e-05\n","  epoch 35 step 500/1409 loss 1.1875 acc 0.875 lr 1.09e-05\n","  epoch 35 step 520/1409 loss 1.1872 acc 0.875 lr 1.09e-05\n","  epoch 35 step 540/1409 loss 1.1875 acc 0.875 lr 1.08e-05\n","  epoch 35 step 560/1409 loss 1.1883 acc 0.875 lr 1.07e-05\n","  epoch 35 step 580/1409 loss 1.1887 acc 0.874 lr 1.07e-05\n","  epoch 35 step 600/1409 loss 1.1880 acc 0.874 lr 1.06e-05\n","  epoch 35 step 620/1409 loss 1.1886 acc 0.874 lr 1.05e-05\n","  epoch 35 step 640/1409 loss 1.1885 acc 0.875 lr 1.05e-05\n","  epoch 35 step 660/1409 loss 1.1881 acc 0.875 lr 1.04e-05\n","  epoch 35 step 680/1409 loss 1.1892 acc 0.874 lr 1.03e-05\n","  epoch 35 step 700/1409 loss 1.1893 acc 0.874 lr 1.03e-05\n","  epoch 35 step 720/1409 loss 1.1892 acc 0.874 lr 1.02e-05\n","  epoch 35 step 740/1409 loss 1.1885 acc 0.875 lr 1.01e-05\n","  epoch 35 step 760/1409 loss 1.1883 acc 0.875 lr 1.01e-05\n","  epoch 35 step 780/1409 loss 1.1881 acc 0.875 lr 1.00e-05\n","  epoch 35 step 800/1409 loss 1.1881 acc 0.875 lr 9.96e-06\n","  epoch 35 step 820/1409 loss 1.1882 acc 0.875 lr 9.90e-06\n","  epoch 35 step 840/1409 loss 1.1876 acc 0.875 lr 9.83e-06\n","  epoch 35 step 860/1409 loss 1.1873 acc 0.875 lr 9.77e-06\n","  epoch 35 step 880/1409 loss 1.1880 acc 0.875 lr 9.71e-06\n","  epoch 35 step 900/1409 loss 1.1871 acc 0.875 lr 9.65e-06\n","  epoch 35 step 920/1409 loss 1.1874 acc 0.875 lr 9.58e-06\n","  epoch 35 step 940/1409 loss 1.1872 acc 0.875 lr 9.52e-06\n","  epoch 35 step 660/1409 loss 1.1881 acc 0.875 lr 1.04e-05\n","  epoch 35 step 680/1409 loss 1.1892 acc 0.874 lr 1.03e-05\n","  epoch 35 step 700/1409 loss 1.1893 acc 0.874 lr 1.03e-05\n","  epoch 35 step 720/1409 loss 1.1892 acc 0.874 lr 1.02e-05\n","  epoch 35 step 740/1409 loss 1.1885 acc 0.875 lr 1.01e-05\n","  epoch 35 step 760/1409 loss 1.1883 acc 0.875 lr 1.01e-05\n","  epoch 35 step 780/1409 loss 1.1881 acc 0.875 lr 1.00e-05\n","  epoch 35 step 800/1409 loss 1.1881 acc 0.875 lr 9.96e-06\n","  epoch 35 step 820/1409 loss 1.1882 acc 0.875 lr 9.90e-06\n","  epoch 35 step 840/1409 loss 1.1876 acc 0.875 lr 9.83e-06\n","  epoch 35 step 860/1409 loss 1.1873 acc 0.875 lr 9.77e-06\n","  epoch 35 step 880/1409 loss 1.1880 acc 0.875 lr 9.71e-06\n","  epoch 35 step 900/1409 loss 1.1871 acc 0.875 lr 9.65e-06\n","  epoch 35 step 920/1409 loss 1.1874 acc 0.875 lr 9.58e-06\n","  epoch 35 step 940/1409 loss 1.1872 acc 0.875 lr 9.52e-06\n","  epoch 35 step 960/1409 loss 1.1876 acc 0.875 lr 9.46e-06\n","  epoch 35 step 980/1409 loss 1.1877 acc 0.875 lr 9.40e-06\n","  epoch 35 step 1000/1409 loss 1.1872 acc 0.875 lr 9.34e-06\n","  epoch 35 step 1020/1409 loss 1.1869 acc 0.875 lr 9.28e-06\n","  epoch 35 step 1040/1409 loss 1.1867 acc 0.875 lr 9.22e-06\n","  epoch 35 step 1060/1409 loss 1.1862 acc 0.875 lr 9.15e-06\n","  epoch 35 step 1080/1409 loss 1.1858 acc 0.876 lr 9.09e-06\n","  epoch 35 step 1100/1409 loss 1.1859 acc 0.875 lr 9.03e-06\n","  epoch 35 step 1120/1409 loss 1.1857 acc 0.875 lr 8.97e-06\n","  epoch 35 step 1140/1409 loss 1.1852 acc 0.876 lr 8.91e-06\n","  epoch 35 step 1160/1409 loss 1.1853 acc 0.876 lr 8.85e-06\n","  epoch 35 step 880/1409 loss 1.1880 acc 0.875 lr 9.71e-06\n","  epoch 35 step 900/1409 loss 1.1871 acc 0.875 lr 9.65e-06\n","  epoch 35 step 920/1409 loss 1.1874 acc 0.875 lr 9.58e-06\n","  epoch 35 step 940/1409 loss 1.1872 acc 0.875 lr 9.52e-06\n","  epoch 35 step 960/1409 loss 1.1876 acc 0.875 lr 9.46e-06\n","  epoch 35 step 980/1409 loss 1.1877 acc 0.875 lr 9.40e-06\n","  epoch 35 step 1000/1409 loss 1.1872 acc 0.875 lr 9.34e-06\n","  epoch 35 step 1020/1409 loss 1.1869 acc 0.875 lr 9.28e-06\n","  epoch 35 step 1040/1409 loss 1.1867 acc 0.875 lr 9.22e-06\n","  epoch 35 step 1060/1409 loss 1.1862 acc 0.875 lr 9.15e-06\n","  epoch 35 step 1080/1409 loss 1.1858 acc 0.876 lr 9.09e-06\n","  epoch 35 step 1100/1409 loss 1.1859 acc 0.875 lr 9.03e-06\n","  epoch 35 step 1120/1409 loss 1.1857 acc 0.875 lr 8.97e-06\n","  epoch 35 step 1140/1409 loss 1.1852 acc 0.876 lr 8.91e-06\n","  epoch 35 step 1160/1409 loss 1.1853 acc 0.876 lr 8.85e-06\n","  epoch 35 step 1180/1409 loss 1.1852 acc 0.876 lr 8.79e-06\n","  epoch 35 step 1200/1409 loss 1.1851 acc 0.876 lr 8.74e-06\n","  epoch 35 step 1220/1409 loss 1.1852 acc 0.876 lr 8.68e-06\n","  epoch 35 step 1240/1409 loss 1.1855 acc 0.875 lr 8.62e-06\n","  epoch 35 step 1260/1409 loss 1.1852 acc 0.876 lr 8.56e-06\n","  epoch 35 step 1280/1409 loss 1.1855 acc 0.876 lr 8.50e-06\n","  epoch 35 step 1300/1409 loss 1.1852 acc 0.876 lr 8.44e-06\n","  epoch 35 step 1320/1409 loss 1.1849 acc 0.876 lr 8.38e-06\n","  epoch 35 step 1340/1409 loss 1.1851 acc 0.876 lr 8.33e-06\n","  epoch 35 step 1360/1409 loss 1.1849 acc 0.876 lr 8.27e-06\n","  epoch 35 step 1380/1409 loss 1.1850 acc 0.875 lr 8.21e-06\n","  epoch 35 step 1100/1409 loss 1.1859 acc 0.875 lr 9.03e-06\n","  epoch 35 step 1120/1409 loss 1.1857 acc 0.875 lr 8.97e-06\n","  epoch 35 step 1140/1409 loss 1.1852 acc 0.876 lr 8.91e-06\n","  epoch 35 step 1160/1409 loss 1.1853 acc 0.876 lr 8.85e-06\n","  epoch 35 step 1180/1409 loss 1.1852 acc 0.876 lr 8.79e-06\n","  epoch 35 step 1200/1409 loss 1.1851 acc 0.876 lr 8.74e-06\n","  epoch 35 step 1220/1409 loss 1.1852 acc 0.876 lr 8.68e-06\n","  epoch 35 step 1240/1409 loss 1.1855 acc 0.875 lr 8.62e-06\n","  epoch 35 step 1260/1409 loss 1.1852 acc 0.876 lr 8.56e-06\n","  epoch 35 step 1280/1409 loss 1.1855 acc 0.876 lr 8.50e-06\n","  epoch 35 step 1300/1409 loss 1.1852 acc 0.876 lr 8.44e-06\n","  epoch 35 step 1320/1409 loss 1.1849 acc 0.876 lr 8.38e-06\n","  epoch 35 step 1340/1409 loss 1.1851 acc 0.876 lr 8.33e-06\n","  epoch 35 step 1360/1409 loss 1.1849 acc 0.876 lr 8.27e-06\n","  epoch 35 step 1380/1409 loss 1.1850 acc 0.875 lr 8.21e-06\n","  epoch 35 step 1400/1409 loss 1.1853 acc 0.875 lr 8.15e-06\n","[epoch 35] train loss 1.1852 acc 0.875 | val loss 2.3935 acc 0.511 | best 0.517 | 399s\n","  epoch 36 step 0/1409 loss 1.1888 acc 0.906 lr 8.13e-06\n","  epoch 36 step 20/1409 loss 1.2041 acc 0.874 lr 8.07e-06\n","  epoch 36 step 40/1409 loss 1.1856 acc 0.881 lr 8.01e-06\n","  epoch 36 step 60/1409 loss 1.1781 acc 0.879 lr 7.96e-06\n","  epoch 36 step 80/1409 loss 1.1769 acc 0.878 lr 7.90e-06\n","  epoch 36 step 100/1409 loss 1.1794 acc 0.877 lr 7.84e-06\n","  epoch 36 step 120/1409 loss 1.1777 acc 0.878 lr 7.79e-06\n","  epoch 36 step 140/1409 loss 1.1771 acc 0.877 lr 7.73e-06\n","  epoch 36 step 160/1409 loss 1.1763 acc 0.877 lr 7.68e-06\n","  epoch 35 step 1320/1409 loss 1.1849 acc 0.876 lr 8.38e-06\n","  epoch 35 step 1340/1409 loss 1.1851 acc 0.876 lr 8.33e-06\n","  epoch 35 step 1360/1409 loss 1.1849 acc 0.876 lr 8.27e-06\n","  epoch 35 step 1380/1409 loss 1.1850 acc 0.875 lr 8.21e-06\n","  epoch 35 step 1400/1409 loss 1.1853 acc 0.875 lr 8.15e-06\n","[epoch 35] train loss 1.1852 acc 0.875 | val loss 2.3935 acc 0.511 | best 0.517 | 399s\n","  epoch 36 step 0/1409 loss 1.1888 acc 0.906 lr 8.13e-06\n","  epoch 36 step 20/1409 loss 1.2041 acc 0.874 lr 8.07e-06\n","  epoch 36 step 40/1409 loss 1.1856 acc 0.881 lr 8.01e-06\n","  epoch 36 step 60/1409 loss 1.1781 acc 0.879 lr 7.96e-06\n","  epoch 36 step 80/1409 loss 1.1769 acc 0.878 lr 7.90e-06\n","  epoch 36 step 100/1409 loss 1.1794 acc 0.877 lr 7.84e-06\n","  epoch 36 step 120/1409 loss 1.1777 acc 0.878 lr 7.79e-06\n","  epoch 36 step 140/1409 loss 1.1771 acc 0.877 lr 7.73e-06\n","  epoch 36 step 160/1409 loss 1.1763 acc 0.877 lr 7.68e-06\n","  epoch 36 step 180/1409 loss 1.1775 acc 0.877 lr 7.62e-06\n","  epoch 36 step 200/1409 loss 1.1762 acc 0.877 lr 7.57e-06\n","  epoch 36 step 220/1409 loss 1.1740 acc 0.878 lr 7.51e-06\n","  epoch 36 step 240/1409 loss 1.1750 acc 0.878 lr 7.46e-06\n","  epoch 36 step 260/1409 loss 1.1734 acc 0.879 lr 7.40e-06\n","  epoch 36 step 280/1409 loss 1.1732 acc 0.880 lr 7.35e-06\n","  epoch 36 step 300/1409 loss 1.1720 acc 0.880 lr 7.29e-06\n","  epoch 36 step 320/1409 loss 1.1739 acc 0.880 lr 7.24e-06\n","\n","[Cloud Syncing...]\n","  epoch 36 step 340/1409 loss 1.1744 acc 0.880 lr 7.18e-06\n","  epoch 36 step 360/1409 loss 1.1757 acc 0.880 lr 7.13e-06\n","  epoch 36 step 380/1409 loss 1.1778 acc 0.879 lr 7.08e-06\n","  epoch 36 step 100/1409 loss 1.1794 acc 0.877 lr 7.84e-06\n","  epoch 36 step 120/1409 loss 1.1777 acc 0.878 lr 7.79e-06\n","  epoch 36 step 140/1409 loss 1.1771 acc 0.877 lr 7.73e-06\n","  epoch 36 step 160/1409 loss 1.1763 acc 0.877 lr 7.68e-06\n","  epoch 36 step 180/1409 loss 1.1775 acc 0.877 lr 7.62e-06\n","  epoch 36 step 200/1409 loss 1.1762 acc 0.877 lr 7.57e-06\n","  epoch 36 step 220/1409 loss 1.1740 acc 0.878 lr 7.51e-06\n","  epoch 36 step 240/1409 loss 1.1750 acc 0.878 lr 7.46e-06\n","  epoch 36 step 260/1409 loss 1.1734 acc 0.879 lr 7.40e-06\n","  epoch 36 step 280/1409 loss 1.1732 acc 0.880 lr 7.35e-06\n","  epoch 36 step 300/1409 loss 1.1720 acc 0.880 lr 7.29e-06\n","  epoch 36 step 320/1409 loss 1.1739 acc 0.880 lr 7.24e-06\n","  epoch 36 step 340/1409 loss 1.1744 acc 0.880 lr 7.18e-06\n","  epoch 36 step 360/1409 loss 1.1757 acc 0.880 lr 7.13e-06\n","  epoch 36 step 380/1409 loss 1.1778 acc 0.879 lr 7.08e-06\n","  epoch 36 step 400/1409 loss 1.1780 acc 0.879 lr 7.02e-06\n","  epoch 36 step 420/1409 loss 1.1790 acc 0.879 lr 6.97e-06\n","  epoch 36 step 440/1409 loss 1.1793 acc 0.879 lr 6.92e-06\n","  epoch 36 step 460/1409 loss 1.1796 acc 0.878 lr 6.86e-06\n","  epoch 36 step 480/1409 loss 1.1793 acc 0.879 lr 6.81e-06\n","  epoch 36 step 500/1409 loss 1.1782 acc 0.879 lr 6.76e-06\n","  epoch 36 step 520/1409 loss 1.1780 acc 0.879 lr 6.71e-06\n","  epoch 36 step 540/1409 loss 1.1779 acc 0.879 lr 6.66e-06\n","  epoch 36 step 560/1409 loss 1.1792 acc 0.878 lr 6.60e-06\n","  epoch 36 step 580/1409 loss 1.1782 acc 0.879 lr 6.55e-06\n","  epoch 36 step 600/1409 loss 1.1782 acc 0.879 lr 6.50e-06\n","  epoch 36 step 320/1409 loss 1.1739 acc 0.880 lr 7.24e-06\n","  epoch 36 step 340/1409 loss 1.1744 acc 0.880 lr 7.18e-06\n","  epoch 36 step 360/1409 loss 1.1757 acc 0.880 lr 7.13e-06\n","  epoch 36 step 380/1409 loss 1.1778 acc 0.879 lr 7.08e-06\n","  epoch 36 step 400/1409 loss 1.1780 acc 0.879 lr 7.02e-06\n","  epoch 36 step 420/1409 loss 1.1790 acc 0.879 lr 6.97e-06\n","  epoch 36 step 440/1409 loss 1.1793 acc 0.879 lr 6.92e-06\n","  epoch 36 step 460/1409 loss 1.1796 acc 0.878 lr 6.86e-06\n","  epoch 36 step 480/1409 loss 1.1793 acc 0.879 lr 6.81e-06\n","  epoch 36 step 500/1409 loss 1.1782 acc 0.879 lr 6.76e-06\n","  epoch 36 step 520/1409 loss 1.1780 acc 0.879 lr 6.71e-06\n","  epoch 36 step 540/1409 loss 1.1779 acc 0.879 lr 6.66e-06\n","  epoch 36 step 560/1409 loss 1.1792 acc 0.878 lr 6.60e-06\n","  epoch 36 step 580/1409 loss 1.1782 acc 0.879 lr 6.55e-06\n","  epoch 36 step 600/1409 loss 1.1782 acc 0.879 lr 6.50e-06\n","  epoch 36 step 620/1409 loss 1.1786 acc 0.878 lr 6.45e-06\n","  epoch 36 step 640/1409 loss 1.1784 acc 0.879 lr 6.40e-06\n","  epoch 36 step 660/1409 loss 1.1784 acc 0.879 lr 6.35e-06\n","  epoch 36 step 680/1409 loss 1.1784 acc 0.879 lr 6.30e-06\n","  epoch 36 step 700/1409 loss 1.1783 acc 0.879 lr 6.25e-06\n","  epoch 36 step 720/1409 loss 1.1784 acc 0.879 lr 6.20e-06\n","  epoch 36 step 740/1409 loss 1.1780 acc 0.879 lr 6.15e-06\n","  epoch 36 step 760/1409 loss 1.1778 acc 0.879 lr 6.10e-06\n","  epoch 36 step 780/1409 loss 1.1784 acc 0.878 lr 6.05e-06\n","  epoch 36 step 800/1409 loss 1.1792 acc 0.878 lr 6.00e-06\n","  epoch 36 step 520/1409 loss 1.1780 acc 0.879 lr 6.71e-06\n","  epoch 36 step 540/1409 loss 1.1779 acc 0.879 lr 6.66e-06\n","  epoch 36 step 560/1409 loss 1.1792 acc 0.878 lr 6.60e-06\n","  epoch 36 step 580/1409 loss 1.1782 acc 0.879 lr 6.55e-06\n","  epoch 36 step 600/1409 loss 1.1782 acc 0.879 lr 6.50e-06\n","  epoch 36 step 620/1409 loss 1.1786 acc 0.878 lr 6.45e-06\n","  epoch 36 step 640/1409 loss 1.1784 acc 0.879 lr 6.40e-06\n","  epoch 36 step 660/1409 loss 1.1784 acc 0.879 lr 6.35e-06\n","  epoch 36 step 680/1409 loss 1.1784 acc 0.879 lr 6.30e-06\n","  epoch 36 step 700/1409 loss 1.1783 acc 0.879 lr 6.25e-06\n","  epoch 36 step 720/1409 loss 1.1784 acc 0.879 lr 6.20e-06\n","  epoch 36 step 740/1409 loss 1.1780 acc 0.879 lr 6.15e-06\n","  epoch 36 step 760/1409 loss 1.1778 acc 0.879 lr 6.10e-06\n","  epoch 36 step 780/1409 loss 1.1784 acc 0.878 lr 6.05e-06\n","  epoch 36 step 800/1409 loss 1.1792 acc 0.878 lr 6.00e-06\n","  epoch 36 step 820/1409 loss 1.1802 acc 0.878 lr 5.95e-06\n","  epoch 36 step 840/1409 loss 1.1793 acc 0.878 lr 5.90e-06\n","  epoch 36 step 860/1409 loss 1.1790 acc 0.878 lr 5.85e-06\n","  epoch 36 step 880/1409 loss 1.1788 acc 0.878 lr 5.80e-06\n","  epoch 36 step 900/1409 loss 1.1780 acc 0.879 lr 5.75e-06\n","  epoch 36 step 920/1409 loss 1.1777 acc 0.879 lr 5.71e-06\n","  epoch 36 step 940/1409 loss 1.1776 acc 0.879 lr 5.66e-06\n","  epoch 36 step 960/1409 loss 1.1772 acc 0.879 lr 5.61e-06\n","  epoch 36 step 980/1409 loss 1.1774 acc 0.879 lr 5.56e-06\n","  epoch 36 step 1000/1409 loss 1.1773 acc 0.879 lr 5.52e-06\n","  epoch 36 step 1020/1409 loss 1.1777 acc 0.878 lr 5.47e-06\n","  epoch 36 step 740/1409 loss 1.1780 acc 0.879 lr 6.15e-06\n","  epoch 36 step 760/1409 loss 1.1778 acc 0.879 lr 6.10e-06\n","  epoch 36 step 780/1409 loss 1.1784 acc 0.878 lr 6.05e-06\n","  epoch 36 step 800/1409 loss 1.1792 acc 0.878 lr 6.00e-06\n","  epoch 36 step 820/1409 loss 1.1802 acc 0.878 lr 5.95e-06\n","  epoch 36 step 840/1409 loss 1.1793 acc 0.878 lr 5.90e-06\n","  epoch 36 step 860/1409 loss 1.1790 acc 0.878 lr 5.85e-06\n","  epoch 36 step 880/1409 loss 1.1788 acc 0.878 lr 5.80e-06\n","  epoch 36 step 900/1409 loss 1.1780 acc 0.879 lr 5.75e-06\n","  epoch 36 step 920/1409 loss 1.1777 acc 0.879 lr 5.71e-06\n","  epoch 36 step 940/1409 loss 1.1776 acc 0.879 lr 5.66e-06\n","  epoch 36 step 960/1409 loss 1.1772 acc 0.879 lr 5.61e-06\n","  epoch 36 step 980/1409 loss 1.1774 acc 0.879 lr 5.56e-06\n","  epoch 36 step 1000/1409 loss 1.1773 acc 0.879 lr 5.52e-06\n","  epoch 36 step 1020/1409 loss 1.1777 acc 0.878 lr 5.47e-06\n","  epoch 36 step 1040/1409 loss 1.1780 acc 0.878 lr 5.42e-06\n","  epoch 36 step 1060/1409 loss 1.1783 acc 0.878 lr 5.37e-06\n","  epoch 36 step 1080/1409 loss 1.1781 acc 0.878 lr 5.33e-06\n","  epoch 36 step 1100/1409 loss 1.1780 acc 0.878 lr 5.28e-06\n","  epoch 36 step 1120/1409 loss 1.1788 acc 0.878 lr 5.24e-06\n","  epoch 36 step 1140/1409 loss 1.1794 acc 0.878 lr 5.19e-06\n","  epoch 36 step 1160/1409 loss 1.1791 acc 0.878 lr 5.14e-06\n","  epoch 36 step 1180/1409 loss 1.1792 acc 0.878 lr 5.10e-06\n","  epoch 36 step 1200/1409 loss 1.1790 acc 0.878 lr 5.05e-06\n","  epoch 36 step 1220/1409 loss 1.1787 acc 0.878 lr 5.01e-06\n","  epoch 36 step 1240/1409 loss 1.1788 acc 0.878 lr 4.96e-06\n","  epoch 36 step 960/1409 loss 1.1772 acc 0.879 lr 5.61e-06\n","  epoch 36 step 980/1409 loss 1.1774 acc 0.879 lr 5.56e-06\n","  epoch 36 step 1000/1409 loss 1.1773 acc 0.879 lr 5.52e-06\n","  epoch 36 step 1020/1409 loss 1.1777 acc 0.878 lr 5.47e-06\n","  epoch 36 step 1040/1409 loss 1.1780 acc 0.878 lr 5.42e-06\n","  epoch 36 step 1060/1409 loss 1.1783 acc 0.878 lr 5.37e-06\n","  epoch 36 step 1080/1409 loss 1.1781 acc 0.878 lr 5.33e-06\n","  epoch 36 step 1100/1409 loss 1.1780 acc 0.878 lr 5.28e-06\n","  epoch 36 step 1120/1409 loss 1.1788 acc 0.878 lr 5.24e-06\n","  epoch 36 step 1140/1409 loss 1.1794 acc 0.878 lr 5.19e-06\n","  epoch 36 step 1160/1409 loss 1.1791 acc 0.878 lr 5.14e-06\n","  epoch 36 step 1180/1409 loss 1.1792 acc 0.878 lr 5.10e-06\n","  epoch 36 step 1200/1409 loss 1.1790 acc 0.878 lr 5.05e-06\n","  epoch 36 step 1220/1409 loss 1.1787 acc 0.878 lr 5.01e-06\n","  epoch 36 step 1240/1409 loss 1.1788 acc 0.878 lr 4.96e-06\n","  epoch 36 step 1260/1409 loss 1.1786 acc 0.878 lr 4.92e-06\n","  epoch 36 step 1280/1409 loss 1.1787 acc 0.878 lr 4.87e-06\n","  epoch 36 step 1300/1409 loss 1.1786 acc 0.878 lr 4.83e-06\n","  epoch 36 step 1320/1409 loss 1.1783 acc 0.878 lr 4.78e-06\n","  epoch 36 step 1340/1409 loss 1.1784 acc 0.878 lr 4.74e-06\n","  epoch 36 step 1360/1409 loss 1.1782 acc 0.878 lr 4.70e-06\n","  epoch 36 step 1380/1409 loss 1.1787 acc 0.878 lr 4.65e-06\n","  epoch 36 step 1400/1409 loss 1.1793 acc 0.878 lr 4.61e-06\n","\n","[Cloud Syncing...]\n","[epoch 36] train loss 1.1792 acc 0.878 | val loss 2.3929 acc 0.510 | best 0.517 | 399s\n","  epoch 37 step 0/1409 loss 1.1271 acc 0.891 lr 4.59e-06\n","  epoch 37 step 20/1409 loss 1.1743 acc 0.879 lr 4.55e-06\n","  epoch 36 step 1180/1409 loss 1.1792 acc 0.878 lr 5.10e-06\n","  epoch 36 step 1200/1409 loss 1.1790 acc 0.878 lr 5.05e-06\n","  epoch 36 step 1220/1409 loss 1.1787 acc 0.878 lr 5.01e-06\n","  epoch 36 step 1240/1409 loss 1.1788 acc 0.878 lr 4.96e-06\n","  epoch 36 step 1260/1409 loss 1.1786 acc 0.878 lr 4.92e-06\n","  epoch 36 step 1280/1409 loss 1.1787 acc 0.878 lr 4.87e-06\n","  epoch 36 step 1300/1409 loss 1.1786 acc 0.878 lr 4.83e-06\n","  epoch 36 step 1320/1409 loss 1.1783 acc 0.878 lr 4.78e-06\n","  epoch 36 step 1340/1409 loss 1.1784 acc 0.878 lr 4.74e-06\n","  epoch 36 step 1360/1409 loss 1.1782 acc 0.878 lr 4.70e-06\n","  epoch 36 step 1380/1409 loss 1.1787 acc 0.878 lr 4.65e-06\n","  epoch 36 step 1400/1409 loss 1.1793 acc 0.878 lr 4.61e-06\n","[epoch 36] train loss 1.1792 acc 0.878 | val loss 2.3929 acc 0.510 | best 0.517 | 399s\n","  epoch 37 step 0/1409 loss 1.1271 acc 0.891 lr 4.59e-06\n","  epoch 37 step 20/1409 loss 1.1743 acc 0.879 lr 4.55e-06\n","  epoch 37 step 40/1409 loss 1.1609 acc 0.883 lr 4.50e-06\n","  epoch 37 step 60/1409 loss 1.1689 acc 0.883 lr 4.46e-06\n","  epoch 37 step 80/1409 loss 1.1607 acc 0.883 lr 4.42e-06\n","  epoch 37 step 100/1409 loss 1.1652 acc 0.882 lr 4.38e-06\n","  epoch 37 step 120/1409 loss 1.1636 acc 0.882 lr 4.33e-06\n","  epoch 37 step 140/1409 loss 1.1633 acc 0.883 lr 4.29e-06\n","  epoch 37 step 160/1409 loss 1.1666 acc 0.881 lr 4.25e-06\n","  epoch 37 step 180/1409 loss 1.1678 acc 0.881 lr 4.21e-06\n","  epoch 37 step 200/1409 loss 1.1672 acc 0.881 lr 4.17e-06\n","  epoch 37 step 220/1409 loss 1.1644 acc 0.883 lr 4.13e-06\n","  epoch 37 step 240/1409 loss 1.1636 acc 0.883 lr 4.09e-06\n","  epoch 36 step 1400/1409 loss 1.1793 acc 0.878 lr 4.61e-06\n","[epoch 36] train loss 1.1792 acc 0.878 | val loss 2.3929 acc 0.510 | best 0.517 | 399s\n","  epoch 37 step 0/1409 loss 1.1271 acc 0.891 lr 4.59e-06\n","  epoch 37 step 20/1409 loss 1.1743 acc 0.879 lr 4.55e-06\n","  epoch 37 step 40/1409 loss 1.1609 acc 0.883 lr 4.50e-06\n","  epoch 37 step 60/1409 loss 1.1689 acc 0.883 lr 4.46e-06\n","  epoch 37 step 80/1409 loss 1.1607 acc 0.883 lr 4.42e-06\n","  epoch 37 step 100/1409 loss 1.1652 acc 0.882 lr 4.38e-06\n","  epoch 37 step 120/1409 loss 1.1636 acc 0.882 lr 4.33e-06\n","  epoch 37 step 140/1409 loss 1.1633 acc 0.883 lr 4.29e-06\n","  epoch 37 step 160/1409 loss 1.1666 acc 0.881 lr 4.25e-06\n","  epoch 37 step 180/1409 loss 1.1678 acc 0.881 lr 4.21e-06\n","  epoch 37 step 200/1409 loss 1.1672 acc 0.881 lr 4.17e-06\n","  epoch 37 step 220/1409 loss 1.1644 acc 0.883 lr 4.13e-06\n","  epoch 37 step 240/1409 loss 1.1636 acc 0.883 lr 4.09e-06\n","  epoch 37 step 260/1409 loss 1.1631 acc 0.883 lr 4.05e-06\n","  epoch 37 step 280/1409 loss 1.1642 acc 0.883 lr 4.00e-06\n","  epoch 37 step 300/1409 loss 1.1632 acc 0.884 lr 3.96e-06\n","  epoch 37 step 320/1409 loss 1.1630 acc 0.883 lr 3.92e-06\n","  epoch 37 step 340/1409 loss 1.1634 acc 0.883 lr 3.88e-06\n","  epoch 37 step 360/1409 loss 1.1636 acc 0.883 lr 3.84e-06\n","  epoch 37 step 380/1409 loss 1.1639 acc 0.884 lr 3.81e-06\n","  epoch 37 step 400/1409 loss 1.1656 acc 0.883 lr 3.77e-06\n","  epoch 37 step 420/1409 loss 1.1657 acc 0.883 lr 3.73e-06\n","  epoch 37 step 440/1409 loss 1.1655 acc 0.883 lr 3.69e-06\n","  epoch 37 step 460/1409 loss 1.1666 acc 0.883 lr 3.65e-06\n","  epoch 37 step 180/1409 loss 1.1678 acc 0.881 lr 4.21e-06\n","  epoch 37 step 200/1409 loss 1.1672 acc 0.881 lr 4.17e-06\n","  epoch 37 step 220/1409 loss 1.1644 acc 0.883 lr 4.13e-06\n","  epoch 37 step 240/1409 loss 1.1636 acc 0.883 lr 4.09e-06\n","  epoch 37 step 260/1409 loss 1.1631 acc 0.883 lr 4.05e-06\n","  epoch 37 step 280/1409 loss 1.1642 acc 0.883 lr 4.00e-06\n","  epoch 37 step 300/1409 loss 1.1632 acc 0.884 lr 3.96e-06\n","  epoch 37 step 320/1409 loss 1.1630 acc 0.883 lr 3.92e-06\n","  epoch 37 step 340/1409 loss 1.1634 acc 0.883 lr 3.88e-06\n","  epoch 37 step 360/1409 loss 1.1636 acc 0.883 lr 3.84e-06\n","  epoch 37 step 380/1409 loss 1.1639 acc 0.884 lr 3.81e-06\n","  epoch 37 step 400/1409 loss 1.1656 acc 0.883 lr 3.77e-06\n","  epoch 37 step 420/1409 loss 1.1657 acc 0.883 lr 3.73e-06\n","  epoch 37 step 440/1409 loss 1.1655 acc 0.883 lr 3.69e-06\n","  epoch 37 step 460/1409 loss 1.1666 acc 0.883 lr 3.65e-06\n","  epoch 37 step 480/1409 loss 1.1668 acc 0.883 lr 3.61e-06\n","  epoch 37 step 500/1409 loss 1.1681 acc 0.883 lr 3.57e-06\n","  epoch 37 step 520/1409 loss 1.1675 acc 0.883 lr 3.53e-06\n","  epoch 37 step 540/1409 loss 1.1691 acc 0.883 lr 3.50e-06\n","  epoch 37 step 560/1409 loss 1.1705 acc 0.882 lr 3.46e-06\n","  epoch 37 step 580/1409 loss 1.1722 acc 0.881 lr 3.42e-06\n","  epoch 37 step 600/1409 loss 1.1708 acc 0.882 lr 3.38e-06\n","  epoch 37 step 620/1409 loss 1.1708 acc 0.882 lr 3.35e-06\n","  epoch 37 step 640/1409 loss 1.1711 acc 0.882 lr 3.31e-06\n","  epoch 37 step 660/1409 loss 1.1706 acc 0.882 lr 3.27e-06\n","  epoch 37 step 680/1409 loss 1.1709 acc 0.882 lr 3.24e-06\n","  epoch 37 step 400/1409 loss 1.1656 acc 0.883 lr 3.77e-06\n","  epoch 37 step 420/1409 loss 1.1657 acc 0.883 lr 3.73e-06\n","  epoch 37 step 440/1409 loss 1.1655 acc 0.883 lr 3.69e-06\n","  epoch 37 step 460/1409 loss 1.1666 acc 0.883 lr 3.65e-06\n","  epoch 37 step 480/1409 loss 1.1668 acc 0.883 lr 3.61e-06\n","  epoch 37 step 500/1409 loss 1.1681 acc 0.883 lr 3.57e-06\n","  epoch 37 step 520/1409 loss 1.1675 acc 0.883 lr 3.53e-06\n","  epoch 37 step 540/1409 loss 1.1691 acc 0.883 lr 3.50e-06\n","  epoch 37 step 560/1409 loss 1.1705 acc 0.882 lr 3.46e-06\n","  epoch 37 step 580/1409 loss 1.1722 acc 0.881 lr 3.42e-06\n","  epoch 37 step 600/1409 loss 1.1708 acc 0.882 lr 3.38e-06\n","  epoch 37 step 620/1409 loss 1.1708 acc 0.882 lr 3.35e-06\n","  epoch 37 step 640/1409 loss 1.1711 acc 0.882 lr 3.31e-06\n","  epoch 37 step 660/1409 loss 1.1706 acc 0.882 lr 3.27e-06\n","  epoch 37 step 680/1409 loss 1.1709 acc 0.882 lr 3.24e-06\n","  epoch 37 step 700/1409 loss 1.1708 acc 0.882 lr 3.20e-06\n","  epoch 37 step 720/1409 loss 1.1712 acc 0.882 lr 3.16e-06\n","  epoch 37 step 740/1409 loss 1.1718 acc 0.881 lr 3.13e-06\n","  epoch 37 step 760/1409 loss 1.1718 acc 0.881 lr 3.09e-06\n","  epoch 37 step 780/1409 loss 1.1719 acc 0.882 lr 3.06e-06\n","  epoch 37 step 800/1409 loss 1.1716 acc 0.882 lr 3.02e-06\n","  epoch 37 step 820/1409 loss 1.1727 acc 0.882 lr 2.99e-06\n","  epoch 37 step 840/1409 loss 1.1726 acc 0.882 lr 2.95e-06\n","  epoch 37 step 860/1409 loss 1.1727 acc 0.882 lr 2.92e-06\n","  epoch 37 step 880/1409 loss 1.1723 acc 0.882 lr 2.88e-06\n","  epoch 37 step 600/1409 loss 1.1708 acc 0.882 lr 3.38e-06\n","  epoch 37 step 620/1409 loss 1.1708 acc 0.882 lr 3.35e-06\n","  epoch 37 step 640/1409 loss 1.1711 acc 0.882 lr 3.31e-06\n","  epoch 37 step 660/1409 loss 1.1706 acc 0.882 lr 3.27e-06\n","  epoch 37 step 680/1409 loss 1.1709 acc 0.882 lr 3.24e-06\n","  epoch 37 step 700/1409 loss 1.1708 acc 0.882 lr 3.20e-06\n","  epoch 37 step 720/1409 loss 1.1712 acc 0.882 lr 3.16e-06\n","  epoch 37 step 740/1409 loss 1.1718 acc 0.881 lr 3.13e-06\n","  epoch 37 step 760/1409 loss 1.1718 acc 0.881 lr 3.09e-06\n","  epoch 37 step 780/1409 loss 1.1719 acc 0.882 lr 3.06e-06\n","  epoch 37 step 800/1409 loss 1.1716 acc 0.882 lr 3.02e-06\n","  epoch 37 step 820/1409 loss 1.1727 acc 0.882 lr 2.99e-06\n","  epoch 37 step 840/1409 loss 1.1726 acc 0.882 lr 2.95e-06\n","  epoch 37 step 860/1409 loss 1.1727 acc 0.882 lr 2.92e-06\n","  epoch 37 step 880/1409 loss 1.1723 acc 0.882 lr 2.88e-06\n","  epoch 37 step 900/1409 loss 1.1722 acc 0.882 lr 2.85e-06\n","  epoch 37 step 920/1409 loss 1.1725 acc 0.882 lr 2.81e-06\n","  epoch 37 step 940/1409 loss 1.1725 acc 0.882 lr 2.78e-06\n","  epoch 37 step 960/1409 loss 1.1723 acc 0.882 lr 2.75e-06\n","  epoch 37 step 980/1409 loss 1.1735 acc 0.881 lr 2.71e-06\n","  epoch 37 step 1000/1409 loss 1.1734 acc 0.882 lr 2.68e-06\n","  epoch 37 step 1020/1409 loss 1.1725 acc 0.882 lr 2.65e-06\n","  epoch 37 step 1040/1409 loss 1.1725 acc 0.882 lr 2.61e-06\n","\n","[Cloud Syncing...]\n","  epoch 37 step 1060/1409 loss 1.1732 acc 0.882 lr 2.58e-06\n","  epoch 37 step 1080/1409 loss 1.1735 acc 0.882 lr 2.55e-06\n","  epoch 37 step 1100/1409 loss 1.1739 acc 0.882 lr 2.52e-06\n","  epoch 37 step 820/1409 loss 1.1727 acc 0.882 lr 2.99e-06\n","  epoch 37 step 840/1409 loss 1.1726 acc 0.882 lr 2.95e-06\n","  epoch 37 step 860/1409 loss 1.1727 acc 0.882 lr 2.92e-06\n","  epoch 37 step 880/1409 loss 1.1723 acc 0.882 lr 2.88e-06\n","  epoch 37 step 900/1409 loss 1.1722 acc 0.882 lr 2.85e-06\n","  epoch 37 step 920/1409 loss 1.1725 acc 0.882 lr 2.81e-06\n","  epoch 37 step 940/1409 loss 1.1725 acc 0.882 lr 2.78e-06\n","  epoch 37 step 960/1409 loss 1.1723 acc 0.882 lr 2.75e-06\n","  epoch 37 step 980/1409 loss 1.1735 acc 0.881 lr 2.71e-06\n","  epoch 37 step 1000/1409 loss 1.1734 acc 0.882 lr 2.68e-06\n","  epoch 37 step 1020/1409 loss 1.1725 acc 0.882 lr 2.65e-06\n","  epoch 37 step 1040/1409 loss 1.1725 acc 0.882 lr 2.61e-06\n","  epoch 37 step 1060/1409 loss 1.1732 acc 0.882 lr 2.58e-06\n","  epoch 37 step 1080/1409 loss 1.1735 acc 0.882 lr 2.55e-06\n","  epoch 37 step 1100/1409 loss 1.1739 acc 0.882 lr 2.52e-06\n","  epoch 37 step 1120/1409 loss 1.1748 acc 0.881 lr 2.49e-06\n","  epoch 37 step 1140/1409 loss 1.1742 acc 0.881 lr 2.45e-06\n","  epoch 37 step 1160/1409 loss 1.1742 acc 0.881 lr 2.42e-06\n","  epoch 37 step 1180/1409 loss 1.1745 acc 0.881 lr 2.39e-06\n","  epoch 37 step 1200/1409 loss 1.1745 acc 0.881 lr 2.36e-06\n","  epoch 37 step 1220/1409 loss 1.1744 acc 0.881 lr 2.33e-06\n","  epoch 37 step 1240/1409 loss 1.1746 acc 0.881 lr 2.30e-06\n","  epoch 37 step 1260/1409 loss 1.1741 acc 0.882 lr 2.27e-06\n","  epoch 37 step 1280/1409 loss 1.1747 acc 0.881 lr 2.24e-06\n","  epoch 37 step 1300/1409 loss 1.1749 acc 0.881 lr 2.21e-06\n","  epoch 37 step 1320/1409 loss 1.1748 acc 0.881 lr 2.18e-06\n","  epoch 37 step 1040/1409 loss 1.1725 acc 0.882 lr 2.61e-06\n","  epoch 37 step 1060/1409 loss 1.1732 acc 0.882 lr 2.58e-06\n","  epoch 37 step 1080/1409 loss 1.1735 acc 0.882 lr 2.55e-06\n","  epoch 37 step 1100/1409 loss 1.1739 acc 0.882 lr 2.52e-06\n","  epoch 37 step 1120/1409 loss 1.1748 acc 0.881 lr 2.49e-06\n","  epoch 37 step 1140/1409 loss 1.1742 acc 0.881 lr 2.45e-06\n","  epoch 37 step 1160/1409 loss 1.1742 acc 0.881 lr 2.42e-06\n","  epoch 37 step 1180/1409 loss 1.1745 acc 0.881 lr 2.39e-06\n","  epoch 37 step 1200/1409 loss 1.1745 acc 0.881 lr 2.36e-06\n","  epoch 37 step 1220/1409 loss 1.1744 acc 0.881 lr 2.33e-06\n","  epoch 37 step 1240/1409 loss 1.1746 acc 0.881 lr 2.30e-06\n","  epoch 37 step 1260/1409 loss 1.1741 acc 0.882 lr 2.27e-06\n","  epoch 37 step 1280/1409 loss 1.1747 acc 0.881 lr 2.24e-06\n","  epoch 37 step 1300/1409 loss 1.1749 acc 0.881 lr 2.21e-06\n","  epoch 37 step 1320/1409 loss 1.1748 acc 0.881 lr 2.18e-06\n","  epoch 37 step 1340/1409 loss 1.1746 acc 0.881 lr 2.15e-06\n","  epoch 37 step 1360/1409 loss 1.1744 acc 0.881 lr 2.12e-06\n","  epoch 37 step 1380/1409 loss 1.1743 acc 0.881 lr 2.09e-06\n","  epoch 37 step 1400/1409 loss 1.1745 acc 0.881 lr 2.06e-06\n","[epoch 37] train loss 1.1745 acc 0.881 | val loss 2.3953 acc 0.512 | best 0.517 | 399s\n","  epoch 38 step 0/1409 loss 1.1436 acc 0.859 lr 2.05e-06\n","  epoch 38 step 20/1409 loss 1.1494 acc 0.886 lr 2.02e-06\n","  epoch 38 step 40/1409 loss 1.1728 acc 0.878 lr 1.99e-06\n","  epoch 38 step 60/1409 loss 1.1752 acc 0.879 lr 1.96e-06\n","  epoch 38 step 80/1409 loss 1.1765 acc 0.878 lr 1.93e-06\n","  epoch 38 step 100/1409 loss 1.1797 acc 0.877 lr 1.90e-06\n","  epoch 37 step 1260/1409 loss 1.1741 acc 0.882 lr 2.27e-06\n","  epoch 37 step 1280/1409 loss 1.1747 acc 0.881 lr 2.24e-06\n","  epoch 37 step 1300/1409 loss 1.1749 acc 0.881 lr 2.21e-06\n","  epoch 37 step 1320/1409 loss 1.1748 acc 0.881 lr 2.18e-06\n","  epoch 37 step 1340/1409 loss 1.1746 acc 0.881 lr 2.15e-06\n","  epoch 37 step 1360/1409 loss 1.1744 acc 0.881 lr 2.12e-06\n","  epoch 37 step 1380/1409 loss 1.1743 acc 0.881 lr 2.09e-06\n","  epoch 37 step 1400/1409 loss 1.1745 acc 0.881 lr 2.06e-06\n","[epoch 37] train loss 1.1745 acc 0.881 | val loss 2.3953 acc 0.512 | best 0.517 | 399s\n","  epoch 38 step 0/1409 loss 1.1436 acc 0.859 lr 2.05e-06\n","  epoch 38 step 20/1409 loss 1.1494 acc 0.886 lr 2.02e-06\n","  epoch 38 step 40/1409 loss 1.1728 acc 0.878 lr 1.99e-06\n","  epoch 38 step 60/1409 loss 1.1752 acc 0.879 lr 1.96e-06\n","  epoch 38 step 80/1409 loss 1.1765 acc 0.878 lr 1.93e-06\n","  epoch 38 step 100/1409 loss 1.1797 acc 0.877 lr 1.90e-06\n","  epoch 38 step 120/1409 loss 1.1790 acc 0.876 lr 1.88e-06\n","  epoch 38 step 140/1409 loss 1.1773 acc 0.877 lr 1.85e-06\n","  epoch 38 step 160/1409 loss 1.1751 acc 0.877 lr 1.82e-06\n","  epoch 38 step 180/1409 loss 1.1750 acc 0.878 lr 1.79e-06\n","  epoch 38 step 200/1409 loss 1.1736 acc 0.879 lr 1.77e-06\n","  epoch 38 step 220/1409 loss 1.1757 acc 0.878 lr 1.74e-06\n","  epoch 38 step 240/1409 loss 1.1780 acc 0.878 lr 1.71e-06\n","  epoch 38 step 260/1409 loss 1.1781 acc 0.878 lr 1.69e-06\n","  epoch 38 step 280/1409 loss 1.1771 acc 0.879 lr 1.66e-06\n","  epoch 38 step 300/1409 loss 1.1770 acc 0.879 lr 1.63e-06\n","  epoch 38 step 320/1409 loss 1.1762 acc 0.880 lr 1.61e-06\n","  epoch 38 step 40/1409 loss 1.1728 acc 0.878 lr 1.99e-06\n","  epoch 38 step 60/1409 loss 1.1752 acc 0.879 lr 1.96e-06\n","  epoch 38 step 80/1409 loss 1.1765 acc 0.878 lr 1.93e-06\n","  epoch 38 step 100/1409 loss 1.1797 acc 0.877 lr 1.90e-06\n","  epoch 38 step 120/1409 loss 1.1790 acc 0.876 lr 1.88e-06\n","  epoch 38 step 140/1409 loss 1.1773 acc 0.877 lr 1.85e-06\n","  epoch 38 step 160/1409 loss 1.1751 acc 0.877 lr 1.82e-06\n","  epoch 38 step 180/1409 loss 1.1750 acc 0.878 lr 1.79e-06\n","  epoch 38 step 200/1409 loss 1.1736 acc 0.879 lr 1.77e-06\n","  epoch 38 step 220/1409 loss 1.1757 acc 0.878 lr 1.74e-06\n","  epoch 38 step 240/1409 loss 1.1780 acc 0.878 lr 1.71e-06\n","  epoch 38 step 260/1409 loss 1.1781 acc 0.878 lr 1.69e-06\n","  epoch 38 step 280/1409 loss 1.1771 acc 0.879 lr 1.66e-06\n","  epoch 38 step 300/1409 loss 1.1770 acc 0.879 lr 1.63e-06\n","  epoch 38 step 320/1409 loss 1.1762 acc 0.880 lr 1.61e-06\n","  epoch 38 step 340/1409 loss 1.1758 acc 0.881 lr 1.58e-06\n","  epoch 38 step 360/1409 loss 1.1738 acc 0.882 lr 1.56e-06\n","  epoch 38 step 380/1409 loss 1.1735 acc 0.882 lr 1.53e-06\n","  epoch 38 step 400/1409 loss 1.1739 acc 0.881 lr 1.51e-06\n","  epoch 38 step 420/1409 loss 1.1756 acc 0.880 lr 1.48e-06\n","  epoch 38 step 440/1409 loss 1.1762 acc 0.880 lr 1.46e-06\n","  epoch 38 step 460/1409 loss 1.1764 acc 0.880 lr 1.43e-06\n","  epoch 38 step 480/1409 loss 1.1768 acc 0.880 lr 1.41e-06\n","  epoch 38 step 500/1409 loss 1.1767 acc 0.880 lr 1.39e-06\n","  epoch 38 step 520/1409 loss 1.1786 acc 0.879 lr 1.36e-06\n","  epoch 38 step 540/1409 loss 1.1778 acc 0.880 lr 1.34e-06\n","  epoch 38 step 260/1409 loss 1.1781 acc 0.878 lr 1.69e-06\n","  epoch 38 step 280/1409 loss 1.1771 acc 0.879 lr 1.66e-06\n","  epoch 38 step 300/1409 loss 1.1770 acc 0.879 lr 1.63e-06\n","  epoch 38 step 320/1409 loss 1.1762 acc 0.880 lr 1.61e-06\n","  epoch 38 step 340/1409 loss 1.1758 acc 0.881 lr 1.58e-06\n","  epoch 38 step 360/1409 loss 1.1738 acc 0.882 lr 1.56e-06\n","  epoch 38 step 380/1409 loss 1.1735 acc 0.882 lr 1.53e-06\n","  epoch 38 step 400/1409 loss 1.1739 acc 0.881 lr 1.51e-06\n","  epoch 38 step 420/1409 loss 1.1756 acc 0.880 lr 1.48e-06\n","  epoch 38 step 440/1409 loss 1.1762 acc 0.880 lr 1.46e-06\n","  epoch 38 step 460/1409 loss 1.1764 acc 0.880 lr 1.43e-06\n","  epoch 38 step 480/1409 loss 1.1768 acc 0.880 lr 1.41e-06\n","  epoch 38 step 500/1409 loss 1.1767 acc 0.880 lr 1.39e-06\n","  epoch 38 step 520/1409 loss 1.1786 acc 0.879 lr 1.36e-06\n","  epoch 38 step 540/1409 loss 1.1778 acc 0.880 lr 1.34e-06\n","  epoch 38 step 560/1409 loss 1.1782 acc 0.880 lr 1.31e-06\n","  epoch 38 step 580/1409 loss 1.1776 acc 0.880 lr 1.29e-06\n","  epoch 38 step 600/1409 loss 1.1765 acc 0.880 lr 1.27e-06\n","  epoch 38 step 620/1409 loss 1.1756 acc 0.881 lr 1.25e-06\n","  epoch 38 step 640/1409 loss 1.1756 acc 0.881 lr 1.22e-06\n","  epoch 38 step 660/1409 loss 1.1760 acc 0.880 lr 1.20e-06\n","  epoch 38 step 680/1409 loss 1.1751 acc 0.880 lr 1.18e-06\n","\n","[Cloud Syncing...]\n","  epoch 38 step 700/1409 loss 1.1750 acc 0.880 lr 1.16e-06\n","  epoch 38 step 720/1409 loss 1.1744 acc 0.881 lr 1.14e-06\n","  epoch 38 step 740/1409 loss 1.1743 acc 0.881 lr 1.11e-06\n","  epoch 38 step 760/1409 loss 1.1749 acc 0.880 lr 1.09e-06\n","  epoch 38 step 480/1409 loss 1.1768 acc 0.880 lr 1.41e-06\n","  epoch 38 step 500/1409 loss 1.1767 acc 0.880 lr 1.39e-06\n","  epoch 38 step 520/1409 loss 1.1786 acc 0.879 lr 1.36e-06\n","  epoch 38 step 540/1409 loss 1.1778 acc 0.880 lr 1.34e-06\n","  epoch 38 step 560/1409 loss 1.1782 acc 0.880 lr 1.31e-06\n","  epoch 38 step 580/1409 loss 1.1776 acc 0.880 lr 1.29e-06\n","  epoch 38 step 600/1409 loss 1.1765 acc 0.880 lr 1.27e-06\n","  epoch 38 step 620/1409 loss 1.1756 acc 0.881 lr 1.25e-06\n","  epoch 38 step 640/1409 loss 1.1756 acc 0.881 lr 1.22e-06\n","  epoch 38 step 660/1409 loss 1.1760 acc 0.880 lr 1.20e-06\n","  epoch 38 step 680/1409 loss 1.1751 acc 0.880 lr 1.18e-06\n","  epoch 38 step 700/1409 loss 1.1750 acc 0.880 lr 1.16e-06\n","  epoch 38 step 720/1409 loss 1.1744 acc 0.881 lr 1.14e-06\n","  epoch 38 step 740/1409 loss 1.1743 acc 0.881 lr 1.11e-06\n","  epoch 38 step 760/1409 loss 1.1749 acc 0.880 lr 1.09e-06\n","  epoch 38 step 780/1409 loss 1.1747 acc 0.880 lr 1.07e-06\n","  epoch 38 step 800/1409 loss 1.1758 acc 0.880 lr 1.05e-06\n","  epoch 38 step 820/1409 loss 1.1750 acc 0.880 lr 1.03e-06\n","  epoch 38 step 840/1409 loss 1.1745 acc 0.880 lr 1.01e-06\n","  epoch 38 step 860/1409 loss 1.1752 acc 0.880 lr 9.89e-07\n","  epoch 38 step 880/1409 loss 1.1752 acc 0.880 lr 9.69e-07\n","  epoch 38 step 900/1409 loss 1.1748 acc 0.880 lr 9.49e-07\n","  epoch 38 step 920/1409 loss 1.1747 acc 0.881 lr 9.29e-07\n","  epoch 38 step 940/1409 loss 1.1749 acc 0.881 lr 9.10e-07\n","  epoch 38 step 960/1409 loss 1.1744 acc 0.881 lr 8.90e-07\n","  epoch 38 step 980/1409 loss 1.1740 acc 0.881 lr 8.71e-07\n","  epoch 38 step 700/1409 loss 1.1750 acc 0.880 lr 1.16e-06\n","  epoch 38 step 720/1409 loss 1.1744 acc 0.881 lr 1.14e-06\n","  epoch 38 step 740/1409 loss 1.1743 acc 0.881 lr 1.11e-06\n","  epoch 38 step 760/1409 loss 1.1749 acc 0.880 lr 1.09e-06\n","  epoch 38 step 780/1409 loss 1.1747 acc 0.880 lr 1.07e-06\n","  epoch 38 step 800/1409 loss 1.1758 acc 0.880 lr 1.05e-06\n","  epoch 38 step 820/1409 loss 1.1750 acc 0.880 lr 1.03e-06\n","  epoch 38 step 840/1409 loss 1.1745 acc 0.880 lr 1.01e-06\n","  epoch 38 step 860/1409 loss 1.1752 acc 0.880 lr 9.89e-07\n","  epoch 38 step 880/1409 loss 1.1752 acc 0.880 lr 9.69e-07\n","  epoch 38 step 900/1409 loss 1.1748 acc 0.880 lr 9.49e-07\n","  epoch 38 step 920/1409 loss 1.1747 acc 0.881 lr 9.29e-07\n","  epoch 38 step 940/1409 loss 1.1749 acc 0.881 lr 9.10e-07\n","  epoch 38 step 960/1409 loss 1.1744 acc 0.881 lr 8.90e-07\n","  epoch 38 step 980/1409 loss 1.1740 acc 0.881 lr 8.71e-07\n","  epoch 38 step 1000/1409 loss 1.1750 acc 0.880 lr 8.53e-07\n","  epoch 38 step 1020/1409 loss 1.1751 acc 0.880 lr 8.34e-07\n","  epoch 38 step 1040/1409 loss 1.1753 acc 0.880 lr 8.16e-07\n","  epoch 38 step 1060/1409 loss 1.1753 acc 0.880 lr 7.97e-07\n","  epoch 38 step 1080/1409 loss 1.1755 acc 0.880 lr 7.79e-07\n","  epoch 38 step 1100/1409 loss 1.1752 acc 0.880 lr 7.61e-07\n","  epoch 38 step 1120/1409 loss 1.1751 acc 0.880 lr 7.44e-07\n","  epoch 38 step 1140/1409 loss 1.1744 acc 0.881 lr 7.26e-07\n","  epoch 38 step 1160/1409 loss 1.1745 acc 0.881 lr 7.09e-07\n","  epoch 38 step 1180/1409 loss 1.1747 acc 0.881 lr 6.92e-07\n","  epoch 38 step 900/1409 loss 1.1748 acc 0.880 lr 9.49e-07\n","  epoch 38 step 920/1409 loss 1.1747 acc 0.881 lr 9.29e-07\n","  epoch 38 step 940/1409 loss 1.1749 acc 0.881 lr 9.10e-07\n","  epoch 38 step 960/1409 loss 1.1744 acc 0.881 lr 8.90e-07\n","  epoch 38 step 980/1409 loss 1.1740 acc 0.881 lr 8.71e-07\n","  epoch 38 step 1000/1409 loss 1.1750 acc 0.880 lr 8.53e-07\n","  epoch 38 step 1020/1409 loss 1.1751 acc 0.880 lr 8.34e-07\n","  epoch 38 step 1040/1409 loss 1.1753 acc 0.880 lr 8.16e-07\n","  epoch 38 step 1060/1409 loss 1.1753 acc 0.880 lr 7.97e-07\n","  epoch 38 step 1080/1409 loss 1.1755 acc 0.880 lr 7.79e-07\n","  epoch 38 step 1100/1409 loss 1.1752 acc 0.880 lr 7.61e-07\n","  epoch 38 step 1120/1409 loss 1.1751 acc 0.880 lr 7.44e-07\n","  epoch 38 step 1140/1409 loss 1.1744 acc 0.881 lr 7.26e-07\n","  epoch 38 step 1160/1409 loss 1.1745 acc 0.881 lr 7.09e-07\n","  epoch 38 step 1180/1409 loss 1.1747 acc 0.881 lr 6.92e-07\n","  epoch 38 step 1200/1409 loss 1.1747 acc 0.881 lr 6.75e-07\n","  epoch 38 step 1220/1409 loss 1.1742 acc 0.881 lr 6.59e-07\n","  epoch 38 step 1240/1409 loss 1.1746 acc 0.881 lr 6.43e-07\n","  epoch 38 step 1260/1409 loss 1.1752 acc 0.881 lr 6.26e-07\n","  epoch 38 step 1280/1409 loss 1.1750 acc 0.881 lr 6.10e-07\n","  epoch 38 step 1300/1409 loss 1.1751 acc 0.881 lr 5.95e-07\n","  epoch 38 step 1320/1409 loss 1.1754 acc 0.880 lr 5.79e-07\n","  epoch 38 step 1340/1409 loss 1.1751 acc 0.880 lr 5.64e-07\n","  epoch 38 step 1360/1409 loss 1.1749 acc 0.881 lr 5.49e-07\n","  epoch 38 step 1380/1409 loss 1.1751 acc 0.881 lr 5.34e-07\n","  epoch 38 step 1400/1409 loss 1.1753 acc 0.880 lr 5.19e-07\n","  epoch 38 step 1120/1409 loss 1.1751 acc 0.880 lr 7.44e-07\n","  epoch 38 step 1140/1409 loss 1.1744 acc 0.881 lr 7.26e-07\n","  epoch 38 step 1160/1409 loss 1.1745 acc 0.881 lr 7.09e-07\n","  epoch 38 step 1180/1409 loss 1.1747 acc 0.881 lr 6.92e-07\n","  epoch 38 step 1200/1409 loss 1.1747 acc 0.881 lr 6.75e-07\n","  epoch 38 step 1220/1409 loss 1.1742 acc 0.881 lr 6.59e-07\n","  epoch 38 step 1240/1409 loss 1.1746 acc 0.881 lr 6.43e-07\n","  epoch 38 step 1260/1409 loss 1.1752 acc 0.881 lr 6.26e-07\n","  epoch 38 step 1280/1409 loss 1.1750 acc 0.881 lr 6.10e-07\n","  epoch 38 step 1300/1409 loss 1.1751 acc 0.881 lr 5.95e-07\n","  epoch 38 step 1320/1409 loss 1.1754 acc 0.880 lr 5.79e-07\n","  epoch 38 step 1340/1409 loss 1.1751 acc 0.880 lr 5.64e-07\n","  epoch 38 step 1360/1409 loss 1.1749 acc 0.881 lr 5.49e-07\n","  epoch 38 step 1380/1409 loss 1.1751 acc 0.881 lr 5.34e-07\n","  epoch 38 step 1400/1409 loss 1.1753 acc 0.880 lr 5.19e-07\n","[epoch 38] train loss 1.1752 acc 0.880 | val loss 2.3976 acc 0.512 | best 0.517 | 399s\n","  epoch 39 step 0/1409 loss 1.1222 acc 0.891 lr 5.12e-07\n","  epoch 39 step 20/1409 loss 1.1560 acc 0.879 lr 4.98e-07\n","  epoch 39 step 40/1409 loss 1.1510 acc 0.881 lr 4.84e-07\n","  epoch 39 step 60/1409 loss 1.1618 acc 0.880 lr 4.70e-07\n","  epoch 39 step 80/1409 loss 1.1639 acc 0.880 lr 4.56e-07\n","  epoch 39 step 100/1409 loss 1.1755 acc 0.875 lr 4.42e-07\n","  epoch 39 step 120/1409 loss 1.1775 acc 0.874 lr 4.29e-07\n","  epoch 39 step 140/1409 loss 1.1784 acc 0.875 lr 4.16e-07\n","  epoch 39 step 160/1409 loss 1.1757 acc 0.876 lr 4.03e-07\n","  epoch 39 step 180/1409 loss 1.1734 acc 0.878 lr 3.90e-07\n","  epoch 38 step 1340/1409 loss 1.1751 acc 0.880 lr 5.64e-07\n","  epoch 38 step 1360/1409 loss 1.1749 acc 0.881 lr 5.49e-07\n","  epoch 38 step 1380/1409 loss 1.1751 acc 0.881 lr 5.34e-07\n","  epoch 38 step 1400/1409 loss 1.1753 acc 0.880 lr 5.19e-07\n","[epoch 38] train loss 1.1752 acc 0.880 | val loss 2.3976 acc 0.512 | best 0.517 | 399s\n","  epoch 39 step 0/1409 loss 1.1222 acc 0.891 lr 5.12e-07\n","  epoch 39 step 20/1409 loss 1.1560 acc 0.879 lr 4.98e-07\n","  epoch 39 step 40/1409 loss 1.1510 acc 0.881 lr 4.84e-07\n","  epoch 39 step 60/1409 loss 1.1618 acc 0.880 lr 4.70e-07\n","  epoch 39 step 80/1409 loss 1.1639 acc 0.880 lr 4.56e-07\n","  epoch 39 step 100/1409 loss 1.1755 acc 0.875 lr 4.42e-07\n","  epoch 39 step 120/1409 loss 1.1775 acc 0.874 lr 4.29e-07\n","  epoch 39 step 140/1409 loss 1.1784 acc 0.875 lr 4.16e-07\n","  epoch 39 step 160/1409 loss 1.1757 acc 0.876 lr 4.03e-07\n","  epoch 39 step 180/1409 loss 1.1734 acc 0.878 lr 3.90e-07\n","  epoch 39 step 200/1409 loss 1.1720 acc 0.879 lr 3.77e-07\n","  epoch 39 step 220/1409 loss 1.1744 acc 0.877 lr 3.65e-07\n","  epoch 39 step 240/1409 loss 1.1756 acc 0.876 lr 3.53e-07\n","  epoch 39 step 260/1409 loss 1.1730 acc 0.877 lr 3.41e-07\n","  epoch 39 step 280/1409 loss 1.1741 acc 0.877 lr 3.29e-07\n","  epoch 39 step 300/1409 loss 1.1743 acc 0.877 lr 3.17e-07\n","  epoch 39 step 320/1409 loss 1.1739 acc 0.876 lr 3.06e-07\n","  epoch 39 step 340/1409 loss 1.1714 acc 0.878 lr 2.95e-07\n","\n","[Cloud Syncing...]\n","  epoch 39 step 360/1409 loss 1.1718 acc 0.878 lr 2.84e-07\n","  epoch 39 step 380/1409 loss 1.1709 acc 0.878 lr 2.73e-07\n","  epoch 39 step 400/1409 loss 1.1703 acc 0.878 lr 2.63e-07\n","  epoch 39 step 120/1409 loss 1.1775 acc 0.874 lr 4.29e-07\n","  epoch 39 step 140/1409 loss 1.1784 acc 0.875 lr 4.16e-07\n","  epoch 39 step 160/1409 loss 1.1757 acc 0.876 lr 4.03e-07\n","  epoch 39 step 180/1409 loss 1.1734 acc 0.878 lr 3.90e-07\n","  epoch 39 step 200/1409 loss 1.1720 acc 0.879 lr 3.77e-07\n","  epoch 39 step 220/1409 loss 1.1744 acc 0.877 lr 3.65e-07\n","  epoch 39 step 240/1409 loss 1.1756 acc 0.876 lr 3.53e-07\n","  epoch 39 step 260/1409 loss 1.1730 acc 0.877 lr 3.41e-07\n","  epoch 39 step 280/1409 loss 1.1741 acc 0.877 lr 3.29e-07\n","  epoch 39 step 300/1409 loss 1.1743 acc 0.877 lr 3.17e-07\n","  epoch 39 step 320/1409 loss 1.1739 acc 0.876 lr 3.06e-07\n","  epoch 39 step 340/1409 loss 1.1714 acc 0.878 lr 2.95e-07\n","  epoch 39 step 360/1409 loss 1.1718 acc 0.878 lr 2.84e-07\n","  epoch 39 step 380/1409 loss 1.1709 acc 0.878 lr 2.73e-07\n","  epoch 39 step 400/1409 loss 1.1703 acc 0.878 lr 2.63e-07\n","  epoch 39 step 420/1409 loss 1.1694 acc 0.879 lr 2.52e-07\n","  epoch 39 step 440/1409 loss 1.1689 acc 0.879 lr 2.42e-07\n","  epoch 39 step 460/1409 loss 1.1687 acc 0.880 lr 2.32e-07\n","  epoch 39 step 480/1409 loss 1.1693 acc 0.880 lr 2.23e-07\n","  epoch 39 step 500/1409 loss 1.1699 acc 0.880 lr 2.13e-07\n","  epoch 39 step 520/1409 loss 1.1693 acc 0.880 lr 2.04e-07\n","  epoch 39 step 540/1409 loss 1.1691 acc 0.880 lr 1.95e-07\n","  epoch 39 step 560/1409 loss 1.1689 acc 0.880 lr 1.86e-07\n","  epoch 39 step 580/1409 loss 1.1685 acc 0.881 lr 1.77e-07\n","  epoch 39 step 600/1409 loss 1.1684 acc 0.881 lr 1.69e-07\n","  epoch 39 step 620/1409 loss 1.1699 acc 0.880 lr 1.61e-07\n","  epoch 39 step 340/1409 loss 1.1714 acc 0.878 lr 2.95e-07\n","  epoch 39 step 360/1409 loss 1.1718 acc 0.878 lr 2.84e-07\n","  epoch 39 step 380/1409 loss 1.1709 acc 0.878 lr 2.73e-07\n","  epoch 39 step 400/1409 loss 1.1703 acc 0.878 lr 2.63e-07\n","  epoch 39 step 420/1409 loss 1.1694 acc 0.879 lr 2.52e-07\n","  epoch 39 step 440/1409 loss 1.1689 acc 0.879 lr 2.42e-07\n","  epoch 39 step 460/1409 loss 1.1687 acc 0.880 lr 2.32e-07\n","  epoch 39 step 480/1409 loss 1.1693 acc 0.880 lr 2.23e-07\n","  epoch 39 step 500/1409 loss 1.1699 acc 0.880 lr 2.13e-07\n","  epoch 39 step 520/1409 loss 1.1693 acc 0.880 lr 2.04e-07\n","  epoch 39 step 540/1409 loss 1.1691 acc 0.880 lr 1.95e-07\n","  epoch 39 step 560/1409 loss 1.1689 acc 0.880 lr 1.86e-07\n","  epoch 39 step 580/1409 loss 1.1685 acc 0.881 lr 1.77e-07\n","  epoch 39 step 600/1409 loss 1.1684 acc 0.881 lr 1.69e-07\n","  epoch 39 step 620/1409 loss 1.1699 acc 0.880 lr 1.61e-07\n","  epoch 39 step 640/1409 loss 1.1693 acc 0.880 lr 1.53e-07\n","  epoch 39 step 660/1409 loss 1.1696 acc 0.880 lr 1.45e-07\n","  epoch 39 step 680/1409 loss 1.1694 acc 0.880 lr 1.37e-07\n","  epoch 39 step 700/1409 loss 1.1702 acc 0.880 lr 1.30e-07\n","  epoch 39 step 720/1409 loss 1.1704 acc 0.880 lr 1.23e-07\n","  epoch 39 step 740/1409 loss 1.1711 acc 0.880 lr 1.16e-07\n","  epoch 39 step 760/1409 loss 1.1713 acc 0.880 lr 1.09e-07\n","  epoch 39 step 780/1409 loss 1.1712 acc 0.880 lr 1.02e-07\n","  epoch 39 step 800/1409 loss 1.1709 acc 0.881 lr 9.58e-08\n","  epoch 39 step 820/1409 loss 1.1715 acc 0.880 lr 8.96e-08\n","  epoch 39 step 840/1409 loss 1.1716 acc 0.880 lr 8.36e-08\n","  epoch 39 step 560/1409 loss 1.1689 acc 0.880 lr 1.86e-07\n","  epoch 39 step 580/1409 loss 1.1685 acc 0.881 lr 1.77e-07\n","  epoch 39 step 600/1409 loss 1.1684 acc 0.881 lr 1.69e-07\n","  epoch 39 step 620/1409 loss 1.1699 acc 0.880 lr 1.61e-07\n","  epoch 39 step 640/1409 loss 1.1693 acc 0.880 lr 1.53e-07\n","  epoch 39 step 660/1409 loss 1.1696 acc 0.880 lr 1.45e-07\n","  epoch 39 step 680/1409 loss 1.1694 acc 0.880 lr 1.37e-07\n","  epoch 39 step 700/1409 loss 1.1702 acc 0.880 lr 1.30e-07\n","  epoch 39 step 720/1409 loss 1.1704 acc 0.880 lr 1.23e-07\n","  epoch 39 step 740/1409 loss 1.1711 acc 0.880 lr 1.16e-07\n","  epoch 39 step 760/1409 loss 1.1713 acc 0.880 lr 1.09e-07\n","  epoch 39 step 780/1409 loss 1.1712 acc 0.880 lr 1.02e-07\n","  epoch 39 step 800/1409 loss 1.1709 acc 0.881 lr 9.58e-08\n","  epoch 39 step 820/1409 loss 1.1715 acc 0.880 lr 8.96e-08\n","  epoch 39 step 840/1409 loss 1.1716 acc 0.880 lr 8.36e-08\n","  epoch 39 step 860/1409 loss 1.1716 acc 0.880 lr 7.78e-08\n","  epoch 39 step 880/1409 loss 1.1714 acc 0.880 lr 7.23e-08\n","  epoch 39 step 900/1409 loss 1.1712 acc 0.881 lr 6.69e-08\n","  epoch 39 step 920/1409 loss 1.1713 acc 0.881 lr 6.17e-08\n","  epoch 39 step 940/1409 loss 1.1721 acc 0.880 lr 5.68e-08\n","  epoch 39 step 960/1409 loss 1.1725 acc 0.880 lr 5.21e-08\n","  epoch 39 step 980/1409 loss 1.1732 acc 0.880 lr 4.75e-08\n","  epoch 39 step 1000/1409 loss 1.1731 acc 0.880 lr 4.32e-08\n","  epoch 39 step 1020/1409 loss 1.1729 acc 0.881 lr 3.91e-08\n","  epoch 39 step 1040/1409 loss 1.1726 acc 0.881 lr 3.52e-08\n","  epoch 39 step 1060/1409 loss 1.1728 acc 0.881 lr 3.14e-08\n","  epoch 39 step 780/1409 loss 1.1712 acc 0.880 lr 1.02e-07\n","  epoch 39 step 800/1409 loss 1.1709 acc 0.881 lr 9.58e-08\n","  epoch 39 step 820/1409 loss 1.1715 acc 0.880 lr 8.96e-08\n","  epoch 39 step 840/1409 loss 1.1716 acc 0.880 lr 8.36e-08\n","  epoch 39 step 860/1409 loss 1.1716 acc 0.880 lr 7.78e-08\n","  epoch 39 step 880/1409 loss 1.1714 acc 0.880 lr 7.23e-08\n","  epoch 39 step 900/1409 loss 1.1712 acc 0.881 lr 6.69e-08\n","  epoch 39 step 920/1409 loss 1.1713 acc 0.881 lr 6.17e-08\n","  epoch 39 step 940/1409 loss 1.1721 acc 0.880 lr 5.68e-08\n","  epoch 39 step 960/1409 loss 1.1725 acc 0.880 lr 5.21e-08\n","  epoch 39 step 980/1409 loss 1.1732 acc 0.880 lr 4.75e-08\n","  epoch 39 step 1000/1409 loss 1.1731 acc 0.880 lr 4.32e-08\n","  epoch 39 step 1020/1409 loss 1.1729 acc 0.881 lr 3.91e-08\n","  epoch 39 step 1040/1409 loss 1.1726 acc 0.881 lr 3.52e-08\n","  epoch 39 step 1060/1409 loss 1.1728 acc 0.881 lr 3.14e-08\n","  epoch 39 step 1080/1409 loss 1.1732 acc 0.880 lr 2.79e-08\n","  epoch 39 step 1100/1409 loss 1.1742 acc 0.880 lr 2.47e-08\n","  epoch 39 step 1120/1409 loss 1.1738 acc 0.880 lr 2.16e-08\n","  epoch 39 step 1140/1409 loss 1.1735 acc 0.880 lr 1.87e-08\n","  epoch 39 step 1160/1409 loss 1.1734 acc 0.880 lr 1.60e-08\n","  epoch 39 step 1180/1409 loss 1.1736 acc 0.880 lr 1.35e-08\n","  epoch 39 step 1200/1409 loss 1.1734 acc 0.880 lr 1.13e-08\n","  epoch 39 step 1220/1409 loss 1.1737 acc 0.880 lr 9.22e-09\n","  epoch 39 step 1240/1409 loss 1.1741 acc 0.880 lr 7.37e-09\n","  epoch 39 step 1260/1409 loss 1.1739 acc 0.880 lr 5.73e-09\n","  epoch 39 step 980/1409 loss 1.1732 acc 0.880 lr 4.75e-08\n","  epoch 39 step 1000/1409 loss 1.1731 acc 0.880 lr 4.32e-08\n","  epoch 39 step 1020/1409 loss 1.1729 acc 0.881 lr 3.91e-08\n","  epoch 39 step 1040/1409 loss 1.1726 acc 0.881 lr 3.52e-08\n","  epoch 39 step 1060/1409 loss 1.1728 acc 0.881 lr 3.14e-08\n","  epoch 39 step 1080/1409 loss 1.1732 acc 0.880 lr 2.79e-08\n","  epoch 39 step 1100/1409 loss 1.1742 acc 0.880 lr 2.47e-08\n","  epoch 39 step 1120/1409 loss 1.1738 acc 0.880 lr 2.16e-08\n","  epoch 39 step 1140/1409 loss 1.1735 acc 0.880 lr 1.87e-08\n","  epoch 39 step 1160/1409 loss 1.1734 acc 0.880 lr 1.60e-08\n","  epoch 39 step 1180/1409 loss 1.1736 acc 0.880 lr 1.35e-08\n","  epoch 39 step 1200/1409 loss 1.1734 acc 0.880 lr 1.13e-08\n","  epoch 39 step 1220/1409 loss 1.1737 acc 0.880 lr 9.22e-09\n","  epoch 39 step 1240/1409 loss 1.1741 acc 0.880 lr 7.37e-09\n","  epoch 39 step 1260/1409 loss 1.1739 acc 0.880 lr 5.73e-09\n","  epoch 39 step 1280/1409 loss 1.1738 acc 0.880 lr 4.30e-09\n","  epoch 39 step 1300/1409 loss 1.1735 acc 0.881 lr 3.07e-09\n","  epoch 39 step 1320/1409 loss 1.1738 acc 0.880 lr 2.05e-09\n","  epoch 39 step 1340/1409 loss 1.1736 acc 0.880 lr 1.23e-09\n","  epoch 39 step 1360/1409 loss 1.1737 acc 0.880 lr 6.20e-10\n","  epoch 39 step 1380/1409 loss 1.1740 acc 0.880 lr 2.17e-10\n","  epoch 39 step 1400/1409 loss 1.1744 acc 0.880 lr 2.09e-11\n","\n","[Cloud Syncing...]\n","[epoch 39] train loss 1.1745 acc 0.880 | val loss 2.3975 acc 0.512 | best 0.517 | 399s\n","[test] loss 2.4044 acc 0.509\n","[train.py exited 0]\n","Done.\n"]}]},{"cell_type":"code","source":["import sys, os\n","sys.path.insert(0, '/content/code')\n","import numpy as np, torch\n","from torch.utils.data import DataLoader\n","from src.evaluate import load_checkpoint\n","from src.dataset import build_datasets\n","from src.utils import resolve_device\n","\n","CKPT = '/content/ckpt/best.pt'\n","ROOT = '/content/data/rois/lrs3'\n","\n","device = resolve_device('auto')\n","model, cfg, label_map = load_checkpoint(CKPT, device)\n","cfg.data_roots = ROOT\n","cfg.num_workers = 4\n","\n","_, _, test_ds, scanned = build_datasets(cfg)\n","assert scanned == label_map, (\n","    \"Label map mismatch between checkpoint and directory scan. \"\n","    \"Results would be meaningless. Fix before trusting anything.\")\n","print(f\"[label maps agree] {len(label_map)} classes, {len(test_ds)} test clips\")\n","\n","inv = {v: k for k, v in label_map.items()}\n","N = len(label_map)\n","cm = np.zeros((N, N), dtype=int)\n","\n","loader = DataLoader(test_ds, batch_size=cfg.batch_size, shuffle=False,\n","                    num_workers=cfg.num_workers, pin_memory=True)\n","with torch.no_grad():\n","    for clips, targets in loader:\n","        preds = model(clips.to(device)).argmax(1).cpu().numpy()\n","        for t, p in zip(targets.numpy(), preds):\n","            cm[t, p] += 1\n","\n","per_class = cm.diagonal() / np.maximum(cm.sum(1), 1)\n","order = np.argsort(per_class)\n","\n","print(f\"\\n{'='*64}\\nWORST 15 CLASSES\\n{'='*64}\")\n","for i in order[:15]:\n","    conf = [(inv[j], cm[i, j]) for j in np.argsort(-cm[i])[:3] if j != i and cm[i, j] > 0]\n","    conf_s = ', '.join(f\"{w}({n})\" for w, n in conf[:2])\n","    print(f\"  {inv[i]:<12s} {per_class[i]*100:5.1f}%  n={cm[i].sum():<4d} -> {conf_s}\")\n","\n","print(f\"\\n{'='*64}\\nBEST 10 CLASSES\\n{'='*64}\")\n","for i in order[::-1][:10]:\n","    print(f\"  {inv[i]:<12s} {per_class[i]*100:5.1f}%  n={cm[i].sum()}\")\n","\n","# Off-diagonal pairs, largest first\n","print(f\"\\n{'='*64}\\nTOP CONFUSIONS\\n{'='*64}\")\n","off = [(cm[i, j], inv[i], inv[j]) for i in range(N) for j in range(N) if i != j]\n","for n, a, b in sorted(off, reverse=True)[:15]:\n","    print(f\"  {a:<12s} -> {b:<12s} {n:3d}  ({n/cm[label_map[a]].sum()*100:.0f}% of {a})\")\n","\n","print(f\"\\nMean per-class acc: {per_class.mean()*100:.1f}%\")\n","print(f\"Classes below 30%: {(per_class < 0.3).sum()} / {N}\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"mVbTdO-xc4HM","executionInfo":{"status":"ok","timestamp":1784248045899,"user_tz":240,"elapsed":14408,"user":{"displayName":"Kai Leisten","userId":"04736612897588342706"}},"outputId":"385e48de-ad94-4b76-bf87-0b21ed6ef56e"},"execution_count":10,"outputs":[{"output_type":"stream","name":"stdout","text":["[label maps agree] 50 classes, 5024 test clips\n","\n","================================================================\n","WORST 15 CLASSES\n","================================================================\n","  WHAT          23.5%  n=81   -> ONE(18), WANT(9)\n","  THERE         31.5%  n=92   -> SAID(6), NOW(5)\n","  SAID          33.0%  n=109  -> SEE(10), THINK(9)\n","  WHEN          33.9%  n=109  -> WHAT(14), ONE(8)\n","  THESE         35.2%  n=108  -> THINGS(12), YEARS(11)\n","  IT'S          37.0%  n=81   -> INTO(5), YEARS(5)\n","  THAT'S        37.1%  n=70   -> THESE(6), IT'S(4)\n","  INTO          37.4%  n=107  -> IT'S(9), THERE(7)\n","  US            38.1%  n=84   -> ACTUALLY(4), LIKE(4)\n","  LIKE          38.7%  n=93   -> THERE(5), SAID(4)\n","  RIGHT         39.4%  n=109  -> ONE(8), WAY(5)\n","  JUST          40.0%  n=80   -> SEE(8), INTO(3)\n","  THINGS        40.9%  n=115  -> THESE(15), INTO(7)\n","  THINK         42.0%  n=81   -> SEE(7), THINGS(5)\n","  OTHER         42.5%  n=80   -> LIKE(4), RIGHT(4)\n","\n","================================================================\n","BEST 10 CLASSES\n","================================================================\n","  MOST          79.8%  n=94\n","  TIME          73.6%  n=110\n","  PEOPLE        73.4%  n=79\n","  SOMETHING     70.6%  n=126\n","  DIFFERENT     70.2%  n=104\n","  FIRST         66.0%  n=94\n","  ABOUT         65.4%  n=78\n","  VERY          64.5%  n=93\n","  BECAUSE       64.3%  n=98\n","  HOW           63.6%  n=88\n","\n","================================================================\n","TOP CONFUSIONS\n","================================================================\n","  NOW          -> OUT           21  (21% of NOW)\n","  WHAT         -> ONE           18  (22% of WHAT)\n","  MY           -> BACK          17  (12% of MY)\n","  WORK         -> WORLD         16  (12% of WORK)\n","  THINGS       -> THESE         15  (13% of THINGS)\n","  EVEN         -> DIFFERENT     15  (15% of EVEN)\n","  WHEN         -> WHAT          14  (13% of WHEN)\n","  BACK         -> MAKE          13  (13% of BACK)\n","  WORK         -> WANT          12  (9% of WORK)\n","  WANT         -> ONE           12  (11% of WANT)\n","  THESE        -> THINGS        12  (11% of THESE)\n","  SOMETHING    -> SOME          12  (10% of SOMETHING)\n","  MAKE         -> BACK          12  (10% of MAKE)\n","  THESE        -> YEARS         11  (10% of THESE)\n","  SOME         -> SOMETHING     11  (10% of SOME)\n","\n","Mean per-class acc: 51.1%\n","Classes below 30%: 1 / 50\n"]}]},{"cell_type":"code","source":["from google.colab import userdata\n","gh = userdata.get('GH_TOKEN')\n","USER, NAME = \"your-gh-username\", \"lipreader\"\n","!git remote add origin https://{USER}:{gh}@github.com/{USER}/{NAME}.git\n","!git branch -M main\n","!git push -u origin main"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":349},"id":"wTn2kooMfmtg","executionInfo":{"status":"error","timestamp":1784248552319,"user_tz":240,"elapsed":389,"user":{"displayName":"Kai Leisten","userId":"04736612897588342706"}},"outputId":"dbf41ea1-673e-4b32-ef46-faa1d1ce46c6"},"execution_count":13,"outputs":[{"output_type":"error","ename":"SecretNotFoundError","evalue":"Secret GH_TOKEN does not exist.","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mSecretNotFoundError\u001b[0m                       Traceback (most recent call last)","\u001b[0;32m/tmp/ipykernel_9565/900025703.py\u001b[0m in \u001b[0;36m<cell line: 0>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mgoogle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcolab\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0muserdata\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mgh\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0muserdata\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'GH_TOKEN'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0mUSER\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mNAME\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m\"your-gh-username\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"lipreader\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0mget_ipython\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msystem\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'git remote add origin https://{USER}:{gh}@github.com/{USER}/{NAME}.git'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0mget_ipython\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msystem\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'git branch -M main'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.12/dist-packages/google/colab/userdata.py\u001b[0m in \u001b[0;36mget\u001b[0;34m(key)\u001b[0m\n\u001b[1;32m     66\u001b[0m     \u001b[0;32mraise\u001b[0m \u001b[0mTimeoutException\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     67\u001b[0m   \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mresp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'exists'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 68\u001b[0;31m     \u001b[0;32mraise\u001b[0m \u001b[0mSecretNotFoundError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     69\u001b[0m   \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mresp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'access'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     70\u001b[0m     \u001b[0;32mraise\u001b[0m \u001b[0mNotebookAccessError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mSecretNotFoundError\u001b[0m: Secret GH_TOKEN does not exist."]}]}]}