Add files using upload-large-folder tool

README.md

@@ -0,0 +1,3 @@
+---
+license: mit
+---

suspect_models/suspect_024.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a837d2f2950bca92939fdbfcfa279b8e2ce3be060a2d92e74f7f48c1b5bdf3
+size 44929864

suspect_models/suspect_030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df7cffefed6f5e509ebd045e540f54f2accd5415e49a68df048985f40b8c330
+size 44929864

suspect_models/suspect_034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4359eb8a97f5071bba90e9909293956f28f4f15b3316a3c90f6722c2e3d69b60
+size 44929864

suspect_models/suspect_053.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f1d37dfe311eea905035a0b2e0a5e7985ef644bef7b14fa29024d571efb6eb
+size 44929864

suspect_models/suspect_056.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2644eec4aec6081ef03c47bb65c21671946735d8cbcbe0d872d2ceed1dd8920
+size 44929864

suspect_models/suspect_057.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2949dd0da9fb4bd8b9338a16fa0cdc9b4e63700ee0a32db451f62dcab3e4b3af
+size 44929864

suspect_models/suspect_063.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a861dea77c4eca92c3c5ca4c71b6f0e57dc4212aedd8704a73cf593ac89a127a
+size 44929864

suspect_models/suspect_067.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b23ba71435cdd05202357f922095c13c5d587d2a9ba35d65577d55d294425a5
+size 44929864

suspect_models/suspect_078.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb82cb73f0a243938011508c2af154add290de7146d937e00608db88297f4c50
+size 44929864

suspect_models/suspect_086.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1110e17f35d8360a4c55e5a4fa5100b9996577a9abc7f39b42040d9e7731476d
+size 44929864

suspect_models/suspect_092.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a7ca5d27ab192fff5ede62770fbe41459f4c753daa671c4797126bef6a6da8
+size 44929864

suspect_models/suspect_098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28e8edbcbc4d5a7f496755a2acfa06c1a5c7e5d9a36afc2ec17c374c09e3974
+size 44929864

suspect_models/suspect_105.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802485c793646eb8251c5e0307332f9151791533a0241aa117085f4f6d1ee832
+size 44929864

suspect_models/suspect_132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd5b9aa543fcde5a3cc82cbf96938cd4bd01d7dbbacbfc85a0d57b07610e00
+size 44929864

suspect_models/suspect_170.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7444a7542dcbc3660cd92a8df6fc7026c36689cd6d377554b2f0576280c125c0
+size 44929864

suspect_models/suspect_173.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e10c3451c740f2863bb029ee33a2374a321d3a16bbd65d5eb5fd6e110fe0a9b
+size 44929864

suspect_models/suspect_181.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a819c79b9d38572382cdc2a96ae49654b152eb10d0b57d07f948492d3f5a6d
+size 44929864

suspect_models/suspect_188.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b4ed3b4e8c15901aceea8d4e63b626b53494d96a42dde36aaf02f1f80aeb02
+size 44929864

suspect_models/suspect_194.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f8c59ddd6db0d63392ad5c897f9305f934dcccdc4391111a970263992eb088
+size 44929864

suspect_models/suspect_197.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b2385f33b53a312d1ea4e1f9323df6d26ca84bc40fafbded314d9435e9d1ec
+size 44929864

suspect_models/suspect_198.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33cfd7949b943c5b0af8f4a17547ce2224d8e0540c08da8bc70acb0a55e70c0
+size 44929864

suspect_models/suspect_203.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286e0c23c67beb494c964aa44baef20589ed41f7d0a975f918ce730eb4ac302c
+size 44929864

suspect_models/suspect_204.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc3804c303109bf82250d69095da476a5baa2cd92fba0d01563c9a85f45c11
+size 44929864

suspect_models/suspect_212.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f5d75aff59dd5b595493dcda71836b6dc4fedfdb480b55eb41b53f4cdeffcf
+size 44929864

suspect_models/suspect_223.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3791a722b14b634816cabfdcc174b98bae768098fe776f7edff50f953b3691
+size 44929864

suspect_models/suspect_227.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f87234320c85bd851358e5c9e49b3bac8b4b594d3aeb9dcf01b53dde521c6f
+size 44929864

suspect_models/suspect_254.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09e47fb8432b1d8d4bda18d47d49025aaa6b46c97b8183e8798ec7def547f64
+size 44929864

suspect_models/suspect_255.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d4b871c31f9b291431524d84dc9d91dc5550cd3d95459d3b08b262998e4743
+size 44929864

suspect_models/suspect_269.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5689dca6451a52f122af171c873d749167bb4d1b0d3c0e70a285dd9cae1e821b
+size 44929864

suspect_models/suspect_275.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20fb9ed88b59c66b117fabe7303736706ed81c0313c6d183dd8dc697db71402
+size 44929864

suspect_models/suspect_283.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0794b124ac905ab58c931f19de63d78ae0b4f244d5ffa51c73babd09a2c0102
+size 44929864

suspect_models/suspect_286.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbcfac2a3ea7a48426dc7b11431c549fe37aa3380d94689e43782a57f6e7c1e
+size 44929864

suspect_models/suspect_291.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1186f41c9da8e7c10a006e37b617e15d2e944cdc3c3217da2852e103acf50b13
+size 44929864

suspect_models/suspect_294.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08970a8edc60e2a33b824be3044c546914cda719a1aa63d5958260272f4b0a81
+size 44929864

suspect_models/suspect_297.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71fa4bc0c8dd58359b588b3aa63c429badfabdaa101f9796533e85ccc0ef796
+size 44929864

suspect_models/suspect_304.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31811d2730dcfb0393d1f9cdfda933a51e663745b1d6bb877b816202ae565620
+size 44929864

suspect_models/suspect_309.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914028888fd085ebfba8e80e878b4e67e8d24260fdaa2ae1367abc38441b220f
+size 44929864

suspect_models/suspect_311.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd9b8773b0b30ec1c4c762822a4e091d7662a5d81627632d1c74886f62c3cc5
+size 44929864

suspect_models/suspect_314.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51da31b72c58bd10b8e07a97d67c4587a36150c32e0ef05bf78cb947a476a5e6
+size 44929864

suspect_models/suspect_324.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b0b135524491bf8f16a2e63b760b7f8ee80921256f6d14f961094ab3769aa9
+size 44929864

suspect_models/suspect_332.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8364e6d36b80ddd8422891b8907a4bb4e0b2d517ff3f7e915ff05abfd967963
+size 44929864

suspect_models/suspect_342.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457a4b73c39298d7e595833d35ae34b8d297b2befe9f10a6b9e024c73bb4bebb
+size 44929864

suspect_models/suspect_344.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be0eef0484a324579056135a5f57278fa395d6c65d610c47684533aa36b85eb
+size 44929864

suspect_models/suspect_350.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243433f0de26d4197d2d26449713ee950628a0d59cb72931861e27ee645b562c
+size 44929864

suspect_models/suspect_351.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a74c61cd836cf2c91c110884d7ed967689944f4973bc4a236ca5fbb128a8042
+size 44929864

target_model/weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e7426a9531d53be2324892a0a9626f500c2407a1baf447b6b51780e0e22bad
+size 44929864

task_template.py

@@ -0,0 +1,186 @@
+import os
+import sys
+import requests
+from pathlib import Path
+import torch
+import torch.nn as nn
+from torchvision import datasets, transforms
+from torchvision.models import resnet18
+from safetensors.torch import load_file
+import pandas as pd
+
+# --------------------------------
+# LOADING A MODEL (EXAMPLE: TARGET MODEL)
+# --------------------------------
+
+def make_model():
+    model = resnet18(weights=None)
+    model.conv1 = nn.Conv2d(3, 64, kernel_size=3, stride=1, padding=1, bias=False)
+    model.maxpool = nn.Identity()
+    model.fc = nn.Linear(model.fc.in_features, 100)
+    return model
+
+checkpoint_path = "path/to/your/model_checkpoint.safetensors"  # Replace with your model checkpoint path 
+state_dict = load_file(checkpoint_path, device="cpu")
+
+model = make_model() 
+model.load_state_dict(state_dict, strict=True)
+model.eval()
+
+transform = transforms.Compose([
+    transforms.ToTensor(),
+    transforms.Normalize((0.5071, 0.4867, 0.4408),
+                         (0.2675, 0.2565, 0.2761)),
+])
+
+data_root = "path/to/cifar100"  # Replace with your CIFAR-100 dataset path, or where it should be downloaded
+dataset = datasets.CIFAR100(root=data_root, train=False, download=True, transform=transform)
+x, y = dataset[0]  # Example: get the first image and label
+
+with torch.no_grad():
+    logits = model(x.unsqueeze(0))
+
+print("True label:", y)
+print("Logits shape:", logits.shape)  # Should be [1, 100] for CIFAR-100
+print("Logits:", logits)
+
+# # --------------------------------
+# # SUBMISSION FORMAT
+# # --------------------------------
+
+"""
+The submission must be a .csv file with the following format:
+
+-"id": ID of the subset (from 0 to 359)
+-"score": Stealing confidence score for each image (float)
+"""
+
+# Example Submission:
+
+subset_ids = list(range(360))  
+confidence_scores = torch.rand(len(subset_ids)).tolist()
+submission_df = pd.DataFrame({
+    "id": subset_ids,
+    "score": confidence_scores
+})
+submission_df.to_csv("example_submission.csv", index=None)
+
+# --------------------------------
+# SUBMISSION PROCESS
+# --------------------------------
+
+"""
+Example submission script for the Stolen Model Detection Task.
+
+Submission Requirements (read carefully to avoid automatic rejection):
+
+1. CSV FORMAT
+----------------
+- The file **must be a CSV** with extension `.csv`.
+- It must contain **exactly two columns**, named:
+      id, score
+  → Column names must match exactly (lowercase, no extra spaces).
+  → Column order does not matter, but both must be present.
+
+2. ROW COUNT AND IDENTIFIERS
+-------------------------------
+- Your file must contain **exactly 360 rows**.
+- Each row corresponds to one unique `id` in the range **0–359** (inclusive).
+- Every id must appear **exactly once**.
+- Do **not** add, remove, or rename any IDs.
+- Do **not** include duplicates or missing entries.
+- The evaluator checks:
+      id.min() == 0
+      id.max() == 359
+      id.unique().size == 360
+
+3. STEALING CONFIDENCE SCORES
+----------------------
+- The `score` column must contain **numeric values** representing your model’s predicted confidence
+  that the corresponding subset is a **stolen** model.
+
+  Examples of valid score values:
+    - Probabilities: values in [0.0, 1.0]
+    - Raw model scores: any finite numeric values (will be ranked for TPR@FPR=0.05)
+
+- Do **not** submit string labels like "yes"/"no" or "stolen"/"not stolen".
+- The evaluator converts your `score` column to numeric using `pd.to_numeric()`.
+  → Any non-numeric, NaN, or infinite entries will cause automatic rejection.
+
+4. TECHNICAL LIMITS
+----------------------
+- Maximum file size: **20 MB**
+- Encoding: UTF-8 recommended.
+- Avoid extra columns, blank lines, or formulas.
+- Ensure all values are numeric and finite.
+- Supported data types: int, float (e.g., float32, float64)
+
+5. VALIDATION SUMMARY
+------------------------
+Your submission will fail if:
+- Columns don’t match exactly ("id", "score")
+- Row count differs from 360
+- Any id is missing, duplicated, or outside [0, 359]
+- Any score value is NaN, Inf, or non-numeric
+- File is too large or not a valid CSV
+
+One key metric is computed:
+  1. **TPR@FPR=0.05 (True Positive Rate at False Positive Rate = 0.05)** 
+  — measures the ability to correctly identify stolen models while keeping the false positive rate at 5%.
+"""
+
+BASE_URL  = "http://35.192.205.84:80"
+API_KEY   = "YOUR_API_KEY_HERE"  # replace with your actual API key
+
+TASK_ID   = "19-stolen-model-detection"
+FILE_PATH = "PATH/TO/YOUR/SUBMISSION.csv"  # replace with your actual file path
+
+SUBMIT     = False  # Set to True to enable submission
+
+def die(msg):
+    print(f"{msg}", file=sys.stderr)
+    sys.exit(1)
+
+if SUBMIT:
+    if not os.path.isfile(FILE_PATH):
+        die(f"File not found: {FILE_PATH}")
+
+    try:
+        with open(FILE_PATH, "rb") as f:
+            files = {
+                # (fieldname) -> (filename, fileobj, content_type)
+                "file": (os.path.basename(FILE_PATH), f, "csv"),
+            }
+            resp = requests.post(
+                f"{BASE_URL}/submit/{TASK_ID}",
+                headers={"X-API-Key": API_KEY},
+                files=files,
+                timeout=(10, 120),  # (connect timeout, read timeout)
+            )
+        # Helpful output even on non-2xx
+        try:
+            body = resp.json()
+        except Exception:
+            body = {"raw_text": resp.text}
+
+        if resp.status_code == 413:
+            die("Upload rejected: file too large (HTTP 413). Reduce size and try again.")
+
+        resp.raise_for_status()
+
+        submission_id = body.get("submission_id")
+        print("Successfully submitted.")
+        print("Server response:", body)
+        if submission_id:
+            print(f"Submission ID: {submission_id}")
+
+    except requests.exceptions.RequestException as e:
+        detail = getattr(e, "response", None)
+        print(f"Submission error: {e}")
+        if detail is not None:
+            try:
+                print("Server response:", detail.json())
+            except Exception:
+                print("Server response (text):", detail.text)
+        sys.exit(1)
+