Upload recipe.yaml

recipe.yaml

@@ -0,0 +1,12 @@
+default_stage:
+  default_modifiers:
+    SmoothQuantModifier: {smoothing_strength: 0.7}
+    GPTQModifier:
+      config_groups:
+        group_0:
+          targets: [Linear]
+          weights: {num_bits: 4, type: int, symmetric: true, strategy: channel, dynamic: false,
+            observer: minmax}
+          input_activations: {num_bits: 8, type: int, symmetric: true, strategy: token, dynamic: true,
+            observer: null}
+      ignore: [lm_head]