Default to Q4 quantization

tjake · Oct 19, 2024 · 14f2f3d · 14f2f3d
1 parent 9b712f2
commit 14f2f3d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/jlama-cli/src/main/java/com/github/tjake/jlama/cli/commands/QuantizeCommand.java b/jlama-cli/src/main/java/com/github/tjake/jlama/cli/commands/QuantizeCommand.java
@@ -29,8 +29,8 @@ public class QuantizeCommand extends SimpleBaseCommand {
     @CommandLine.Parameters(index = "1", arity = "0..1", description = "The output location")
     protected Path output;
 
-    @CommandLine.Option(names = { "--quantization" }, paramLabel = "ARG", description = "Model quantization type", arity = "1")
-    protected DType modelQuantization;
+    @CommandLine.Option(names = { "--quantization" }, paramLabel = "ARG", description = "Model quantization type (default: ${DEFAULT-VALUE})", arity = "1", defaultValue = "Q4")
+    protected DType modelQuantization = DType.Q4;
 
     @CommandLine.Option(names = { "--skip-layer" }, paramLabel = "ARG", description = "Layer name prefix to not quantize")
     protected String[] skipLayerPrefixes;