fix: A16MatMul w4a16 no group will switch to group 128

- if w4a16 has no group, will switch to group 128

Change-Id: I4e4357fdf3221489739cae39bc3606e808bd50ad

Author: HarmonyHu

hooks/pre-commit

@@ -26,9 +26,9 @@ fi
 if [ -n "$c_files" ]; then
     echo "Running clang-format on staged files..."
     clang-format -i $c_files
-    if ! git diff --quiet; then
+    if ! git diff --quiet -- $c_files; then
         echo -e "${RED}Warning${NC}: Some cpp files were formatted. Please review the changes and then commit it again."
-        # git add $files
+        # git add $c_files
         exit 1
     fi
 fi
@@ -43,9 +43,9 @@ if [ -n "$py_files" ]; then
         echo -e "${RED}ERROR${NC}: yapf failed. Please check your code"
         exit 1
     fi
-    if ! git diff --quiet; then
+    if ! git diff --quiet -- $py_files; then
         echo -e "${RED}Warning${NC}: Some python files were formatted. Please review the changes and then commit it again."
-        # git add $files
+        # git add $py_files
         exit 1
     fi
 fi

lib/Dialect/Tpu/Canonicalize/A16MatMul.cpp

@@ -403,9 +403,6 @@ struct A16MatMulToGroup : public OpRewriterPatternEx<tpu::A16MatMulOp> {
     if (group_size > 0) {
       return failure();
     }
-    if (op.getWeightBits() != 8) {
-      return failure();
-    }
 
     auto scaleOp = op.getScale().getDefiningOp<top::WeightOp>();
     auto zpOp = op.getZp().getDefiningOp<top::WeightOp>();
@@ -421,7 +418,7 @@ struct A16MatMulToGroup : public OpRewriterPatternEx<tpu::A16MatMulOp> {
       return failure();
     }
     auto weightShape = module::getShape(op.getWeight());
-    int K = weightShape[1];
+    int K = weightShape[1] * (8 / op.getWeightBits());
     int tile = K / 128;
     std::vector<int64_t> scale_shape = module::getShape(scaleOp.getResult());
     std::vector<int64_t> zp_shape = module::getShape(zpOp.getResult());