Make sure we do low precision intermediate the same way as Swift repo.

liuliu · Sep 15, 2024 · eda29de · eda29de
1 parent ffd6604
commit eda29de
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lib/nnc/mfa/v2/AttentionDescriptor.cpp b/lib/nnc/mfa/v2/AttentionDescriptor.cpp
@@ -399,7 +399,7 @@ AttentionOperands<GEMMOperandPrecision> AttentionDescriptor::createRegisterPreci
 // MARK: - AttentionDescriptor+Parameters
 
 std::vector<AttentionParameterRow> AttentionDescriptor::parameterFile(AttentionKernelType type, MTL::Device *const device) const noexcept {
-  if (lowPrecisionInputs || lowPrecisionIntermediates) {
+  if (lowPrecisionInputs && lowPrecisionIntermediates) {
     switch (type.value) {
     case AttentionKernelType::forward: 
       return forwardMixed(device);