remove the bias in the ffn module (#68)

2024-05-09 00:31:28 +02:00
parent e5ea144fe3
commit ff7610d522
1 changed files with 2 additions and 2 deletions
--- a/Libraries/LLM/OpenELM.swift
+++ b/Libraries/LLM/OpenELM.swift
@@ -106,8 +106,8 @@ private class FeedForwardNetwork: Module, UnaryLayer {
        let intermediateDim = Int(
            makeDivisible(Float(ffnMultiplier) * Float(dim), divisor: args.ffnDimDivisor))

-        self.proj_1 = Linear(dim, 2 * intermediateDim)
-        self.proj_2 = Linear(intermediateDim, dim)
+        self.proj_1 = Linear(dim, 2 * intermediateDim, bias: false)
+        self.proj_2 = Linear(intermediateDim, dim, bias: false)
    }

    public func callAsFunction(_ x: MLXArray) -> MLXArray {