From ff7610d522a57e403140e8431ebd6d032dcdb86c Mon Sep 17 00:00:00 2001
From: nathan <97126670+nathanrchn@users.noreply.github.com>
Date: Thu, 9 May 2024 00:31:28 +0200
Subject: [PATCH] remove the bias in the ffn module (#68)

---
 Libraries/LLM/OpenELM.swift | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Libraries/LLM/OpenELM.swift b/Libraries/LLM/OpenELM.swift
index 13c98b3..b49587e 100644
--- a/Libraries/LLM/OpenELM.swift
+++ b/Libraries/LLM/OpenELM.swift
@@ -106,8 +106,8 @@ private class FeedForwardNetwork: Module, UnaryLayer {
         let intermediateDim = Int(
             makeDivisible(Float(ffnMultiplier) * Float(dim), divisor: args.ffnDimDivisor))
 
-        self.proj_1 = Linear(dim, 2 * intermediateDim)
-        self.proj_2 = Linear(intermediateDim, dim)
+        self.proj_1 = Linear(dim, 2 * intermediateDim, bias: false)
+        self.proj_2 = Linear(intermediateDim, dim, bias: false)
     }
 
     public func callAsFunction(_ x: MLXArray) -> MLXArray {