From f247a32990e804e1eb92f1f0e16da928cee10b3b Mon Sep 17 00:00:00 2001
From: Kartik0806 <93075526+Kartik0806@users.noreply.github.com>
Date: Fri, 20 Dec 2024 21:30:56 +0530
Subject: [PATCH] Fix: LlamaMLP expects only 'config' parameter during
 initialization

---
 modified_llama.py | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/modified_llama.py b/modified_llama.py
index e1b395b..2356ad7 100644
--- a/modified_llama.py
+++ b/modified_llama.py
@@ -6,10 +6,7 @@
 
 class ModifiedLlamaMLP(LlamaMLP):
     def __init__(self, config, scale_factors):
-        super().__init__(
-            hidden_size=config.hidden_size,
-            intermediate_size=config.intermediate_size,
-            hidden_act=config.hidden_act)
+        super().__init__(config=config)
         self.intermediate_size = config.intermediate_size
         self.scale_factors = scale_factors  # List of scale factors for 's', 'm', 'l', 'xl'
         self.current_subset_hd = None