diff --git a/optimum/neuron/distributed/utils.py b/optimum/neuron/distributed/utils.py
index 7fbd8467b..135e13fa1 100644
--- a/optimum/neuron/distributed/utils.py
+++ b/optimum/neuron/distributed/utils.py
@@ -412,6 +412,7 @@ def _peft_tuner_embedding_to_parallel_embedding(
                     config.init_lora_weights,
                     config.use_rslora,
                     config.use_dora,
+                    config.lora_bias,
                 )
                 mark_parameter_init_status_during_parallelization(parent.lora_embedding_A[adapter_name], True)
                 mark_parameter_init_status_during_parallelization(parent.lora_embedding_B[adapter_name], True)
diff --git a/setup.py b/setup.py
index 079412c3e..381a4ce71 100644
--- a/setup.py
+++ b/setup.py
@@ -32,7 +32,7 @@
     "diffusers>=0.28.0, <=0.30.3",
     "safetensors",
     "sentence-transformers >= 2.2.0",
-    "peft",
+    "peft>=0.14.0",
     "trl==0.11.4",
     "compel",
     "rjieba",
@@ -72,7 +72,7 @@
         "neuronx_distributed==0.9.0",
         "libneuronxla==2.0.5347.0",
     ],
-    "diffusers": ["diffusers>=0.28.0, <=0.30.3", "peft"],
+    "diffusers": ["diffusers>=0.28.0, <=0.30.3", "peft>=0.14.0"],
     "sentence-transformers": ["sentence-transformers >= 2.2.0"],
 }