From 68955489b968ae0a687e279afb651b3b42e68444 Mon Sep 17 00:00:00 2001
From: Shreyansh Pathak <21f1003357@student.onlinedegree.iitm.ac.in>
Date: Sat, 1 Apr 2023 19:11:57 +0530
Subject: [PATCH] Update learning_rate_decay.py

Updating power from 1.0 to 0.5 for better tuning
---
 twml/twml/learning_rate_decay.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/twml/twml/learning_rate_decay.py b/twml/twml/learning_rate_decay.py
index be522d75b..f6cee52aa 100644
--- a/twml/twml/learning_rate_decay.py
+++ b/twml/twml/learning_rate_decay.py
@@ -70,7 +70,7 @@ def get_learning_rate_decay_fn(params):
         global_step=global_step,
         decay_steps=params.decay_steps,
         end_learning_rate=params.end_learning_rate,
-        power=params.polynomial_power if 'polynomial_power' in paramsv else 1.0,
+        power=params.polynomial_power if 'polynomial_power' in paramsv else 0.5,
       )
     return polynomial_decay_fn