diff --git a/examples/v1beta1/hp-tuning/hyperopt-distribution.yaml b/examples/v1beta1/hp-tuning/hyperopt-distribution.yaml
index 66c1b409d6c..e851a0cd241 100644
--- a/examples/v1beta1/hp-tuning/hyperopt-distribution.yaml
+++ b/examples/v1beta1/hp-tuning/hyperopt-distribution.yaml
@@ -10,10 +10,10 @@ spec:
     goal: 0.001
     objectiveMetricName: loss
   algorithm:
-    algorithmName: tpe
-  parallelTrialCount: 3
-  maxTrialCount: 12
-  maxFailedTrialCount: 3
+    algorithmName: random
+  parallelTrialCount: 5
+  maxTrialCount: 20
+  maxFailedTrialCount: 5
   parameters:
     # - name: lr
     #   parameterType: double
@@ -31,8 +31,8 @@ spec:
     - name: weight_decay
       parameterType: double
       feasibleSpace:
-        min: "0.0001"
-        max: "0.01"
+        min: "0.01"
+        max: "0.05"
         distribution: "normal"
     - name: dropout_rate
       parameterType: double