This is an automated email from the ASF dual-hosted git repository.
fmcquillan pushed a commit to branch automl
in repository https://gitbox.apache.org/repos/asf/madlib-site.git
The following commit(s) were added to refs/heads/automl by this push:
new c606abc hyperband diagonal E2E still in work...
c606abc is described below
commit c606abcf87684808eaa68fc47b700ae247a7f20c
Author: Frank McQuillan
AuthorDate: Thu Nov 21 17:20:43 2019 -0800
hyperband diagonal E2E still in work...
---
.../hyperband_diag_v2_mnist-checkpoint.ipynb | 924 ++---
.../automl/hyperband_diag_v2_mnist.ipynb | 924 ++---
2 files changed, 866 insertions(+), 982 deletions(-)
diff --git
a/community-artifacts/Deep-learning/automl/.ipynb_checkpoints/hyperband_diag_v2_mnist-checkpoint.ipynb
b/community-artifacts/Deep-learning/automl/.ipynb_checkpoints/hyperband_diag_v2_mnist-checkpoint.ipynb
index 09598ea..091e6fd 100644
---
a/community-artifacts/Deep-learning/automl/.ipynb_checkpoints/hyperband_diag_v2_mnist-checkpoint.ipynb
+++
b/community-artifacts/Deep-learning/automl/.ipynb_checkpoints/hyperband_diag_v2_mnist-checkpoint.ipynb
@@ -23,7 +23,9 @@
"\n",
"5. Hyperband diagonal\n",
"\n",
-"6. Plot results"
+"6. Plot results\n",
+"\n",
+"7. Print run schedules"
]
},
{
@@ -792,7 +794,7 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": 17,
"metadata": {},
"outputs": [
{
@@ -819,7 +821,7 @@
"[]"
]
},
- "execution_count": 6,
+ "execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
@@ -894,7 +896,7 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": 18,
"metadata": {},
"outputs": [],
"source": [
@@ -917,344 +919,12 @@
"cell_type": "markdown",
"metadata": {},
"source": [
-"Pretty print reg Hyperband run schedule"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 7,
- "metadata": {},
- "outputs": [
-{
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "max_iter = 3\n",
- "eta = 3\n",
- "B = 2*max_iter = 6\n",
- " \n",
- "s=1\n",
- "n_i r_i\n",
- "\n",
- "3 1.0\n",
- "1.0 3.0\n",
- " \n",
- "s=0\n",
- "n_i r_i\n",
- "\n",
- "2 3\n",
- " \n",
- "sum of configurations at leaf nodes across all s = 3.0\n",
- "(if have more workers than this, they may not be 100% busy)\n"
- ]
-}
- ],
- "source": [
-"import numpy as np\n",
-"from math import log, ceil\n",
-"\n",
-"#input\n",
-"max_iter = 3 # maximum iterations/epochs per configuration\n",
-"eta = 3 # defines downsampling rate (default=3)\n",
-"\n",
-"logeta = lambda x: log(x)/log(eta)\n",
-"s_max = int(logeta(max_iter)) # number of unique executions of
Successive Halving (minus one)\n",
-"B = (s_max+1)*max_iter # total number of iterations (without reuse) per
execution of Succesive Halving (n,r)\n",
-"\n",
-"#echo output\n",
-"print (\"max_iter = \" + str(max_iter))\n",
-"print (\"eta = \" + str(eta))\n",
-"print (\"B = \" + str(s_max+1) + \"*max_iter = \" + str(B))\n",
-"\n",
-"sum_leaf_n_i = 0 # count configurations at leaf nodes across all s\n",
-"\n",
-" Begin Finite Horizon Hyperband outlerloop. Repeat indefinitely.\n",
-"for s in reversed(range(s_max+1)):\n",
-"\n",
-"print (\" \")\n",
-"print (\"s=\" + str(s))\n",
-"print (\"n_i r_i\")\n",
-"print (\"\")\n",
-"counter = 0\n",
-"\n",
-"n = int(ceil(int(B/max_iter/(s+1))*eta**s)) # initial number of
configurations\n",
-"r = max_iter*eta**(-s) # initial number of iterations to run
configurations for\n",
-"\n",
-" Begin Finite Horizon Successive Halving with (n,r)\n",
-"#T = [ get_random_hyperparameter_configuration() for i in range(n) ]
\n",
-"for i in range(s+1):\n",
-"# Run each of the n_i configs for r_i iterations and keep best
n_i/eta\n",
-"n_i = n*eta**(-i)\n",
-"r_i = r*eta**(i)\n",
-"\n",
-"print (str(n_i) + \" \" + str (r_i))\n",
-"\n",
-"# check if leaf node for this s\n",
-"if counter == s:\n",
-"sum_leaf_n_i += n_i\n",
-"counter += 1\n",
-"\n",
-"#val_losses = [
run_then_return_val_loss(num_iters=r_i,hyperparameters=t) for t in T ]\n",
-"#T = [ T[i] for i in argsort(val_losses)[0:int( n_i/eta )] ]\n",
-" End Finite Horizon Successive Halving with (n,r)\n",
-"\n",
-"print (\" \")\n",
-"print (\"sum of configurations at leaf nodes across all s = \" +
str(sum_leaf_n_i))\n",
-
