Cian-H/Aconity_ML_Expt1
1
0
Fork 0
mirror of https://github.com/Cian-H/Aconity_ML_Expt1.git synced 2025-12-22 20:51:58 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
main
Aconity_ML_Expt1/expt2_analysis.ipynb
Cian Hughes 9781c9f050 Initial Commit
2023-08-03 21:33:03 +01:00

7025 lines
178 KiB
Plaintext
Raw Permalink Blame History

{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"# Data handling imports\n",
"from tabulate import tabulate\n",
"from tqdm.auto import tqdm\n",
"import optuna\n",
"import pandas as pd\n",
"\n",
"pd.options.plotting.backend = \"plotly\""
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"storage_name = \"mysql+pymysql://root:Ch31121992@192.168.1.10:3306/optuna_db\"\n",
"study_name = \"Experiment 2\"\n",
"study = optuna.load_study(\n",
" study_name=study_name,\n",
" storage=storage_name,\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>number</th>\n",
" <th>value</th>\n",
" <th>datetime_start</th>\n",
" <th>datetime_complete</th>\n",
" <th>duration</th>\n",
" <th>params_channel_combine_act</th>\n",
" <th>params_compressor_act</th>\n",
" <th>params_conv_act</th>\n",
" <th>params_ff_depth</th>\n",
" <th>params_in_act</th>\n",
" <th>params_out_act</th>\n",
" <th>state</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>0</td>\n",
" <td>4151.399902</td>\n",
" <td>2023-08-01 10:34:28</td>\n",
" <td>2023-08-01 11:25:54</td>\n",
" <td>0 days 00:51:26</td>\n",
" <td>GELU</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>1</td>\n",
" <td>4566.563477</td>\n",
" <td>2023-08-01 10:34:33</td>\n",
" <td>2023-08-01 11:25:44</td>\n",
" <td>0 days 00:51:11</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>2</td>\n",
" <td>5705.544922</td>\n",
" <td>2023-08-01 10:34:48</td>\n",
" <td>2023-08-01 11:24:40</td>\n",
" <td>0 days 00:49:52</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>PReLU</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Linear</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>3</td>\n",
" <td>7742.009766</td>\n",
" <td>2023-08-01 10:35:04</td>\n",
" <td>2023-08-01 12:10:49</td>\n",
" <td>0 days 01:35:45</td>\n",
" <td>GELU</td>\n",
" <td>PReLU</td>\n",
" <td>PBessel</td>\n",
" <td>5</td>\n",
" <td>Linear</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>4</td>\n",
" <td>11511.918945</td>\n",
" <td>2023-08-01 11:24:40</td>\n",
" <td>2023-08-01 12:15:41</td>\n",
" <td>0 days 00:51:01</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>5</td>\n",
" <td>5532.142578</td>\n",
" <td>2023-08-01 11:25:44</td>\n",
" <td>2023-08-01 12:17:21</td>\n",
" <td>0 days 00:51:37</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>6</th>\n",
" <td>6</td>\n",
" <td>7288.044922</td>\n",
" <td>2023-08-01 11:25:54</td>\n",
" <td>2023-08-01 12:17:23</td>\n",
" <td>0 days 00:51:29</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>PBessel</td>\n",
" <td>4</td>\n",
" <td>Mish</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>7</th>\n",
" <td>7</td>\n",
" <td>6036.755371</td>\n",
" <td>2023-08-01 12:10:50</td>\n",
" <td>2023-08-01 13:12:02</td>\n",
" <td>0 days 01:01:12</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Linear</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>8</th>\n",
" <td>8</td>\n",
" <td>5726.865234</td>\n",
" <td>2023-08-01 12:15:41</td>\n",
" <td>2023-08-01 13:10:30</td>\n",
" <td>0 days 00:54:49</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>PBessel</td>\n",
" <td>4</td>\n",
" <td>PBessel</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>9</th>\n",
" <td>9</td>\n",
" <td>5387.807617</td>\n",
" <td>2023-08-01 12:17:21</td>\n",
" <td>2023-08-01 13:08:49</td>\n",
" <td>0 days 00:51:28</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>Softshrink</td>\n",
" <td>PBessel</td>\n",
" <td>5</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>10</th>\n",
" <td>10</td>\n",
" <td>4185.784180</td>\n",
" <td>2023-08-01 12:17:23</td>\n",
" <td>2023-08-01 13:09:26</td>\n",
" <td>0 days 00:52:03</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Linear</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>11</th>\n",
" <td>11</td>\n",
" <td>5936.645508</td>\n",
" <td>2023-08-01 13:08:49</td>\n",
" <td>2023-08-01 14:01:00</td>\n",
" <td>0 days 00:52:11</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>5</td>\n",
" <td>Mish</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>12</th>\n",
" <td>12</td>\n",
" <td>6523.927734</td>\n",
" <td>2023-08-01 13:09:26</td>\n",
" <td>2023-08-01 14:01:48</td>\n",
" <td>0 days 00:52:22</td>\n",
" <td>GELU</td>\n",
" <td>PReLU</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>PBessel</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>13</th>\n",
" <td>13</td>\n",
" <td>8230.824219</td>\n",
" <td>2023-08-01 13:10:30</td>\n",
" <td>2023-08-01 14:08:01</td>\n",
" <td>0 days 00:57:31</td>\n",
" <td>GELU</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>6</td>\n",
" <td>Mish</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>14</th>\n",
" <td>14</td>\n",
" <td>5177.187012</td>\n",
" <td>2023-08-01 13:12:02</td>\n",
" <td>2023-08-01 14:11:42</td>\n",
" <td>0 days 00:59:40</td>\n",
" <td>GELU</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>15</th>\n",
" <td>15</td>\n",
" <td>5125.559082</td>\n",
" <td>2023-08-01 14:01:00</td>\n",
" <td>2023-08-01 14:52:52</td>\n",
" <td>0 days 00:51:52</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>16</th>\n",
" <td>16</td>\n",
" <td>4273.324219</td>\n",
" <td>2023-08-01 14:01:48</td>\n",
" <td>2023-08-01 14:53:55</td>\n",
" <td>0 days 00:52:07</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>17</th>\n",
" <td>17</td>\n",
" <td>6058.221191</td>\n",
" <td>2023-08-01 14:08:01</td>\n",
" <td>2023-08-01 15:07:40</td>\n",
" <td>0 days 00:59:39</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Linear</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>18</th>\n",
" <td>18</td>\n",
" <td>6986.486328</td>\n",
" <td>2023-08-01 14:11:42</td>\n",
" <td>2023-08-01 15:13:44</td>\n",
" <td>0 days 01:02:02</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Linear</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>19</th>\n",
" <td>19</td>\n",
" <td>5544.230469</td>\n",
" <td>2023-08-01 14:52:52</td>\n",
" <td>2023-08-01 15:45:05</td>\n",
" <td>0 days 00:52:13</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Linear</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>20</th>\n",
" <td>20</td>\n",
" <td>8004.085938</td>\n",
" <td>2023-08-01 14:53:55</td>\n",
" <td>2023-08-01 15:46:20</td>\n",
" <td>0 days 00:52:25</td>\n",
" <td>GELU</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Linear</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>21</th>\n",
" <td>21</td>\n",
" <td>6337.054688</td>\n",
" <td>2023-08-01 15:07:41</td>\n",
" <td>2023-08-01 16:09:11</td>\n",
" <td>0 days 01:01:30</td>\n",
" <td>GELU</td>\n",
" <td>Softshrink</td>\n",
" <td>PBessel</td>\n",
" <td>3</td>\n",
" <td>Linear</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>22</th>\n",
" <td>22</td>\n",
" <td>5451.050781</td>\n",
" <td>2023-08-01 15:13:44</td>\n",
" <td>2023-08-01 16:17:58</td>\n",
" <td>0 days 01:04:14</td>\n",
" <td>GELU</td>\n",
" <td>Softshrink</td>\n",
" <td>PBessel</td>\n",
" <td>3</td>\n",
" <td>PBessel</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>23</th>\n",
" <td>23</td>\n",
" <td>6193.845703</td>\n",
" <td>2023-08-01 15:45:05</td>\n",
" <td>2023-08-01 16:37:07</td>\n",
" <td>0 days 00:52:02</td>\n",
" <td>GELU</td>\n",
" <td>Softshrink</td>\n",
" <td>PBessel</td>\n",
" <td>3</td>\n",
" <td>PBessel</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>24</th>\n",
" <td>24</td>\n",
" <td>13234.729492</td>\n",
" <td>2023-08-01 15:46:20</td>\n",
" <td>2023-08-01 16:39:06</td>\n",
" <td>0 days 00:52:46</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>25</th>\n",
" <td>25</td>\n",
" <td>5696.451172</td>\n",
" <td>2023-08-01 15:52:58</td>\n",
" <td>2023-08-01 16:43:34</td>\n",
" <td>0 days 00:50:36</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>26</th>\n",
" <td>26</td>\n",
" <td>5347.037598</td>\n",
" <td>2023-08-01 16:09:12</td>\n",
" <td>2023-08-01 17:15:26</td>\n",
" <td>0 days 01:06:14</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>27</th>\n",
" <td>27</td>\n",
" <td>5965.500977</td>\n",
" <td>2023-08-01 16:17:58</td>\n",
" <td>2023-08-01 17:29:03</td>\n",
" <td>0 days 01:11:05</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>28</th>\n",
" <td>28</td>\n",
" <td>7348.474121</td>\n",
" <td>2023-08-01 16:37:07</td>\n",
" <td>2023-08-01 17:30:03</td>\n",
" <td>0 days 00:52:56</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>29</th>\n",
" <td>29</td>\n",
" <td>4187.749512</td>\n",
" <td>2023-08-01 16:39:06</td>\n",
" <td>2023-08-01 17:32:22</td>\n",
" <td>0 days 00:53:16</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>30</th>\n",
" <td>30</td>\n",
" <td>7789.336914</td>\n",
" <td>2023-08-01 16:43:34</td>\n",
" <td>2023-08-01 17:34:38</td>\n",
" <td>0 days 00:51:04</td>\n",
" <td>GELU</td>\n",
" <td>PReLU</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>31</th>\n",
" <td>31</td>\n",
" <td>4827.620605</td>\n",
" <td>2023-08-01 17:15:26</td>\n",
" <td>2023-08-01 18:24:03</td>\n",
" <td>0 days 01:08:37</td>\n",
" <td>GELU</td>\n",
" <td>PReLU</td>\n",
" <td>Sigmoid</td>\n",
" <td>4</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>32</th>\n",
" <td>32</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 17:29:03</td>\n",
" <td>2023-08-01 17:29:34</td>\n",
" <td>0 days 00:00:31</td>\n",
" <td>GELU</td>\n",
" <td>PReLU</td>\n",
" <td>Sigmoid</td>\n",
" <td>4</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>33</th>\n",
" <td>33</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 17:29:34</td>\n",
" <td>2023-08-01 17:29:34</td>\n",
" <td>0 days 00:00:00</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>6</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>34</th>\n",
" <td>34</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 17:29:34</td>\n",
" <td>2023-08-01 17:29:35</td>\n",
" <td>0 days 00:00:01</td>\n",
" <td>GELU</td>\n",
" <td>PReLU</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>35</th>\n",
" <td>35</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 17:29:35</td>\n",
" <td>2023-08-01 17:29:35</td>\n",
" <td>0 days 00:00:00</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>36</th>\n",
" <td>36</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 17:29:36</td>\n",
" <td>2023-08-01 17:29:36</td>\n",
" <td>0 days 00:00:00</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>37</th>\n",
" <td>37</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 17:29:36</td>\n",
" <td>2023-08-01 17:29:37</td>\n",
" <td>0 days 00:00:01</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>38</th>\n",
" <td>38</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 17:29:37</td>\n",
" <td>NaT</td>\n",
" <td>NaT</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>PReLU</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>RUNNING</td>\n",
" </tr>\n",
" <tr>\n",
" <th>39</th>\n",
" <td>39</td>\n",
" <td>4700.032227</td>\n",
" <td>2023-08-01 17:30:03</td>\n",
" <td>2023-08-01 18:26:58</td>\n",
" <td>0 days 00:56:55</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>PReLU</td>\n",
" <td>Sigmoid</td>\n",
" <td>4</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>40</th>\n",
" <td>40</td>\n",
" <td>5427.838379</td>\n",
" <td>2023-08-01 17:32:23</td>\n",
" <td>2023-08-01 18:30:06</td>\n",
" <td>0 days 00:57:43</td>\n",
" <td>GELU</td>\n",
" <td>PReLU</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>41</th>\n",
" <td>41</td>\n",
" <td>7714.423828</td>\n",
" <td>2023-08-01 17:34:38</td>\n",
" <td>2023-08-01 18:40:53</td>\n",
" <td>0 days 01:06:15</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Mish</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>42</th>\n",
" <td>42</td>\n",
" <td>8318.586914</td>\n",
" <td>2023-08-01 18:24:03</td>\n",
" <td>2023-08-01 20:24:35</td>\n",
" <td>0 days 02:00:32</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Linear</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>43</th>\n",
" <td>43</td>\n",
" <td>5130.184082</td>\n",
" <td>2023-08-01 18:26:59</td>\n",
" <td>2023-08-01 20:28:07</td>\n",
" <td>0 days 02:01:08</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>PBessel</td>\n",
" <td>3</td>\n",
" <td>Linear</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>44</th>\n",
" <td>44</td>\n",
" <td>4994.282715</td>\n",
" <td>2023-08-01 18:30:06</td>\n",
" <td>2023-08-01 19:49:39</td>\n",
" <td>0 days 01:19:33</td>\n",
" <td>GELU</td>\n",
" <td>SoftExp</td>\n",
" <td>PBessel</td>\n",
" <td>2</td>\n",
" <td>Linear</td>\n",
" <td>Mish</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>45</th>\n",
" <td>45</td>\n",
" <td>7915.266602</td>\n",
" <td>2023-08-01 18:40:53</td>\n",
" <td>2023-08-01 19:31:40</td>\n",
" <td>0 days 00:50:47</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>SoftExp</td>\n",
" <td>PBessel</td>\n",
" <td>2</td>\n",
" <td>Linear</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>46</th>\n",
" <td>46</td>\n",
" <td>7520.555664</td>\n",
" <td>2023-08-01 19:31:40</td>\n",
" <td>2023-08-01 20:30:08</td>\n",
" <td>0 days 00:58:28</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>47</th>\n",
" <td>47</td>\n",
" <td>4699.314941</td>\n",
" <td>2023-08-01 19:49:40</td>\n",
" <td>2023-08-01 21:24:10</td>\n",
" <td>0 days 01:34:30</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>3</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>48</th>\n",
" <td>48</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 20:24:35</td>\n",
" <td>NaT</td>\n",
" <td>NaT</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>SoftExp</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>RUNNING</td>\n",
" </tr>\n",
" <tr>\n",
" <th>49</th>\n",
" <td>49</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 20:28:07</td>\n",
" <td>NaT</td>\n",
" <td>NaT</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Tanhshrink</td>\n",
" <td>Tanhshrink</td>\n",
" <td>RUNNING</td>\n",
" </tr>\n",
" <tr>\n",
" <th>50</th>\n",
" <td>50</td>\n",
" <td>6670.916992</td>\n",
" <td>2023-08-01 20:30:08</td>\n",
" <td>2023-08-01 21:34:53</td>\n",
" <td>0 days 01:04:45</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>PBessel</td>\n",
" <td>Tanhshrink</td>\n",
" <td>PRUNED</td>\n",
" </tr>\n",
" <tr>\n",
" <th>51</th>\n",
" <td>51</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 21:24:11</td>\n",
" <td>NaT</td>\n",
" <td>NaT</td>\n",
" <td>Hardsigmoid</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>PBessel</td>\n",
" <td>Tanhshrink</td>\n",
" <td>RUNNING</td>\n",
" </tr>\n",
" <tr>\n",
" <th>52</th>\n",
" <td>52</td>\n",
" <td>NaN</td>\n",
" <td>2023-08-01 21:34:54</td>\n",
" <td>NaT</td>\n",
" <td>NaT</td>\n",
" <td>GELU</td>\n",
" <td>Softshrink</td>\n",
" <td>Sigmoid</td>\n",
" <td>2</td>\n",
" <td>Mish</td>\n",
" <td>Tanhshrink</td>\n",
" <td>RUNNING</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" number value datetime_start datetime_complete \\\n",
"0 0 4151.399902 2023-08-01 10:34:28 2023-08-01 11:25:54 \n",
"1 1 4566.563477 2023-08-01 10:34:33 2023-08-01 11:25:44 \n",
"2 2 5705.544922 2023-08-01 10:34:48 2023-08-01 11:24:40 \n",
"3 3 7742.009766 2023-08-01 10:35:04 2023-08-01 12:10:49 \n",
"4 4 11511.918945 2023-08-01 11:24:40 2023-08-01 12:15:41 \n",
"5 5 5532.142578 2023-08-01 11:25:44 2023-08-01 12:17:21 \n",
"6 6 7288.044922 2023-08-01 11:25:54 2023-08-01 12:17:23 \n",
"7 7 6036.755371 2023-08-01 12:10:50 2023-08-01 13:12:02 \n",
"8 8 5726.865234 2023-08-01 12:15:41 2023-08-01 13:10:30 \n",
"9 9 5387.807617 2023-08-01 12:17:21 2023-08-01 13:08:49 \n",
"10 10 4185.784180 2023-08-01 12:17:23 2023-08-01 13:09:26 \n",
"11 11 5936.645508 2023-08-01 13:08:49 2023-08-01 14:01:00 \n",
"12 12 6523.927734 2023-08-01 13:09:26 2023-08-01 14:01:48 \n",
"13 13 8230.824219 2023-08-01 13:10:30 2023-08-01 14:08:01 \n",
"14 14 5177.187012 2023-08-01 13:12:02 2023-08-01 14:11:42 \n",
"15 15 5125.559082 2023-08-01 14:01:00 2023-08-01 14:52:52 \n",
"16 16 4273.324219 2023-08-01 14:01:48 2023-08-01 14:53:55 \n",
"17 17 6058.221191 2023-08-01 14:08:01 2023-08-01 15:07:40 \n",
"18 18 6986.486328 2023-08-01 14:11:42 2023-08-01 15:13:44 \n",
"19 19 5544.230469 2023-08-01 14:52:52 2023-08-01 15:45:05 \n",
"20 20 8004.085938 2023-08-01 14:53:55 2023-08-01 15:46:20 \n",
"21 21 6337.054688 2023-08-01 15:07:41 2023-08-01 16:09:11 \n",
"22 22 5451.050781 2023-08-01 15:13:44 2023-08-01 16:17:58 \n",
"23 23 6193.845703 2023-08-01 15:45:05 2023-08-01 16:37:07 \n",
"24 24 13234.729492 2023-08-01 15:46:20 2023-08-01 16:39:06 \n",
"25 25 5696.451172 2023-08-01 15:52:58 2023-08-01 16:43:34 \n",
"26 26 5347.037598 2023-08-01 16:09:12 2023-08-01 17:15:26 \n",
"27 27 5965.500977 2023-08-01 16:17:58 2023-08-01 17:29:03 \n",
"28 28 7348.474121 2023-08-01 16:37:07 2023-08-01 17:30:03 \n",
"29 29 4187.749512 2023-08-01 16:39:06 2023-08-01 17:32:22 \n",
"30 30 7789.336914 2023-08-01 16:43:34 2023-08-01 17:34:38 \n",
"31 31 4827.620605 2023-08-01 17:15:26 2023-08-01 18:24:03 \n",
"32 32 NaN 2023-08-01 17:29:03 2023-08-01 17:29:34 \n",
"33 33 NaN 2023-08-01 17:29:34 2023-08-01 17:29:34 \n",
"34 34 NaN 2023-08-01 17:29:34 2023-08-01 17:29:35 \n",
"35 35 NaN 2023-08-01 17:29:35 2023-08-01 17:29:35 \n",
"36 36 NaN 2023-08-01 17:29:36 2023-08-01 17:29:36 \n",
"37 37 NaN 2023-08-01 17:29:36 2023-08-01 17:29:37 \n",
"38 38 NaN 2023-08-01 17:29:37 NaT \n",
"39 39 4700.032227 2023-08-01 17:30:03 2023-08-01 18:26:58 \n",
"40 40 5427.838379 2023-08-01 17:32:23 2023-08-01 18:30:06 \n",
"41 41 7714.423828 2023-08-01 17:34:38 2023-08-01 18:40:53 \n",
"42 42 8318.586914 2023-08-01 18:24:03 2023-08-01 20:24:35 \n",
"43 43 5130.184082 2023-08-01 18:26:59 2023-08-01 20:28:07 \n",
"44 44 4994.282715 2023-08-01 18:30:06 2023-08-01 19:49:39 \n",
"45 45 7915.266602 2023-08-01 18:40:53 2023-08-01 19:31:40 \n",
"46 46 7520.555664 2023-08-01 19:31:40 2023-08-01 20:30:08 \n",
"47 47 4699.314941 2023-08-01 19:49:40 2023-08-01 21:24:10 \n",
"48 48 NaN 2023-08-01 20:24:35 NaT \n",
"49 49 NaN 2023-08-01 20:28:07 NaT \n",
"50 50 6670.916992 2023-08-01 20:30:08 2023-08-01 21:34:53 \n",
"51 51 NaN 2023-08-01 21:24:11 NaT \n",
"52 52 NaN 2023-08-01 21:34:54 NaT \n",
"\n",
" duration params_channel_combine_act params_compressor_act \\\n",
"0 0 days 00:51:26 GELU Softshrink \n",
"1 0 days 00:51:11 Hardsigmoid SoftExp \n",
"2 0 days 00:49:52 Hardsigmoid PReLU \n",
"3 0 days 01:35:45 GELU PReLU \n",
"4 0 days 00:51:01 GELU SoftExp \n",
"5 0 days 00:51:37 Hardsigmoid Softshrink \n",
"6 0 days 00:51:29 GELU SoftExp \n",
"7 0 days 01:01:12 Hardsigmoid Softshrink \n",
"8 0 days 00:54:49 GELU SoftExp \n",
"9 0 days 00:51:28 Hardsigmoid Softshrink \n",
"10 0 days 00:52:03 GELU SoftExp \n",
"11 0 days 00:52:11 Hardsigmoid Softshrink \n",
"12 0 days 00:52:22 GELU PReLU \n",
"13 0 days 00:57:31 GELU Softshrink \n",
"14 0 days 00:59:40 GELU Softshrink \n",
"15 0 days 00:51:52 GELU SoftExp \n",
"16 0 days 00:52:07 GELU SoftExp \n",
"17 0 days 00:59:39 GELU SoftExp \n",
"18 0 days 01:02:02 GELU SoftExp \n",
"19 0 days 00:52:13 GELU SoftExp \n",
"20 0 days 00:52:25 GELU Softshrink \n",
"21 0 days 01:01:30 GELU Softshrink \n",
"22 0 days 01:04:14 GELU Softshrink \n",
"23 0 days 00:52:02 GELU Softshrink \n",
"24 0 days 00:52:46 GELU SoftExp \n",
"25 0 days 00:50:36 GELU SoftExp \n",
"26 0 days 01:06:14 GELU SoftExp \n",
"27 0 days 01:11:05 GELU SoftExp \n",
"28 0 days 00:52:56 GELU SoftExp \n",
"29 0 days 00:53:16 GELU SoftExp \n",
"30 0 days 00:51:04 GELU PReLU \n",
"31 0 days 01:08:37 GELU PReLU \n",
"32 0 days 00:00:31 GELU PReLU \n",
"33 0 days 00:00:00 Hardsigmoid SoftExp \n",
"34 0 days 00:00:01 GELU PReLU \n",
"35 0 days 00:00:00 Hardsigmoid SoftExp \n",
"36 0 days 00:00:00 Hardsigmoid SoftExp \n",
"37 0 days 00:00:01 Hardsigmoid SoftExp \n",
"38 NaT Hardsigmoid PReLU \n",
"39 0 days 00:56:55 Hardsigmoid PReLU \n",
"40 0 days 00:57:43 GELU PReLU \n",
"41 0 days 01:06:15 GELU SoftExp \n",
"42 0 days 02:00:32 GELU SoftExp \n",
"43 0 days 02:01:08 GELU SoftExp \n",
"44 0 days 01:19:33 GELU SoftExp \n",
"45 0 days 00:50:47 Hardsigmoid SoftExp \n",
"46 0 days 00:58:28 Hardsigmoid SoftExp \n",
"47 0 days 01:34:30 Hardsigmoid SoftExp \n",
"48 NaT Hardsigmoid SoftExp \n",
"49 NaT Hardsigmoid Softshrink \n",
"50 0 days 01:04:45 Hardsigmoid Softshrink \n",
"51 NaT Hardsigmoid Softshrink \n",
"52 NaT GELU Softshrink \n",
"\n",
" params_conv_act params_ff_depth params_in_act params_out_act state \n",
"0 Sigmoid 2 Mish Mish PRUNED \n",
"1 Sigmoid 3 Tanhshrink Tanhshrink PRUNED \n",
"2 Sigmoid 2 Linear Mish PRUNED \n",
"3 PBessel 5 Linear Mish PRUNED \n",
"4 Sigmoid 3 Tanhshrink Mish PRUNED \n",
"5 Sigmoid 3 Tanhshrink Tanhshrink PRUNED \n",
"6 PBessel 4 Mish Mish PRUNED \n",
"7 Sigmoid 2 Linear Tanhshrink PRUNED \n",
"8 PBessel 4 PBessel Tanhshrink PRUNED \n",
"9 PBessel 5 Tanhshrink Mish PRUNED \n",
"10 Sigmoid 2 Linear Tanhshrink PRUNED \n",
"11 Sigmoid 5 Mish Mish PRUNED \n",
"12 Sigmoid 3 PBessel Mish PRUNED \n",
"13 Sigmoid 6 Mish Mish PRUNED \n",
"14 Sigmoid 2 Mish Tanhshrink PRUNED \n",
"15 Sigmoid 2 Mish Tanhshrink PRUNED \n",
"16 Sigmoid 2 Mish Tanhshrink PRUNED \n",
"17 Sigmoid 2 Linear Tanhshrink PRUNED \n",
"18 Sigmoid 2 Linear Tanhshrink PRUNED \n",
"19 Sigmoid 2 Linear Tanhshrink PRUNED \n",
"20 Sigmoid 3 Linear Tanhshrink PRUNED \n",
"21 PBessel 3 Linear Mish PRUNED \n",
"22 PBessel 3 PBessel Mish PRUNED \n",
"23 PBessel 3 PBessel Mish PRUNED \n",
"24 Sigmoid 3 Mish Tanhshrink PRUNED \n",
"25 Sigmoid 3 Mish Tanhshrink PRUNED \n",
"26 Sigmoid 2 Mish Tanhshrink PRUNED \n",
"27 Sigmoid 2 Mish Tanhshrink PRUNED \n",
"28 Sigmoid 2 Mish Tanhshrink PRUNED \n",
"29 Sigmoid 2 Mish Tanhshrink PRUNED \n",
"30 Sigmoid 2 Mish Tanhshrink PRUNED \n",
"31 Sigmoid 4 Mish Tanhshrink PRUNED \n",
"32 Sigmoid 4 Mish Tanhshrink PRUNED \n",
"33 Sigmoid 6 Tanhshrink Tanhshrink PRUNED \n",
"34 Sigmoid 2 Mish Tanhshrink PRUNED \n",
"35 Sigmoid 2 Tanhshrink Tanhshrink PRUNED \n",
"36 Sigmoid 2 Tanhshrink Tanhshrink PRUNED \n",
"37 Sigmoid 2 Tanhshrink Mish PRUNED \n",
"38 Sigmoid 3 Tanhshrink Tanhshrink RUNNING \n",
"39 Sigmoid 4 Tanhshrink Mish PRUNED \n",
"40 Sigmoid 3 Mish Tanhshrink PRUNED \n",
"41 Sigmoid 3 Mish Mish PRUNED \n",
"42 Sigmoid 3 Linear Mish PRUNED \n",
"43 PBessel 3 Linear Mish PRUNED \n",
"44 PBessel 2 Linear Mish PRUNED \n",
"45 PBessel 2 Linear Tanhshrink PRUNED \n",
"46 Sigmoid 2 Tanhshrink Tanhshrink PRUNED \n",
"47 Sigmoid 3 Tanhshrink Tanhshrink PRUNED \n",
"48 Sigmoid 2 Tanhshrink Tanhshrink RUNNING \n",
"49 Sigmoid 2 Tanhshrink Tanhshrink RUNNING \n",
"50 Sigmoid 2 PBessel Tanhshrink PRUNED \n",
"51 Sigmoid 2 PBessel Tanhshrink RUNNING \n",
"52 Sigmoid 2 Mish Tanhshrink RUNNING "
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"df = study.trials_dataframe()\n",
"df"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"df.dropna(inplace=True)\n",
"df.sort_values(by=\"value\", inplace=True)\n",
"df.drop(df[\"value\"].idxmax(), inplace=True)\n",
"df.drop(df[\"value\"].idxmax(), inplace=True)"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"params = list(df.keys()[5:-1])\n",
"for p in params:\n",
" df.plot(x=p, y=\"value\", kind=\"scatter\", title=p)"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [],
"source": [
"params = list(df.keys()[5:-1])"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| params_channel_combine_act | params_compressor_act | params_conv_act | params_ff_depth | params_in_act | params_out_act |\n",
"+==============================+=========================+===================+===================+=================+==================+\n",
"| GELU | Softshrink | Sigmoid | 2 | Mish | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | SoftExp | Sigmoid | 3 | Tanhshrink | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | PReLU | Sigmoid | 4 | Tanhshrink | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | PReLU | Sigmoid | 4 | Mish | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | SoftExp | PBessel | 2 | Linear | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | SoftExp | PBessel | 3 | Linear | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | Softshrink | Sigmoid | 2 | Mish | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | SoftExp | Sigmoid | 2 | Mish | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | Softshrink | PBessel | 5 | Tanhshrink | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | PReLU | Sigmoid | 3 | Mish | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | Softshrink | Sigmoid | 3 | Tanhshrink | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | SoftExp | Sigmoid | 2 | Linear | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | SoftExp | Sigmoid | 3 | Mish | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | PReLU | Sigmoid | 2 | Linear | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | SoftExp | PBessel | 4 | PBessel | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | Softshrink | PBessel | 3 | PBessel | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | Softshrink | Sigmoid | 5 | Mish | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | Softshrink | Sigmoid | 2 | Linear | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | Softshrink | PBessel | 3 | Linear | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | PReLU | Sigmoid | 3 | PBessel | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | Softshrink | Sigmoid | 2 | PBessel | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | SoftExp | PBessel | 4 | Mish | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | SoftExp | Sigmoid | 2 | Tanhshrink | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | SoftExp | Sigmoid | 3 | Mish | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | PReLU | PBessel | 5 | Linear | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | PReLU | Sigmoid | 2 | Mish | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| Hardsigmoid | SoftExp | PBessel | 2 | Linear | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | Softshrink | Sigmoid | 3 | Linear | Tanhshrink |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | Softshrink | Sigmoid | 6 | Mish | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n",
"| GELU | SoftExp | Sigmoid | 3 | Linear | Mish |\n",
"+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n"
]
}
],
"source": [
"print(\n",
" tabulate(\n",
" (\n",
" x[0]\n",
" for x in sorted(\n",
" list(df.groupby(params)), key=lambda x: x[1][\"value\"].mean()\n",
" )\n",
" ),\n",
" headers=params,\n",
" tablefmt=\"grid\",\n",
" )\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['__class__',\n",
" '__delattr__',\n",
" '__dict__',\n",
" '__dir__',\n",
" '__doc__',\n",
" '__eq__',\n",
" '__format__',\n",
" '__ge__',\n",
" '__getattribute__',\n",
" '__getstate__',\n",
" '__gt__',\n",
" '__hash__',\n",
" '__init__',\n",
" '__init_subclass__',\n",
" '__le__',\n",
" '__lt__',\n",
" '__module__',\n",
" '__ne__',\n",
" '__new__',\n",
" '__reduce__',\n",
" '__reduce_ex__',\n",
" '__repr__',\n",
" '__setattr__',\n",
" '__setstate__',\n",
" '__sizeof__',\n",
" '__str__',\n",
" '__subclasshook__',\n",
" '__weakref__',\n",
" '_ask',\n",
" '_directions',\n",
" '_get_trials',\n",
" '_is_multi_objective',\n",
" '_log_completed_trial',\n",
" '_pop_waiting_trial_id',\n",
" '_should_skip_enqueue',\n",
" '_stop_flag',\n",
" '_storage',\n",
" '_study_id',\n",
" '_tell',\n",
" '_thread_local',\n",
" 'add_trial',\n",
" 'add_trials',\n",
" 'ask',\n",
" 'best_params',\n",
" 'best_trial',\n",
" 'best_trials',\n",
" 'best_value',\n",
" 'direction',\n",
" 'directions',\n",
" 'enqueue_trial',\n",
" 'get_trials',\n",
" 'optimize',\n",
" 'pruner',\n",
" 'sampler',\n",
" 'set_metric_names',\n",
" 'set_system_attr',\n",
" 'set_user_attr',\n",
" 'stop',\n",
" 'study_name',\n",
" 'system_attrs',\n",
" 'tell',\n",
" 'trials',\n",
" 'trials_dataframe',\n",
" 'user_attrs']"
]
},
"execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"dir(study)"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.plotly.v1+json": {
"config": {
"plotlyServerURL": "https://plot.ly"
},
"data": [
{
"hovertemplate": "params_channel_combine_act=%{x}<br>value=%{y}<extra></extra>",
"legendgroup": "",
"marker": {
"color": "#636efa",
"symbol": "circle"
},
"mode": "markers",
"name": "",
"orientation": "v",
"showlegend": false,
"type": "scatter",
"x": [
"GELU",
"GELU",
"GELU",
"GELU",
"Hardsigmoid",
"Hardsigmoid",
"Hardsigmoid",
"GELU",
"GELU",
"GELU",
"GELU",
"GELU",
"GELU",
"Hardsigmoid",
"GELU",
"GELU",
"Hardsigmoid",
"GELU",
"GELU",
"Hardsigmoid",
"GELU",
"Hardsigmoid",
"GELU",
"Hardsigmoid",
"GELU",
"GELU",
"GELU",
"GELU",
"Hardsigmoid",
"GELU",
"GELU",
"GELU",
"Hardsigmoid",
"GELU",
"GELU",
"GELU",
"Hardsigmoid",
"GELU",
"GELU",
"GELU"
],
"xaxis": "x",
"y": [
4151.39990234375,
4185.7841796875,
4187.74951171875,
4273.32421875,
4566.5634765625,
4699.31494140625,
4700.0322265625,
4827.62060546875,
4994.28271484375,
5125.55908203125,
5130.18408203125,
5177.18701171875,
5347.03759765625,
5387.8076171875,
5427.83837890625,
5451.05078125,
5532.142578125,
5544.23046875,
5696.451171875,
5705.544921875,
5726.865234375,
5936.6455078125,
5965.5009765625,
6036.75537109375,
6058.22119140625,
6193.845703125,
6337.0546875,
6523.927734375,
6670.9169921875,
6986.486328125,
7288.044921875,
7348.47412109375,
7520.5556640625,
7714.423828125,
7742.009765625,
7789.3369140625,
7915.2666015625,
8004.0859375,
8230.82421875,
8318.5869140625
],
"yaxis": "y"
}
],
"layout": {
"legend": {
"tracegroupgap": 0
},
"template": {
"data": {
"bar": [
{
"error_x": {
"color": "#2a3f5f"
},
"error_y": {
"color": "#2a3f5f"
},
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "bar"
}
],
"barpolar": [
{
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "barpolar"
}
],
"carpet": [
{
"aaxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"baxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"type": "carpet"
}
],
"choropleth": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "choropleth"
}
],
"contour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "contour"
}
],
"contourcarpet": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "contourcarpet"
}
],
"heatmap": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmap"
}
],
"heatmapgl": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmapgl"
}
],
"histogram": [
{
"marker": {
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "histogram"
}
],
"histogram2d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2d"
}
],
"histogram2dcontour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2dcontour"
}
],
"mesh3d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "mesh3d"
}
],
"parcoords": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "parcoords"
}
],
"pie": [
{
"automargin": true,
"type": "pie"
}
],
"scatter": [
{
"fillpattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
},
"type": "scatter"
}
],
"scatter3d": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatter3d"
}
],
"scattercarpet": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattercarpet"
}
],
"scattergeo": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergeo"
}
],
"scattergl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergl"
}
],
"scattermapbox": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattermapbox"
}
],
"scatterpolar": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolar"
}
],
"scatterpolargl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolargl"
}
],
"scatterternary": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterternary"
}
],
"surface": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "surface"
}
],
"table": [
{
"cells": {
"fill": {
"color": "#EBF0F8"
},
"line": {
"color": "white"
}
},
"header": {
"fill": {
"color": "#C8D4E3"
},
"line": {
"color": "white"
}
},
"type": "table"
}
]
},
"layout": {
"annotationdefaults": {
"arrowcolor": "#2a3f5f",
"arrowhead": 0,
"arrowwidth": 1
},
"autotypenumbers": "strict",
"coloraxis": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"colorscale": {
"diverging": [
[
0,
"#8e0152"
],
[
0.1,
"#c51b7d"
],
[
0.2,
"#de77ae"
],
[
0.3,
"#f1b6da"
],
[
0.4,
"#fde0ef"
],
[
0.5,
"#f7f7f7"
],
[
0.6,
"#e6f5d0"
],
[
0.7,
"#b8e186"
],
[
0.8,
"#7fbc41"
],
[
0.9,
"#4d9221"
],
[
1,
"#276419"
]
],
"sequential": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"sequentialminus": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
]
},
"colorway": [
"#636efa",
"#EF553B",
"#00cc96",
"#ab63fa",
"#FFA15A",
"#19d3f3",
"#FF6692",
"#B6E880",
"#FF97FF",
"#FECB52"
],
"font": {
"color": "#2a3f5f"
},
"geo": {
"bgcolor": "white",
"lakecolor": "white",
"landcolor": "#E5ECF6",
"showlakes": true,
"showland": true,
"subunitcolor": "white"
},
"hoverlabel": {
"align": "left"
},
"hovermode": "closest",
"mapbox": {
"style": "light"
},
"paper_bgcolor": "white",
"plot_bgcolor": "#E5ECF6",
"polar": {
"angularaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"radialaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"scene": {
"xaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"yaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"zaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
}
},
"shapedefaults": {
"line": {
"color": "#2a3f5f"
}
},
"ternary": {
"aaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"baxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"caxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"title": {
"x": 0.05
},
"xaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
},
"yaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
}
}
},
"title": {
"text": "params_channel_combine_act"
},
"xaxis": {
"anchor": "y",
"domain": [
0,
1
],
"title": {
"text": "params_channel_combine_act"
}
},
"yaxis": {
"anchor": "x",
"domain": [
0,
1
],
"title": {
"text": "value"
}
}
}
}
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.plotly.v1+json": {
"config": {
"plotlyServerURL": "https://plot.ly"
},
"data": [
{
"hovertemplate": "params_compressor_act=%{x}<br>value=%{y}<extra></extra>",
"legendgroup": "",
"marker": {
"color": "#636efa",
"symbol": "circle"
},
"mode": "markers",
"name": "",
"orientation": "v",
"showlegend": false,
"type": "scatter",
"x": [
"Softshrink",
"SoftExp",
"SoftExp",
"SoftExp",
"SoftExp",
"SoftExp",
"PReLU",
"PReLU",
"SoftExp",
"SoftExp",
"SoftExp",
"Softshrink",
"SoftExp",
"Softshrink",
"PReLU",
"Softshrink",
"Softshrink",
"SoftExp",
"SoftExp",
"PReLU",
"SoftExp",
"Softshrink",
"SoftExp",
"Softshrink",
"SoftExp",
"Softshrink",
"Softshrink",
"PReLU",
"Softshrink",
"SoftExp",
"SoftExp",
"SoftExp",
"SoftExp",
"SoftExp",
"PReLU",
"PReLU",
"SoftExp",
"Softshrink",
"Softshrink",
"SoftExp"
],
"xaxis": "x",
"y": [
4151.39990234375,
4185.7841796875,
4187.74951171875,
4273.32421875,
4566.5634765625,
4699.31494140625,
4700.0322265625,
4827.62060546875,
4994.28271484375,
5125.55908203125,
5130.18408203125,
5177.18701171875,
5347.03759765625,
5387.8076171875,
5427.83837890625,
5451.05078125,
5532.142578125,
5544.23046875,
5696.451171875,
5705.544921875,
5726.865234375,
5936.6455078125,
5965.5009765625,
6036.75537109375,
6058.22119140625,
6193.845703125,
6337.0546875,
6523.927734375,
6670.9169921875,
6986.486328125,
7288.044921875,
7348.47412109375,
7520.5556640625,
7714.423828125,
7742.009765625,
7789.3369140625,
7915.2666015625,
8004.0859375,
8230.82421875,
8318.5869140625
],
"yaxis": "y"
}
],
"layout": {
"legend": {
"tracegroupgap": 0
},
"template": {
"data": {
"bar": [
{
"error_x": {
"color": "#2a3f5f"
},
"error_y": {
"color": "#2a3f5f"
},
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "bar"
}
],
"barpolar": [
{
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "barpolar"
}
],
"carpet": [
{
"aaxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"baxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"type": "carpet"
}
],
"choropleth": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "choropleth"
}
],
"contour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "contour"
}
],
"contourcarpet": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "contourcarpet"
}
],
"heatmap": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmap"
}
],
"heatmapgl": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmapgl"
}
],
"histogram": [
{
"marker": {
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "histogram"
}
],
"histogram2d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2d"
}
],
"histogram2dcontour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2dcontour"
}
],
"mesh3d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "mesh3d"
}
],
"parcoords": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "parcoords"
}
],
"pie": [
{
"automargin": true,
"type": "pie"
}
],
"scatter": [
{
"fillpattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
},
"type": "scatter"
}
],
"scatter3d": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatter3d"
}
],
"scattercarpet": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattercarpet"
}
],
"scattergeo": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergeo"
}
],
"scattergl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergl"
}
],
"scattermapbox": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattermapbox"
}
],
"scatterpolar": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolar"
}
],
"scatterpolargl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolargl"
}
],
"scatterternary": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterternary"
}
],
"surface": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "surface"
}
],
"table": [
{
"cells": {
"fill": {
"color": "#EBF0F8"
},
"line": {
"color": "white"
}
},
"header": {
"fill": {
"color": "#C8D4E3"
},
"line": {
"color": "white"
}
},
"type": "table"
}
]
},
"layout": {
"annotationdefaults": {
"arrowcolor": "#2a3f5f",
"arrowhead": 0,
"arrowwidth": 1
},
"autotypenumbers": "strict",
"coloraxis": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"colorscale": {
"diverging": [
[
0,
"#8e0152"
],
[
0.1,
"#c51b7d"
],
[
0.2,
"#de77ae"
],
[
0.3,
"#f1b6da"
],
[
0.4,
"#fde0ef"
],
[
0.5,
"#f7f7f7"
],
[
0.6,
"#e6f5d0"
],
[
0.7,
"#b8e186"
],
[
0.8,
"#7fbc41"
],
[
0.9,
"#4d9221"
],
[
1,
"#276419"
]
],
"sequential": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"sequentialminus": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
]
},
"colorway": [
"#636efa",
"#EF553B",
"#00cc96",
"#ab63fa",
"#FFA15A",
"#19d3f3",
"#FF6692",
"#B6E880",
"#FF97FF",
"#FECB52"
],
"font": {
"color": "#2a3f5f"
},
"geo": {
"bgcolor": "white",
"lakecolor": "white",
"landcolor": "#E5ECF6",
"showlakes": true,
"showland": true,
"subunitcolor": "white"
},
"hoverlabel": {
"align": "left"
},
"hovermode": "closest",
"mapbox": {
"style": "light"
},
"paper_bgcolor": "white",
"plot_bgcolor": "#E5ECF6",
"polar": {
"angularaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"radialaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"scene": {
"xaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"yaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"zaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
}
},
"shapedefaults": {
"line": {
"color": "#2a3f5f"
}
},
"ternary": {
"aaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"baxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"caxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"title": {
"x": 0.05
},
"xaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
},
"yaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
}
}
},
"title": {
"text": "params_compressor_act"
},
"xaxis": {
"anchor": "y",
"domain": [
0,
1
],
"title": {
"text": "params_compressor_act"
}
},
"yaxis": {
"anchor": "x",
"domain": [
0,
1
],
"title": {
"text": "value"
}
}
}
}
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.plotly.v1+json": {
"config": {
"plotlyServerURL": "https://plot.ly"
},
"data": [
{
"hovertemplate": "params_conv_act=%{x}<br>value=%{y}<extra></extra>",
"legendgroup": "",
"marker": {
"color": "#636efa",
"symbol": "circle"
},
"mode": "markers",
"name": "",
"orientation": "v",
"showlegend": false,
"type": "scatter",
"x": [
"Sigmoid",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"PBessel",
"Sigmoid",
"PBessel",
"Sigmoid",
"Sigmoid",
"PBessel",
"Sigmoid",
"PBessel",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"PBessel",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"PBessel",
"PBessel",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"PBessel",
"Sigmoid",
"Sigmoid",
"Sigmoid",
"PBessel",
"Sigmoid",
"PBessel",
"Sigmoid",
"Sigmoid",
"Sigmoid"
],
"xaxis": "x",
"y": [
4151.39990234375,
4185.7841796875,
4187.74951171875,
4273.32421875,
4566.5634765625,
4699.31494140625,
4700.0322265625,
4827.62060546875,
4994.28271484375,
5125.55908203125,
5130.18408203125,
5177.18701171875,
5347.03759765625,
5387.8076171875,
5427.83837890625,
5451.05078125,
5532.142578125,
5544.23046875,
5696.451171875,
5705.544921875,
5726.865234375,
5936.6455078125,
5965.5009765625,
6036.75537109375,
6058.22119140625,
6193.845703125,
6337.0546875,
6523.927734375,
6670.9169921875,
6986.486328125,
7288.044921875,
7348.47412109375,
7520.5556640625,
7714.423828125,
7742.009765625,
7789.3369140625,
7915.2666015625,
8004.0859375,
8230.82421875,
8318.5869140625
],
"yaxis": "y"
}
],
"layout": {
"legend": {
"tracegroupgap": 0
},
"template": {
"data": {
"bar": [
{
"error_x": {
"color": "#2a3f5f"
},
"error_y": {
"color": "#2a3f5f"
},
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "bar"
}
],
"barpolar": [
{
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "barpolar"
}
],
"carpet": [
{
"aaxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"baxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"type": "carpet"
}
],
"choropleth": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "choropleth"
}
],
"contour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "contour"
}
],
"contourcarpet": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "contourcarpet"
}
],
"heatmap": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmap"
}
],
"heatmapgl": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmapgl"
}
],
"histogram": [
{
"marker": {
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "histogram"
}
],
"histogram2d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2d"
}
],
"histogram2dcontour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2dcontour"
}
],
"mesh3d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "mesh3d"
}
],
"parcoords": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "parcoords"
}
],
"pie": [
{
"automargin": true,
"type": "pie"
}
],
"scatter": [
{
"fillpattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
},
"type": "scatter"
}
],
"scatter3d": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatter3d"
}
],
"scattercarpet": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattercarpet"
}
],
"scattergeo": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergeo"
}
],
"scattergl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergl"
}
],
"scattermapbox": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattermapbox"
}
],
"scatterpolar": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolar"
}
],
"scatterpolargl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolargl"
}
],
"scatterternary": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterternary"
}
],
"surface": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "surface"
}
],
"table": [
{
"cells": {
"fill": {
"color": "#EBF0F8"
},
"line": {
"color": "white"
}
},
"header": {
"fill": {
"color": "#C8D4E3"
},
"line": {
"color": "white"
}
},
"type": "table"
}
]
},
"layout": {
"annotationdefaults": {
"arrowcolor": "#2a3f5f",
"arrowhead": 0,
"arrowwidth": 1
},
"autotypenumbers": "strict",
"coloraxis": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"colorscale": {
"diverging": [
[
0,
"#8e0152"
],
[
0.1,
"#c51b7d"
],
[
0.2,
"#de77ae"
],
[
0.3,
"#f1b6da"
],
[
0.4,
"#fde0ef"
],
[
0.5,
"#f7f7f7"
],
[
0.6,
"#e6f5d0"
],
[
0.7,
"#b8e186"
],
[
0.8,
"#7fbc41"
],
[
0.9,
"#4d9221"
],
[
1,
"#276419"
]
],
"sequential": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"sequentialminus": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
]
},
"colorway": [
"#636efa",
"#EF553B",
"#00cc96",
"#ab63fa",
"#FFA15A",
"#19d3f3",
"#FF6692",
"#B6E880",
"#FF97FF",
"#FECB52"
],
"font": {
"color": "#2a3f5f"
},
"geo": {
"bgcolor": "white",
"lakecolor": "white",
"landcolor": "#E5ECF6",
"showlakes": true,
"showland": true,
"subunitcolor": "white"
},
"hoverlabel": {
"align": "left"
},
"hovermode": "closest",
"mapbox": {
"style": "light"
},
"paper_bgcolor": "white",
"plot_bgcolor": "#E5ECF6",
"polar": {
"angularaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"radialaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"scene": {
"xaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"yaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"zaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
}
},
"shapedefaults": {
"line": {
"color": "#2a3f5f"
}
},
"ternary": {
"aaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"baxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"caxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"title": {
"x": 0.05
},
"xaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
},
"yaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
}
}
},
"title": {
"text": "params_conv_act"
},
"xaxis": {
"anchor": "y",
"domain": [
0,
1
],
"title": {
"text": "params_conv_act"
}
},
"yaxis": {
"anchor": "x",
"domain": [
0,
1
],
"title": {
"text": "value"
}
}
}
}
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.plotly.v1+json": {
"config": {
"plotlyServerURL": "https://plot.ly"
},
"data": [
{
"hovertemplate": "params_ff_depth=%{x}<br>value=%{y}<extra></extra>",
"legendgroup": "",
"marker": {
"color": "#636efa",
"symbol": "circle"
},
"mode": "markers",
"name": "",
"orientation": "v",
"showlegend": false,
"type": "scatter",
"x": [
2,
2,
2,
2,
3,
3,
4,
4,
2,
2,
3,
2,
2,
5,
3,
3,
3,
2,
3,
2,
4,
5,
2,
2,
2,
3,
3,
3,
2,
2,
4,
2,
2,
3,
5,
2,
2,
3,
6,
3
],
"xaxis": "x",
"y": [
4151.39990234375,
4185.7841796875,
4187.74951171875,
4273.32421875,
4566.5634765625,
4699.31494140625,
4700.0322265625,
4827.62060546875,
4994.28271484375,
5125.55908203125,
5130.18408203125,
5177.18701171875,
5347.03759765625,
5387.8076171875,
5427.83837890625,
5451.05078125,
5532.142578125,
5544.23046875,
5696.451171875,
5705.544921875,
5726.865234375,
5936.6455078125,
5965.5009765625,
6036.75537109375,
6058.22119140625,
6193.845703125,
6337.0546875,
6523.927734375,
6670.9169921875,
6986.486328125,
7288.044921875,
7348.47412109375,
7520.5556640625,
7714.423828125,
7742.009765625,
7789.3369140625,
7915.2666015625,
8004.0859375,
8230.82421875,
8318.5869140625
],
"yaxis": "y"
}
],
"layout": {
"legend": {
"tracegroupgap": 0
},
"template": {
"data": {
"bar": [
{
"error_x": {
"color": "#2a3f5f"
},
"error_y": {
"color": "#2a3f5f"
},
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "bar"
}
],
"barpolar": [
{
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "barpolar"
}
],
"carpet": [
{
"aaxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"baxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"type": "carpet"
}
],
"choropleth": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "choropleth"
}
],
"contour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "contour"
}
],
"contourcarpet": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "contourcarpet"
}
],
"heatmap": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmap"
}
],
"heatmapgl": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmapgl"
}
],
"histogram": [
{
"marker": {
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "histogram"
}
],
"histogram2d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2d"
}
],
"histogram2dcontour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2dcontour"
}
],
"mesh3d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "mesh3d"
}
],
"parcoords": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "parcoords"
}
],
"pie": [
{
"automargin": true,
"type": "pie"
}
],
"scatter": [
{
"fillpattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
},
"type": "scatter"
}
],
"scatter3d": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatter3d"
}
],
"scattercarpet": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattercarpet"
}
],
"scattergeo": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergeo"
}
],
"scattergl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergl"
}
],
"scattermapbox": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattermapbox"
}
],
"scatterpolar": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolar"
}
],
"scatterpolargl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolargl"
}
],
"scatterternary": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterternary"
}
],
"surface": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "surface"
}
],
"table": [
{
"cells": {
"fill": {
"color": "#EBF0F8"
},
"line": {
"color": "white"
}
},
"header": {
"fill": {
"color": "#C8D4E3"
},
"line": {
"color": "white"
}
},
"type": "table"
}
]
},
"layout": {
"annotationdefaults": {
"arrowcolor": "#2a3f5f",
"arrowhead": 0,
"arrowwidth": 1
},
"autotypenumbers": "strict",
"coloraxis": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"colorscale": {
"diverging": [
[
0,
"#8e0152"
],
[
0.1,
"#c51b7d"
],
[
0.2,
"#de77ae"
],
[
0.3,
"#f1b6da"
],
[
0.4,
"#fde0ef"
],
[
0.5,
"#f7f7f7"
],
[
0.6,
"#e6f5d0"
],
[
0.7,
"#b8e186"
],
[
0.8,
"#7fbc41"
],
[
0.9,
"#4d9221"
],
[
1,
"#276419"
]
],
"sequential": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"sequentialminus": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
]
},
"colorway": [
"#636efa",
"#EF553B",
"#00cc96",
"#ab63fa",
"#FFA15A",
"#19d3f3",
"#FF6692",
"#B6E880",
"#FF97FF",
"#FECB52"
],
"font": {
"color": "#2a3f5f"
},
"geo": {
"bgcolor": "white",
"lakecolor": "white",
"landcolor": "#E5ECF6",
"showlakes": true,
"showland": true,
"subunitcolor": "white"
},
"hoverlabel": {
"align": "left"
},
"hovermode": "closest",
"mapbox": {
"style": "light"
},
"paper_bgcolor": "white",
"plot_bgcolor": "#E5ECF6",
"polar": {
"angularaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"radialaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"scene": {
"xaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"yaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"zaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
}
},
"shapedefaults": {
"line": {
"color": "#2a3f5f"
}
},
"ternary": {
"aaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"baxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"caxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"title": {
"x": 0.05
},
"xaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
},
"yaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
}
}
},
"title": {
"text": "params_ff_depth"
},
"xaxis": {
"anchor": "y",
"domain": [
0,
1
],
"title": {
"text": "params_ff_depth"
}
},
"yaxis": {
"anchor": "x",
"domain": [
0,
1
],
"title": {
"text": "value"
}
}
}
}
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.plotly.v1+json": {
"config": {
"plotlyServerURL": "https://plot.ly"
},
"data": [
{
"hovertemplate": "params_in_act=%{x}<br>value=%{y}<extra></extra>",
"legendgroup": "",
"marker": {
"color": "#636efa",
"symbol": "circle"
},
"mode": "markers",
"name": "",
"orientation": "v",
"showlegend": false,
"type": "scatter",
"x": [
"Mish",
"Linear",
"Mish",
"Mish",
"Tanhshrink",
"Tanhshrink",
"Tanhshrink",
"Mish",
"Linear",
"Mish",
"Linear",
"Mish",
"Mish",
"Tanhshrink",
"Mish",
"PBessel",
"Tanhshrink",
"Linear",
"Mish",
"Linear",
"PBessel",
"Mish",
"Mish",
"Linear",
"Linear",
"PBessel",
"Linear",
"PBessel",
"PBessel",
"Linear",
"Mish",
"Mish",
"Tanhshrink",
"Mish",
"Linear",
"Mish",
"Linear",
"Linear",
"Mish",
"Linear"
],
"xaxis": "x",
"y": [
4151.39990234375,
4185.7841796875,
4187.74951171875,
4273.32421875,
4566.5634765625,
4699.31494140625,
4700.0322265625,
4827.62060546875,
4994.28271484375,
5125.55908203125,
5130.18408203125,
5177.18701171875,
5347.03759765625,
5387.8076171875,
5427.83837890625,
5451.05078125,
5532.142578125,
5544.23046875,
5696.451171875,
5705.544921875,
5726.865234375,
5936.6455078125,
5965.5009765625,
6036.75537109375,
6058.22119140625,
6193.845703125,
6337.0546875,
6523.927734375,
6670.9169921875,
6986.486328125,
7288.044921875,
7348.47412109375,
7520.5556640625,
7714.423828125,
7742.009765625,
7789.3369140625,
7915.2666015625,
8004.0859375,
8230.82421875,
8318.5869140625
],
"yaxis": "y"
}
],
"layout": {
"legend": {
"tracegroupgap": 0
},
"template": {
"data": {
"bar": [
{
"error_x": {
"color": "#2a3f5f"
},
"error_y": {
"color": "#2a3f5f"
},
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "bar"
}
],
"barpolar": [
{
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "barpolar"
}
],
"carpet": [
{
"aaxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"baxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"type": "carpet"
}
],
"choropleth": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "choropleth"
}
],
"contour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "contour"
}
],
"contourcarpet": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "contourcarpet"
}
],
"heatmap": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmap"
}
],
"heatmapgl": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmapgl"
}
],
"histogram": [
{
"marker": {
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "histogram"
}
],
"histogram2d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2d"
}
],
"histogram2dcontour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2dcontour"
}
],
"mesh3d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "mesh3d"
}
],
"parcoords": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "parcoords"
}
],
"pie": [
{
"automargin": true,
"type": "pie"
}
],
"scatter": [
{
"fillpattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
},
"type": "scatter"
}
],
"scatter3d": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatter3d"
}
],
"scattercarpet": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattercarpet"
}
],
"scattergeo": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergeo"
}
],
"scattergl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergl"
}
],
"scattermapbox": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattermapbox"
}
],
"scatterpolar": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolar"
}
],
"scatterpolargl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolargl"
}
],
"scatterternary": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterternary"
}
],
"surface": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "surface"
}
],
"table": [
{
"cells": {
"fill": {
"color": "#EBF0F8"
},
"line": {
"color": "white"
}
},
"header": {
"fill": {
"color": "#C8D4E3"
},
"line": {
"color": "white"
}
},
"type": "table"
}
]
},
"layout": {
"annotationdefaults": {
"arrowcolor": "#2a3f5f",
"arrowhead": 0,
"arrowwidth": 1
},
"autotypenumbers": "strict",
"coloraxis": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"colorscale": {
"diverging": [
[
0,
"#8e0152"
],
[
0.1,
"#c51b7d"
],
[
0.2,
"#de77ae"
],
[
0.3,
"#f1b6da"
],
[
0.4,
"#fde0ef"
],
[
0.5,
"#f7f7f7"
],
[
0.6,
"#e6f5d0"
],
[
0.7,
"#b8e186"
],
[
0.8,
"#7fbc41"
],
[
0.9,
"#4d9221"
],
[
1,
"#276419"
]
],
"sequential": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"sequentialminus": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
]
},
"colorway": [
"#636efa",
"#EF553B",
"#00cc96",
"#ab63fa",
"#FFA15A",
"#19d3f3",
"#FF6692",
"#B6E880",
"#FF97FF",
"#FECB52"
],
"font": {
"color": "#2a3f5f"
},
"geo": {
"bgcolor": "white",
"lakecolor": "white",
"landcolor": "#E5ECF6",
"showlakes": true,
"showland": true,
"subunitcolor": "white"
},
"hoverlabel": {
"align": "left"
},
"hovermode": "closest",
"mapbox": {
"style": "light"
},
"paper_bgcolor": "white",
"plot_bgcolor": "#E5ECF6",
"polar": {
"angularaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"radialaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"scene": {
"xaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"yaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"zaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
}
},
"shapedefaults": {
"line": {
"color": "#2a3f5f"
}
},
"ternary": {
"aaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"baxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"caxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"title": {
"x": 0.05
},
"xaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
},
"yaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
}
}
},
"title": {
"text": "params_in_act"
},
"xaxis": {
"anchor": "y",
"domain": [
0,
1
],
"title": {
"text": "params_in_act"
}
},
"yaxis": {
"anchor": "x",
"domain": [
0,
1
],
"title": {
"text": "value"
}
}
}
}
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.plotly.v1+json": {
"config": {
"plotlyServerURL": "https://plot.ly"
},
"data": [
{
"hovertemplate": "params_out_act=%{x}<br>value=%{y}<extra></extra>",
"legendgroup": "",
"marker": {
"color": "#636efa",
"symbol": "circle"
},
"mode": "markers",
"name": "",
"orientation": "v",
"showlegend": false,
"type": "scatter",
"x": [
"Mish",
"Tanhshrink",
"Tanhshrink",
"Tanhshrink",
"Tanhshrink",
"Tanhshrink",
"Mish",
"Tanhshrink",
"Mish",
"Tanhshrink",
"Mish",
"Tanhshrink",
"Tanhshrink",
"Mish",
"Tanhshrink",
"Mish",
"Tanhshrink",
"Tanhshrink",
"Tanhshrink",
"Mish",
"Tanhshrink",
"Mish",
"Tanhshrink",
"Tanhshrink",
"Tanhshrink",
"Mish",
"Mish",
"Mish",
"Tanhshrink",
"Tanhshrink",
"Mish",
"Tanhshrink",
"Tanhshrink",
"Mish",
"Mish",
"Tanhshrink",
"Tanhshrink",
"Tanhshrink",
"Mish",
"Mish"
],
"xaxis": "x",
"y": [
4151.39990234375,
4185.7841796875,
4187.74951171875,
4273.32421875,
4566.5634765625,
4699.31494140625,
4700.0322265625,
4827.62060546875,
4994.28271484375,
5125.55908203125,
5130.18408203125,
5177.18701171875,
5347.03759765625,
5387.8076171875,
5427.83837890625,
5451.05078125,
5532.142578125,
5544.23046875,
5696.451171875,
5705.544921875,
5726.865234375,
5936.6455078125,
5965.5009765625,
6036.75537109375,
6058.22119140625,
6193.845703125,
6337.0546875,
6523.927734375,
6670.9169921875,
6986.486328125,
7288.044921875,
7348.47412109375,
7520.5556640625,
7714.423828125,
7742.009765625,
7789.3369140625,
7915.2666015625,
8004.0859375,
8230.82421875,
8318.5869140625
],
"yaxis": "y"
}
],
"layout": {
"legend": {
"tracegroupgap": 0
},
"template": {
"data": {
"bar": [
{
"error_x": {
"color": "#2a3f5f"
},
"error_y": {
"color": "#2a3f5f"
},
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "bar"
}
],
"barpolar": [
{
"marker": {
"line": {
"color": "#E5ECF6",
"width": 0.5
},
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "barpolar"
}
],
"carpet": [
{
"aaxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"baxis": {
"endlinecolor": "#2a3f5f",
"gridcolor": "white",
"linecolor": "white",
"minorgridcolor": "white",
"startlinecolor": "#2a3f5f"
},
"type": "carpet"
}
],
"choropleth": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "choropleth"
}
],
"contour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "contour"
}
],
"contourcarpet": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "contourcarpet"
}
],
"heatmap": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmap"
}
],
"heatmapgl": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "heatmapgl"
}
],
"histogram": [
{
"marker": {
"pattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
}
},
"type": "histogram"
}
],
"histogram2d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2d"
}
],
"histogram2dcontour": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "histogram2dcontour"
}
],
"mesh3d": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"type": "mesh3d"
}
],
"parcoords": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "parcoords"
}
],
"pie": [
{
"automargin": true,
"type": "pie"
}
],
"scatter": [
{
"fillpattern": {
"fillmode": "overlay",
"size": 10,
"solidity": 0.2
},
"type": "scatter"
}
],
"scatter3d": [
{
"line": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatter3d"
}
],
"scattercarpet": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattercarpet"
}
],
"scattergeo": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergeo"
}
],
"scattergl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattergl"
}
],
"scattermapbox": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scattermapbox"
}
],
"scatterpolar": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolar"
}
],
"scatterpolargl": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterpolargl"
}
],
"scatterternary": [
{
"marker": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"type": "scatterternary"
}
],
"surface": [
{
"colorbar": {
"outlinewidth": 0,
"ticks": ""
},
"colorscale": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"type": "surface"
}
],
"table": [
{
"cells": {
"fill": {
"color": "#EBF0F8"
},
"line": {
"color": "white"
}
},
"header": {
"fill": {
"color": "#C8D4E3"
},
"line": {
"color": "white"
}
},
"type": "table"
}
]
},
"layout": {
"annotationdefaults": {
"arrowcolor": "#2a3f5f",
"arrowhead": 0,
"arrowwidth": 1
},
"autotypenumbers": "strict",
"coloraxis": {
"colorbar": {
"outlinewidth": 0,
"ticks": ""
}
},
"colorscale": {
"diverging": [
[
0,
"#8e0152"
],
[
0.1,
"#c51b7d"
],
[
0.2,
"#de77ae"
],
[
0.3,
"#f1b6da"
],
[
0.4,
"#fde0ef"
],
[
0.5,
"#f7f7f7"
],
[
0.6,
"#e6f5d0"
],
[
0.7,
"#b8e186"
],
[
0.8,
"#7fbc41"
],
[
0.9,
"#4d9221"
],
[
1,
"#276419"
]
],
"sequential": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
],
"sequentialminus": [
[
0,
"#0d0887"
],
[
0.1111111111111111,
"#46039f"
],
[
0.2222222222222222,
"#7201a8"
],
[
0.3333333333333333,
"#9c179e"
],
[
0.4444444444444444,
"#bd3786"
],
[
0.5555555555555556,
"#d8576b"
],
[
0.6666666666666666,
"#ed7953"
],
[
0.7777777777777778,
"#fb9f3a"
],
[
0.8888888888888888,
"#fdca26"
],
[
1,
"#f0f921"
]
]
},
"colorway": [
"#636efa",
"#EF553B",
"#00cc96",
"#ab63fa",
"#FFA15A",
"#19d3f3",
"#FF6692",
"#B6E880",
"#FF97FF",
"#FECB52"
],
"font": {
"color": "#2a3f5f"
},
"geo": {
"bgcolor": "white",
"lakecolor": "white",
"landcolor": "#E5ECF6",
"showlakes": true,
"showland": true,
"subunitcolor": "white"
},
"hoverlabel": {
"align": "left"
},
"hovermode": "closest",
"mapbox": {
"style": "light"
},
"paper_bgcolor": "white",
"plot_bgcolor": "#E5ECF6",
"polar": {
"angularaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"radialaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"scene": {
"xaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"yaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
},
"zaxis": {
"backgroundcolor": "#E5ECF6",
"gridcolor": "white",
"gridwidth": 2,
"linecolor": "white",
"showbackground": true,
"ticks": "",
"zerolinecolor": "white"
}
},
"shapedefaults": {
"line": {
"color": "#2a3f5f"
}
},
"ternary": {
"aaxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"baxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
},
"bgcolor": "#E5ECF6",
"caxis": {
"gridcolor": "white",
"linecolor": "white",
"ticks": ""
}
},
"title": {
"x": 0.05
},
"xaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
},
"yaxis": {
"automargin": true,
"gridcolor": "white",
"linecolor": "white",
"ticks": "",
"title": {
"standoff": 15
},
"zerolinecolor": "white",
"zerolinewidth": 2
}
}
},
"title": {
"text": "params_out_act"
},
"xaxis": {
"anchor": "y",
"domain": [
0,
1
],
"title": {
"text": "params_out_act"
}
},
"yaxis": {
"anchor": "x",
"domain": [
0,
1
],
"title": {
"text": "value"
}
}
}
}
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"for p in params:\n",
" df.plot(x=p, y=\"value\", kind=\"scatter\", title=p).show()"
]
}
],
"metadata": {
"kernelspec": {
"display_name": ".venv",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.3"
},
"orig_nbformat": 4
},
"nbformat": 4,
"nbformat_minor": 2
}
Reference in New Issue View Git Blame Copy Permalink