{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "# Data handling imports\n", "from tabulate import tabulate\n", "from tqdm.auto import tqdm\n", "import optuna\n", "import pandas as pd\n", "\n", "pd.options.plotting.backend = \"plotly\"" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "storage_name = \"mysql+pymysql://root:Ch31121992@192.168.1.10:3306/optuna_db\"\n", "study_name = \"Experiment 2\"\n", "study = optuna.load_study(\n", " study_name=study_name,\n", " storage=storage_name,\n", ")" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
numbervaluedatetime_startdatetime_completedurationparams_channel_combine_actparams_compressor_actparams_conv_actparams_ff_depthparams_in_actparams_out_actstate
004151.3999022023-08-01 10:34:282023-08-01 11:25:540 days 00:51:26GELUSoftshrinkSigmoid2MishMishPRUNED
114566.5634772023-08-01 10:34:332023-08-01 11:25:440 days 00:51:11HardsigmoidSoftExpSigmoid3TanhshrinkTanhshrinkPRUNED
225705.5449222023-08-01 10:34:482023-08-01 11:24:400 days 00:49:52HardsigmoidPReLUSigmoid2LinearMishPRUNED
337742.0097662023-08-01 10:35:042023-08-01 12:10:490 days 01:35:45GELUPReLUPBessel5LinearMishPRUNED
4411511.9189452023-08-01 11:24:402023-08-01 12:15:410 days 00:51:01GELUSoftExpSigmoid3TanhshrinkMishPRUNED
555532.1425782023-08-01 11:25:442023-08-01 12:17:210 days 00:51:37HardsigmoidSoftshrinkSigmoid3TanhshrinkTanhshrinkPRUNED
667288.0449222023-08-01 11:25:542023-08-01 12:17:230 days 00:51:29GELUSoftExpPBessel4MishMishPRUNED
776036.7553712023-08-01 12:10:502023-08-01 13:12:020 days 01:01:12HardsigmoidSoftshrinkSigmoid2LinearTanhshrinkPRUNED
885726.8652342023-08-01 12:15:412023-08-01 13:10:300 days 00:54:49GELUSoftExpPBessel4PBesselTanhshrinkPRUNED
995387.8076172023-08-01 12:17:212023-08-01 13:08:490 days 00:51:28HardsigmoidSoftshrinkPBessel5TanhshrinkMishPRUNED
10104185.7841802023-08-01 12:17:232023-08-01 13:09:260 days 00:52:03GELUSoftExpSigmoid2LinearTanhshrinkPRUNED
11115936.6455082023-08-01 13:08:492023-08-01 14:01:000 days 00:52:11HardsigmoidSoftshrinkSigmoid5MishMishPRUNED
12126523.9277342023-08-01 13:09:262023-08-01 14:01:480 days 00:52:22GELUPReLUSigmoid3PBesselMishPRUNED
13138230.8242192023-08-01 13:10:302023-08-01 14:08:010 days 00:57:31GELUSoftshrinkSigmoid6MishMishPRUNED
14145177.1870122023-08-01 13:12:022023-08-01 14:11:420 days 00:59:40GELUSoftshrinkSigmoid2MishTanhshrinkPRUNED
15155125.5590822023-08-01 14:01:002023-08-01 14:52:520 days 00:51:52GELUSoftExpSigmoid2MishTanhshrinkPRUNED
16164273.3242192023-08-01 14:01:482023-08-01 14:53:550 days 00:52:07GELUSoftExpSigmoid2MishTanhshrinkPRUNED
17176058.2211912023-08-01 14:08:012023-08-01 15:07:400 days 00:59:39GELUSoftExpSigmoid2LinearTanhshrinkPRUNED
18186986.4863282023-08-01 14:11:422023-08-01 15:13:440 days 01:02:02GELUSoftExpSigmoid2LinearTanhshrinkPRUNED
19195544.2304692023-08-01 14:52:522023-08-01 15:45:050 days 00:52:13GELUSoftExpSigmoid2LinearTanhshrinkPRUNED
20208004.0859382023-08-01 14:53:552023-08-01 15:46:200 days 00:52:25GELUSoftshrinkSigmoid3LinearTanhshrinkPRUNED
21216337.0546882023-08-01 15:07:412023-08-01 16:09:110 days 01:01:30GELUSoftshrinkPBessel3LinearMishPRUNED
22225451.0507812023-08-01 15:13:442023-08-01 16:17:580 days 01:04:14GELUSoftshrinkPBessel3PBesselMishPRUNED
23236193.8457032023-08-01 15:45:052023-08-01 16:37:070 days 00:52:02GELUSoftshrinkPBessel3PBesselMishPRUNED
242413234.7294922023-08-01 15:46:202023-08-01 16:39:060 days 00:52:46GELUSoftExpSigmoid3MishTanhshrinkPRUNED
25255696.4511722023-08-01 15:52:582023-08-01 16:43:340 days 00:50:36GELUSoftExpSigmoid3MishTanhshrinkPRUNED
26265347.0375982023-08-01 16:09:122023-08-01 17:15:260 days 01:06:14GELUSoftExpSigmoid2MishTanhshrinkPRUNED
27275965.5009772023-08-01 16:17:582023-08-01 17:29:030 days 01:11:05GELUSoftExpSigmoid2MishTanhshrinkPRUNED
28287348.4741212023-08-01 16:37:072023-08-01 17:30:030 days 00:52:56GELUSoftExpSigmoid2MishTanhshrinkPRUNED
29294187.7495122023-08-01 16:39:062023-08-01 17:32:220 days 00:53:16GELUSoftExpSigmoid2MishTanhshrinkPRUNED
30307789.3369142023-08-01 16:43:342023-08-01 17:34:380 days 00:51:04GELUPReLUSigmoid2MishTanhshrinkPRUNED
31314827.6206052023-08-01 17:15:262023-08-01 18:24:030 days 01:08:37GELUPReLUSigmoid4MishTanhshrinkPRUNED
3232NaN2023-08-01 17:29:032023-08-01 17:29:340 days 00:00:31GELUPReLUSigmoid4MishTanhshrinkPRUNED
3333NaN2023-08-01 17:29:342023-08-01 17:29:340 days 00:00:00HardsigmoidSoftExpSigmoid6TanhshrinkTanhshrinkPRUNED
3434NaN2023-08-01 17:29:342023-08-01 17:29:350 days 00:00:01GELUPReLUSigmoid2MishTanhshrinkPRUNED
3535NaN2023-08-01 17:29:352023-08-01 17:29:350 days 00:00:00HardsigmoidSoftExpSigmoid2TanhshrinkTanhshrinkPRUNED
3636NaN2023-08-01 17:29:362023-08-01 17:29:360 days 00:00:00HardsigmoidSoftExpSigmoid2TanhshrinkTanhshrinkPRUNED
3737NaN2023-08-01 17:29:362023-08-01 17:29:370 days 00:00:01HardsigmoidSoftExpSigmoid2TanhshrinkMishPRUNED
3838NaN2023-08-01 17:29:37NaTNaTHardsigmoidPReLUSigmoid3TanhshrinkTanhshrinkRUNNING
39394700.0322272023-08-01 17:30:032023-08-01 18:26:580 days 00:56:55HardsigmoidPReLUSigmoid4TanhshrinkMishPRUNED
40405427.8383792023-08-01 17:32:232023-08-01 18:30:060 days 00:57:43GELUPReLUSigmoid3MishTanhshrinkPRUNED
41417714.4238282023-08-01 17:34:382023-08-01 18:40:530 days 01:06:15GELUSoftExpSigmoid3MishMishPRUNED
42428318.5869142023-08-01 18:24:032023-08-01 20:24:350 days 02:00:32GELUSoftExpSigmoid3LinearMishPRUNED
43435130.1840822023-08-01 18:26:592023-08-01 20:28:070 days 02:01:08GELUSoftExpPBessel3LinearMishPRUNED
44444994.2827152023-08-01 18:30:062023-08-01 19:49:390 days 01:19:33GELUSoftExpPBessel2LinearMishPRUNED
45457915.2666022023-08-01 18:40:532023-08-01 19:31:400 days 00:50:47HardsigmoidSoftExpPBessel2LinearTanhshrinkPRUNED
46467520.5556642023-08-01 19:31:402023-08-01 20:30:080 days 00:58:28HardsigmoidSoftExpSigmoid2TanhshrinkTanhshrinkPRUNED
47474699.3149412023-08-01 19:49:402023-08-01 21:24:100 days 01:34:30HardsigmoidSoftExpSigmoid3TanhshrinkTanhshrinkPRUNED
4848NaN2023-08-01 20:24:35NaTNaTHardsigmoidSoftExpSigmoid2TanhshrinkTanhshrinkRUNNING
4949NaN2023-08-01 20:28:07NaTNaTHardsigmoidSoftshrinkSigmoid2TanhshrinkTanhshrinkRUNNING
50506670.9169922023-08-01 20:30:082023-08-01 21:34:530 days 01:04:45HardsigmoidSoftshrinkSigmoid2PBesselTanhshrinkPRUNED
5151NaN2023-08-01 21:24:11NaTNaTHardsigmoidSoftshrinkSigmoid2PBesselTanhshrinkRUNNING
5252NaN2023-08-01 21:34:54NaTNaTGELUSoftshrinkSigmoid2MishTanhshrinkRUNNING
\n", "
" ], "text/plain": [ " number value datetime_start datetime_complete \\\n", "0 0 4151.399902 2023-08-01 10:34:28 2023-08-01 11:25:54 \n", "1 1 4566.563477 2023-08-01 10:34:33 2023-08-01 11:25:44 \n", "2 2 5705.544922 2023-08-01 10:34:48 2023-08-01 11:24:40 \n", "3 3 7742.009766 2023-08-01 10:35:04 2023-08-01 12:10:49 \n", "4 4 11511.918945 2023-08-01 11:24:40 2023-08-01 12:15:41 \n", "5 5 5532.142578 2023-08-01 11:25:44 2023-08-01 12:17:21 \n", "6 6 7288.044922 2023-08-01 11:25:54 2023-08-01 12:17:23 \n", "7 7 6036.755371 2023-08-01 12:10:50 2023-08-01 13:12:02 \n", "8 8 5726.865234 2023-08-01 12:15:41 2023-08-01 13:10:30 \n", "9 9 5387.807617 2023-08-01 12:17:21 2023-08-01 13:08:49 \n", "10 10 4185.784180 2023-08-01 12:17:23 2023-08-01 13:09:26 \n", "11 11 5936.645508 2023-08-01 13:08:49 2023-08-01 14:01:00 \n", "12 12 6523.927734 2023-08-01 13:09:26 2023-08-01 14:01:48 \n", "13 13 8230.824219 2023-08-01 13:10:30 2023-08-01 14:08:01 \n", "14 14 5177.187012 2023-08-01 13:12:02 2023-08-01 14:11:42 \n", "15 15 5125.559082 2023-08-01 14:01:00 2023-08-01 14:52:52 \n", "16 16 4273.324219 2023-08-01 14:01:48 2023-08-01 14:53:55 \n", "17 17 6058.221191 2023-08-01 14:08:01 2023-08-01 15:07:40 \n", "18 18 6986.486328 2023-08-01 14:11:42 2023-08-01 15:13:44 \n", "19 19 5544.230469 2023-08-01 14:52:52 2023-08-01 15:45:05 \n", "20 20 8004.085938 2023-08-01 14:53:55 2023-08-01 15:46:20 \n", "21 21 6337.054688 2023-08-01 15:07:41 2023-08-01 16:09:11 \n", "22 22 5451.050781 2023-08-01 15:13:44 2023-08-01 16:17:58 \n", "23 23 6193.845703 2023-08-01 15:45:05 2023-08-01 16:37:07 \n", "24 24 13234.729492 2023-08-01 15:46:20 2023-08-01 16:39:06 \n", "25 25 5696.451172 2023-08-01 15:52:58 2023-08-01 16:43:34 \n", "26 26 5347.037598 2023-08-01 16:09:12 2023-08-01 17:15:26 \n", "27 27 5965.500977 2023-08-01 16:17:58 2023-08-01 17:29:03 \n", "28 28 7348.474121 2023-08-01 16:37:07 2023-08-01 17:30:03 \n", "29 29 4187.749512 2023-08-01 16:39:06 2023-08-01 17:32:22 \n", "30 30 7789.336914 2023-08-01 16:43:34 2023-08-01 17:34:38 \n", "31 31 4827.620605 2023-08-01 17:15:26 2023-08-01 18:24:03 \n", "32 32 NaN 2023-08-01 17:29:03 2023-08-01 17:29:34 \n", "33 33 NaN 2023-08-01 17:29:34 2023-08-01 17:29:34 \n", "34 34 NaN 2023-08-01 17:29:34 2023-08-01 17:29:35 \n", "35 35 NaN 2023-08-01 17:29:35 2023-08-01 17:29:35 \n", "36 36 NaN 2023-08-01 17:29:36 2023-08-01 17:29:36 \n", "37 37 NaN 2023-08-01 17:29:36 2023-08-01 17:29:37 \n", "38 38 NaN 2023-08-01 17:29:37 NaT \n", "39 39 4700.032227 2023-08-01 17:30:03 2023-08-01 18:26:58 \n", "40 40 5427.838379 2023-08-01 17:32:23 2023-08-01 18:30:06 \n", "41 41 7714.423828 2023-08-01 17:34:38 2023-08-01 18:40:53 \n", "42 42 8318.586914 2023-08-01 18:24:03 2023-08-01 20:24:35 \n", "43 43 5130.184082 2023-08-01 18:26:59 2023-08-01 20:28:07 \n", "44 44 4994.282715 2023-08-01 18:30:06 2023-08-01 19:49:39 \n", "45 45 7915.266602 2023-08-01 18:40:53 2023-08-01 19:31:40 \n", "46 46 7520.555664 2023-08-01 19:31:40 2023-08-01 20:30:08 \n", "47 47 4699.314941 2023-08-01 19:49:40 2023-08-01 21:24:10 \n", "48 48 NaN 2023-08-01 20:24:35 NaT \n", "49 49 NaN 2023-08-01 20:28:07 NaT \n", "50 50 6670.916992 2023-08-01 20:30:08 2023-08-01 21:34:53 \n", "51 51 NaN 2023-08-01 21:24:11 NaT \n", "52 52 NaN 2023-08-01 21:34:54 NaT \n", "\n", " duration params_channel_combine_act params_compressor_act \\\n", "0 0 days 00:51:26 GELU Softshrink \n", "1 0 days 00:51:11 Hardsigmoid SoftExp \n", "2 0 days 00:49:52 Hardsigmoid PReLU \n", "3 0 days 01:35:45 GELU PReLU \n", "4 0 days 00:51:01 GELU SoftExp \n", "5 0 days 00:51:37 Hardsigmoid Softshrink \n", "6 0 days 00:51:29 GELU SoftExp \n", "7 0 days 01:01:12 Hardsigmoid Softshrink \n", "8 0 days 00:54:49 GELU SoftExp \n", "9 0 days 00:51:28 Hardsigmoid Softshrink \n", "10 0 days 00:52:03 GELU SoftExp \n", "11 0 days 00:52:11 Hardsigmoid Softshrink \n", "12 0 days 00:52:22 GELU PReLU \n", "13 0 days 00:57:31 GELU Softshrink \n", "14 0 days 00:59:40 GELU Softshrink \n", "15 0 days 00:51:52 GELU SoftExp \n", "16 0 days 00:52:07 GELU SoftExp \n", "17 0 days 00:59:39 GELU SoftExp \n", "18 0 days 01:02:02 GELU SoftExp \n", "19 0 days 00:52:13 GELU SoftExp \n", "20 0 days 00:52:25 GELU Softshrink \n", "21 0 days 01:01:30 GELU Softshrink \n", "22 0 days 01:04:14 GELU Softshrink \n", "23 0 days 00:52:02 GELU Softshrink \n", "24 0 days 00:52:46 GELU SoftExp \n", "25 0 days 00:50:36 GELU SoftExp \n", "26 0 days 01:06:14 GELU SoftExp \n", "27 0 days 01:11:05 GELU SoftExp \n", "28 0 days 00:52:56 GELU SoftExp \n", "29 0 days 00:53:16 GELU SoftExp \n", "30 0 days 00:51:04 GELU PReLU \n", "31 0 days 01:08:37 GELU PReLU \n", "32 0 days 00:00:31 GELU PReLU \n", "33 0 days 00:00:00 Hardsigmoid SoftExp \n", "34 0 days 00:00:01 GELU PReLU \n", "35 0 days 00:00:00 Hardsigmoid SoftExp \n", "36 0 days 00:00:00 Hardsigmoid SoftExp \n", "37 0 days 00:00:01 Hardsigmoid SoftExp \n", "38 NaT Hardsigmoid PReLU \n", "39 0 days 00:56:55 Hardsigmoid PReLU \n", "40 0 days 00:57:43 GELU PReLU \n", "41 0 days 01:06:15 GELU SoftExp \n", "42 0 days 02:00:32 GELU SoftExp \n", "43 0 days 02:01:08 GELU SoftExp \n", "44 0 days 01:19:33 GELU SoftExp \n", "45 0 days 00:50:47 Hardsigmoid SoftExp \n", "46 0 days 00:58:28 Hardsigmoid SoftExp \n", "47 0 days 01:34:30 Hardsigmoid SoftExp \n", "48 NaT Hardsigmoid SoftExp \n", "49 NaT Hardsigmoid Softshrink \n", "50 0 days 01:04:45 Hardsigmoid Softshrink \n", "51 NaT Hardsigmoid Softshrink \n", "52 NaT GELU Softshrink \n", "\n", " params_conv_act params_ff_depth params_in_act params_out_act state \n", "0 Sigmoid 2 Mish Mish PRUNED \n", "1 Sigmoid 3 Tanhshrink Tanhshrink PRUNED \n", "2 Sigmoid 2 Linear Mish PRUNED \n", "3 PBessel 5 Linear Mish PRUNED \n", "4 Sigmoid 3 Tanhshrink Mish PRUNED \n", "5 Sigmoid 3 Tanhshrink Tanhshrink PRUNED \n", "6 PBessel 4 Mish Mish PRUNED \n", "7 Sigmoid 2 Linear Tanhshrink PRUNED \n", "8 PBessel 4 PBessel Tanhshrink PRUNED \n", "9 PBessel 5 Tanhshrink Mish PRUNED \n", "10 Sigmoid 2 Linear Tanhshrink PRUNED \n", "11 Sigmoid 5 Mish Mish PRUNED \n", "12 Sigmoid 3 PBessel Mish PRUNED \n", "13 Sigmoid 6 Mish Mish PRUNED \n", "14 Sigmoid 2 Mish Tanhshrink PRUNED \n", "15 Sigmoid 2 Mish Tanhshrink PRUNED \n", "16 Sigmoid 2 Mish Tanhshrink PRUNED \n", "17 Sigmoid 2 Linear Tanhshrink PRUNED \n", "18 Sigmoid 2 Linear Tanhshrink PRUNED \n", "19 Sigmoid 2 Linear Tanhshrink PRUNED \n", "20 Sigmoid 3 Linear Tanhshrink PRUNED \n", "21 PBessel 3 Linear Mish PRUNED \n", "22 PBessel 3 PBessel Mish PRUNED \n", "23 PBessel 3 PBessel Mish PRUNED \n", "24 Sigmoid 3 Mish Tanhshrink PRUNED \n", "25 Sigmoid 3 Mish Tanhshrink PRUNED \n", "26 Sigmoid 2 Mish Tanhshrink PRUNED \n", "27 Sigmoid 2 Mish Tanhshrink PRUNED \n", "28 Sigmoid 2 Mish Tanhshrink PRUNED \n", "29 Sigmoid 2 Mish Tanhshrink PRUNED \n", "30 Sigmoid 2 Mish Tanhshrink PRUNED \n", "31 Sigmoid 4 Mish Tanhshrink PRUNED \n", "32 Sigmoid 4 Mish Tanhshrink PRUNED \n", "33 Sigmoid 6 Tanhshrink Tanhshrink PRUNED \n", "34 Sigmoid 2 Mish Tanhshrink PRUNED \n", "35 Sigmoid 2 Tanhshrink Tanhshrink PRUNED \n", "36 Sigmoid 2 Tanhshrink Tanhshrink PRUNED \n", "37 Sigmoid 2 Tanhshrink Mish PRUNED \n", "38 Sigmoid 3 Tanhshrink Tanhshrink RUNNING \n", "39 Sigmoid 4 Tanhshrink Mish PRUNED \n", "40 Sigmoid 3 Mish Tanhshrink PRUNED \n", "41 Sigmoid 3 Mish Mish PRUNED \n", "42 Sigmoid 3 Linear Mish PRUNED \n", "43 PBessel 3 Linear Mish PRUNED \n", "44 PBessel 2 Linear Mish PRUNED \n", "45 PBessel 2 Linear Tanhshrink PRUNED \n", "46 Sigmoid 2 Tanhshrink Tanhshrink PRUNED \n", "47 Sigmoid 3 Tanhshrink Tanhshrink PRUNED \n", "48 Sigmoid 2 Tanhshrink Tanhshrink RUNNING \n", "49 Sigmoid 2 Tanhshrink Tanhshrink RUNNING \n", "50 Sigmoid 2 PBessel Tanhshrink PRUNED \n", "51 Sigmoid 2 PBessel Tanhshrink RUNNING \n", "52 Sigmoid 2 Mish Tanhshrink RUNNING " ] }, "execution_count": 3, "metadata": {}, "output_type": "execute_result" } ], "source": [ "df = study.trials_dataframe()\n", "df" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [], "source": [ "df.dropna(inplace=True)\n", "df.sort_values(by=\"value\", inplace=True)\n", "df.drop(df[\"value\"].idxmax(), inplace=True)\n", "df.drop(df[\"value\"].idxmax(), inplace=True)" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [], "source": [ "params = list(df.keys()[5:-1])\n", "for p in params:\n", " df.plot(x=p, y=\"value\", kind=\"scatter\", title=p)" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [], "source": [ "params = list(df.keys()[5:-1])" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| params_channel_combine_act | params_compressor_act | params_conv_act | params_ff_depth | params_in_act | params_out_act |\n", "+==============================+=========================+===================+===================+=================+==================+\n", "| GELU | Softshrink | Sigmoid | 2 | Mish | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | SoftExp | Sigmoid | 3 | Tanhshrink | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | PReLU | Sigmoid | 4 | Tanhshrink | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | PReLU | Sigmoid | 4 | Mish | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | SoftExp | PBessel | 2 | Linear | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | SoftExp | PBessel | 3 | Linear | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | Softshrink | Sigmoid | 2 | Mish | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | SoftExp | Sigmoid | 2 | Mish | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | Softshrink | PBessel | 5 | Tanhshrink | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | PReLU | Sigmoid | 3 | Mish | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | Softshrink | Sigmoid | 3 | Tanhshrink | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | SoftExp | Sigmoid | 2 | Linear | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | SoftExp | Sigmoid | 3 | Mish | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | PReLU | Sigmoid | 2 | Linear | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | SoftExp | PBessel | 4 | PBessel | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | Softshrink | PBessel | 3 | PBessel | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | Softshrink | Sigmoid | 5 | Mish | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | Softshrink | Sigmoid | 2 | Linear | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | Softshrink | PBessel | 3 | Linear | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | PReLU | Sigmoid | 3 | PBessel | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | Softshrink | Sigmoid | 2 | PBessel | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | SoftExp | PBessel | 4 | Mish | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | SoftExp | Sigmoid | 2 | Tanhshrink | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | SoftExp | Sigmoid | 3 | Mish | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | PReLU | PBessel | 5 | Linear | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | PReLU | Sigmoid | 2 | Mish | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| Hardsigmoid | SoftExp | PBessel | 2 | Linear | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | Softshrink | Sigmoid | 3 | Linear | Tanhshrink |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | Softshrink | Sigmoid | 6 | Mish | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n", "| GELU | SoftExp | Sigmoid | 3 | Linear | Mish |\n", "+------------------------------+-------------------------+-------------------+-------------------+-----------------+------------------+\n" ] } ], "source": [ "print(\n", " tabulate(\n", " (\n", " x[0]\n", " for x in sorted(\n", " list(df.groupby(params)), key=lambda x: x[1][\"value\"].mean()\n", " )\n", " ),\n", " headers=params,\n", " tablefmt=\"grid\",\n", " )\n", ")" ] }, { "cell_type": "code", "execution_count": 15, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "['__class__',\n", " '__delattr__',\n", " '__dict__',\n", " '__dir__',\n", " '__doc__',\n", " '__eq__',\n", " '__format__',\n", " '__ge__',\n", " '__getattribute__',\n", " '__getstate__',\n", " '__gt__',\n", " '__hash__',\n", " '__init__',\n", " '__init_subclass__',\n", " '__le__',\n", " '__lt__',\n", " '__module__',\n", " '__ne__',\n", " '__new__',\n", " '__reduce__',\n", " '__reduce_ex__',\n", " '__repr__',\n", " '__setattr__',\n", " '__setstate__',\n", " '__sizeof__',\n", " '__str__',\n", " '__subclasshook__',\n", " '__weakref__',\n", " '_ask',\n", " '_directions',\n", " '_get_trials',\n", " '_is_multi_objective',\n", " '_log_completed_trial',\n", " '_pop_waiting_trial_id',\n", " '_should_skip_enqueue',\n", " '_stop_flag',\n", " '_storage',\n", " '_study_id',\n", " '_tell',\n", " '_thread_local',\n", " 'add_trial',\n", " 'add_trials',\n", " 'ask',\n", " 'best_params',\n", " 'best_trial',\n", " 'best_trials',\n", " 'best_value',\n", " 'direction',\n", " 'directions',\n", " 'enqueue_trial',\n", " 'get_trials',\n", " 'optimize',\n", " 'pruner',\n", " 'sampler',\n", " 'set_metric_names',\n", " 'set_system_attr',\n", " 'set_user_attr',\n", " 'stop',\n", " 'study_name',\n", " 'system_attrs',\n", " 'tell',\n", " 'trials',\n", " 'trials_dataframe',\n", " 'user_attrs']" ] }, "execution_count": 15, "metadata": {}, "output_type": "execute_result" } ], "source": [ "dir(study)" ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "hovertemplate": "params_channel_combine_act=%{x}
value=%{y}", "legendgroup": "", "marker": { "color": "#636efa", "symbol": "circle" }, "mode": "markers", "name": "", "orientation": "v", "showlegend": false, "type": "scatter", "x": [ "GELU", "GELU", "GELU", "GELU", "Hardsigmoid", "Hardsigmoid", "Hardsigmoid", "GELU", "GELU", "GELU", "GELU", "GELU", "GELU", "Hardsigmoid", "GELU", "GELU", "Hardsigmoid", "GELU", "GELU", "Hardsigmoid", "GELU", "Hardsigmoid", "GELU", "Hardsigmoid", "GELU", "GELU", "GELU", "GELU", "Hardsigmoid", "GELU", "GELU", "GELU", "Hardsigmoid", "GELU", "GELU", "GELU", "Hardsigmoid", "GELU", "GELU", "GELU" ], "xaxis": "x", "y": [ 4151.39990234375, 4185.7841796875, 4187.74951171875, 4273.32421875, 4566.5634765625, 4699.31494140625, 4700.0322265625, 4827.62060546875, 4994.28271484375, 5125.55908203125, 5130.18408203125, 5177.18701171875, 5347.03759765625, 5387.8076171875, 5427.83837890625, 5451.05078125, 5532.142578125, 5544.23046875, 5696.451171875, 5705.544921875, 5726.865234375, 5936.6455078125, 5965.5009765625, 6036.75537109375, 6058.22119140625, 6193.845703125, 6337.0546875, 6523.927734375, 6670.9169921875, 6986.486328125, 7288.044921875, 7348.47412109375, 7520.5556640625, 7714.423828125, 7742.009765625, 7789.3369140625, 7915.2666015625, 8004.0859375, 8230.82421875, 8318.5869140625 ], "yaxis": "y" } ], "layout": { "legend": { "tracegroupgap": 0 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "autotypenumbers": "strict", "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "params_channel_combine_act" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "params_channel_combine_act" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "value" } } } } }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "hovertemplate": "params_compressor_act=%{x}
value=%{y}", "legendgroup": "", "marker": { "color": "#636efa", "symbol": "circle" }, "mode": "markers", "name": "", "orientation": "v", "showlegend": false, "type": "scatter", "x": [ "Softshrink", "SoftExp", "SoftExp", "SoftExp", "SoftExp", "SoftExp", "PReLU", "PReLU", "SoftExp", "SoftExp", "SoftExp", "Softshrink", "SoftExp", "Softshrink", "PReLU", "Softshrink", "Softshrink", "SoftExp", "SoftExp", "PReLU", "SoftExp", "Softshrink", "SoftExp", "Softshrink", "SoftExp", "Softshrink", "Softshrink", "PReLU", "Softshrink", "SoftExp", "SoftExp", "SoftExp", "SoftExp", "SoftExp", "PReLU", "PReLU", "SoftExp", "Softshrink", "Softshrink", "SoftExp" ], "xaxis": "x", "y": [ 4151.39990234375, 4185.7841796875, 4187.74951171875, 4273.32421875, 4566.5634765625, 4699.31494140625, 4700.0322265625, 4827.62060546875, 4994.28271484375, 5125.55908203125, 5130.18408203125, 5177.18701171875, 5347.03759765625, 5387.8076171875, 5427.83837890625, 5451.05078125, 5532.142578125, 5544.23046875, 5696.451171875, 5705.544921875, 5726.865234375, 5936.6455078125, 5965.5009765625, 6036.75537109375, 6058.22119140625, 6193.845703125, 6337.0546875, 6523.927734375, 6670.9169921875, 6986.486328125, 7288.044921875, 7348.47412109375, 7520.5556640625, 7714.423828125, 7742.009765625, 7789.3369140625, 7915.2666015625, 8004.0859375, 8230.82421875, 8318.5869140625 ], "yaxis": "y" } ], "layout": { "legend": { "tracegroupgap": 0 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "autotypenumbers": "strict", "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "params_compressor_act" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "params_compressor_act" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "value" } } } } }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "hovertemplate": "params_conv_act=%{x}
value=%{y}", "legendgroup": "", "marker": { "color": "#636efa", "symbol": "circle" }, "mode": "markers", "name": "", "orientation": "v", "showlegend": false, "type": "scatter", "x": [ "Sigmoid", "Sigmoid", "Sigmoid", "Sigmoid", "Sigmoid", "Sigmoid", "Sigmoid", "Sigmoid", "PBessel", "Sigmoid", "PBessel", "Sigmoid", "Sigmoid", "PBessel", "Sigmoid", "PBessel", "Sigmoid", "Sigmoid", "Sigmoid", "Sigmoid", "PBessel", "Sigmoid", "Sigmoid", "Sigmoid", "Sigmoid", "PBessel", "PBessel", "Sigmoid", "Sigmoid", "Sigmoid", "PBessel", "Sigmoid", "Sigmoid", "Sigmoid", "PBessel", "Sigmoid", "PBessel", "Sigmoid", "Sigmoid", "Sigmoid" ], "xaxis": "x", "y": [ 4151.39990234375, 4185.7841796875, 4187.74951171875, 4273.32421875, 4566.5634765625, 4699.31494140625, 4700.0322265625, 4827.62060546875, 4994.28271484375, 5125.55908203125, 5130.18408203125, 5177.18701171875, 5347.03759765625, 5387.8076171875, 5427.83837890625, 5451.05078125, 5532.142578125, 5544.23046875, 5696.451171875, 5705.544921875, 5726.865234375, 5936.6455078125, 5965.5009765625, 6036.75537109375, 6058.22119140625, 6193.845703125, 6337.0546875, 6523.927734375, 6670.9169921875, 6986.486328125, 7288.044921875, 7348.47412109375, 7520.5556640625, 7714.423828125, 7742.009765625, 7789.3369140625, 7915.2666015625, 8004.0859375, 8230.82421875, 8318.5869140625 ], "yaxis": "y" } ], "layout": { "legend": { "tracegroupgap": 0 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "autotypenumbers": "strict", "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "params_conv_act" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "params_conv_act" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "value" } } } } }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "hovertemplate": "params_ff_depth=%{x}
value=%{y}", "legendgroup": "", "marker": { "color": "#636efa", "symbol": "circle" }, "mode": "markers", "name": "", "orientation": "v", "showlegend": false, "type": "scatter", "x": [ 2, 2, 2, 2, 3, 3, 4, 4, 2, 2, 3, 2, 2, 5, 3, 3, 3, 2, 3, 2, 4, 5, 2, 2, 2, 3, 3, 3, 2, 2, 4, 2, 2, 3, 5, 2, 2, 3, 6, 3 ], "xaxis": "x", "y": [ 4151.39990234375, 4185.7841796875, 4187.74951171875, 4273.32421875, 4566.5634765625, 4699.31494140625, 4700.0322265625, 4827.62060546875, 4994.28271484375, 5125.55908203125, 5130.18408203125, 5177.18701171875, 5347.03759765625, 5387.8076171875, 5427.83837890625, 5451.05078125, 5532.142578125, 5544.23046875, 5696.451171875, 5705.544921875, 5726.865234375, 5936.6455078125, 5965.5009765625, 6036.75537109375, 6058.22119140625, 6193.845703125, 6337.0546875, 6523.927734375, 6670.9169921875, 6986.486328125, 7288.044921875, 7348.47412109375, 7520.5556640625, 7714.423828125, 7742.009765625, 7789.3369140625, 7915.2666015625, 8004.0859375, 8230.82421875, 8318.5869140625 ], "yaxis": "y" } ], "layout": { "legend": { "tracegroupgap": 0 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "autotypenumbers": "strict", "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "params_ff_depth" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "params_ff_depth" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "value" } } } } }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "hovertemplate": "params_in_act=%{x}
value=%{y}", "legendgroup": "", "marker": { "color": "#636efa", "symbol": "circle" }, "mode": "markers", "name": "", "orientation": "v", "showlegend": false, "type": "scatter", "x": [ "Mish", "Linear", "Mish", "Mish", "Tanhshrink", "Tanhshrink", "Tanhshrink", "Mish", "Linear", "Mish", "Linear", "Mish", "Mish", "Tanhshrink", "Mish", "PBessel", "Tanhshrink", "Linear", "Mish", "Linear", "PBessel", "Mish", "Mish", "Linear", "Linear", "PBessel", "Linear", "PBessel", "PBessel", "Linear", "Mish", "Mish", "Tanhshrink", "Mish", "Linear", "Mish", "Linear", "Linear", "Mish", "Linear" ], "xaxis": "x", "y": [ 4151.39990234375, 4185.7841796875, 4187.74951171875, 4273.32421875, 4566.5634765625, 4699.31494140625, 4700.0322265625, 4827.62060546875, 4994.28271484375, 5125.55908203125, 5130.18408203125, 5177.18701171875, 5347.03759765625, 5387.8076171875, 5427.83837890625, 5451.05078125, 5532.142578125, 5544.23046875, 5696.451171875, 5705.544921875, 5726.865234375, 5936.6455078125, 5965.5009765625, 6036.75537109375, 6058.22119140625, 6193.845703125, 6337.0546875, 6523.927734375, 6670.9169921875, 6986.486328125, 7288.044921875, 7348.47412109375, 7520.5556640625, 7714.423828125, 7742.009765625, 7789.3369140625, 7915.2666015625, 8004.0859375, 8230.82421875, 8318.5869140625 ], "yaxis": "y" } ], "layout": { "legend": { "tracegroupgap": 0 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "autotypenumbers": "strict", "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "params_in_act" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "params_in_act" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "value" } } } } }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/vnd.plotly.v1+json": { "config": { "plotlyServerURL": "https://plot.ly" }, "data": [ { "hovertemplate": "params_out_act=%{x}
value=%{y}", "legendgroup": "", "marker": { "color": "#636efa", "symbol": "circle" }, "mode": "markers", "name": "", "orientation": "v", "showlegend": false, "type": "scatter", "x": [ "Mish", "Tanhshrink", "Tanhshrink", "Tanhshrink", "Tanhshrink", "Tanhshrink", "Mish", "Tanhshrink", "Mish", "Tanhshrink", "Mish", "Tanhshrink", "Tanhshrink", "Mish", "Tanhshrink", "Mish", "Tanhshrink", "Tanhshrink", "Tanhshrink", "Mish", "Tanhshrink", "Mish", "Tanhshrink", "Tanhshrink", "Tanhshrink", "Mish", "Mish", "Mish", "Tanhshrink", "Tanhshrink", "Mish", "Tanhshrink", "Tanhshrink", "Mish", "Mish", "Tanhshrink", "Tanhshrink", "Tanhshrink", "Mish", "Mish" ], "xaxis": "x", "y": [ 4151.39990234375, 4185.7841796875, 4187.74951171875, 4273.32421875, 4566.5634765625, 4699.31494140625, 4700.0322265625, 4827.62060546875, 4994.28271484375, 5125.55908203125, 5130.18408203125, 5177.18701171875, 5347.03759765625, 5387.8076171875, 5427.83837890625, 5451.05078125, 5532.142578125, 5544.23046875, 5696.451171875, 5705.544921875, 5726.865234375, 5936.6455078125, 5965.5009765625, 6036.75537109375, 6058.22119140625, 6193.845703125, 6337.0546875, 6523.927734375, 6670.9169921875, 6986.486328125, 7288.044921875, 7348.47412109375, 7520.5556640625, 7714.423828125, 7742.009765625, 7789.3369140625, 7915.2666015625, 8004.0859375, 8230.82421875, 8318.5869140625 ], "yaxis": "y" } ], "layout": { "legend": { "tracegroupgap": 0 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "autotypenumbers": "strict", "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ], "sequentialminus": [ [ 0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "params_out_act" }, "xaxis": { "anchor": "y", "domain": [ 0, 1 ], "title": { "text": "params_out_act" } }, "yaxis": { "anchor": "x", "domain": [ 0, 1 ], "title": { "text": "value" } } } } }, "metadata": {}, "output_type": "display_data" } ], "source": [ "for p in params:\n", " df.plot(x=p, y=\"value\", kind=\"scatter\", title=p).show()" ] } ], "metadata": { "kernelspec": { "display_name": ".venv", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.11.3" }, "orig_nbformat": 4 }, "nbformat": 4, "nbformat_minor": 2 }