From 47e71edce0a37edd1bcce6f523c61a8c03fe680e Mon Sep 17 00:00:00 2001 From: alangerak Date: Mon, 21 Oct 2019 15:43:43 +0200 Subject: [PATCH 1/3] added notebook for analysis --- notebooks/results_all_models.ipynb | 1990 ++++++++++++++++++++++++++++ 1 file changed, 1990 insertions(+) create mode 100644 notebooks/results_all_models.ipynb diff --git a/notebooks/results_all_models.ipynb b/notebooks/results_all_models.ipynb new file mode 100644 index 0000000..0933696 --- /dev/null +++ b/notebooks/results_all_models.ipynb @@ -0,0 +1,1990 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 17, + "metadata": {}, + "outputs": [], + "source": [ + "import json\n", + "import pandas as pd\n", + "import numpy as np" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "top_n_pred = [1,2,3]\n", + "models = [\"load_m1\", \"load_m2\", \"load_m3\"]\n", + "datasets = [\"1_complete\", \"2_cf_cr_optional\", \"3_cp_cf_cr_optional\", \"4_complete_without_return_expressions\"]\n", + "n_repetitions = 3\n", + "output_dir=\"../output/reports/json/\"" + ] + }, + { + "cell_type": "code", + "execution_count": 105, + "metadata": {}, + "outputs": [], + "source": [ + "def calculate_avg_dict(result_list_dict):\n", + " return {\n", + " 'precision':sum(d['precision'] for d in result_list_dict) / len(result_list_dict),\n", + " 'recall':sum(d['recall'] for d in result_list_dict) / len(result_list_dict),\n", + " 'f1-score':sum(d['f1-score'] for d in result_list_dict) / len(result_list_dict),\n", + " 'support':sum(d['support'] for d in result_list_dict) / len(result_list_dict),\n", + " }" + ] + }, + { + "cell_type": "code", + "execution_count": 140, + "metadata": {}, + "outputs": [], + "source": [ + "results_unfiltered = dict()\n", + "df_macro_avg_unfiltered = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", + "df_weighted_avg_unfiltered = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", + "\n", + "for i in range(len(models)):\n", + " for j in range(len(datasets)):\n", + " for k in range(n_repetitions):\n", + " for m in range(len(top_n_pred)): \n", + " constructed_path = output_dir + models[i] +\"_\"+ datasets[j] +\"_\"+ str(k) +\"_\"+ str(top_n_pred[m]) +\"_\"+ \"unfiltered\" + \".json\"\n", + " with open(constructed_path , \"r\") as f:\n", + " json_file = json.load(f)\n", + " key_name = models[i] +\"_\"+ datasets[j] +\"_\"+str(top_n_pred[m])+\"_\"+ \"unfiltered\"\n", + " if key_name in results_unfiltered:\n", + " results_unfiltered[key_name][\"accuracy\"].append(json_file[\"accuracy\"])\n", + " results_unfiltered[key_name][\"macro avg\"].append(json_file[\"macro avg\"])\n", + " results_unfiltered[key_name][\"weighted avg\"].append(json_file[\"weighted avg\"])\n", + " if k == n_repetitions - 1:\n", + " results_unfiltered[key_name][\"macro avg summary\"] = calculate_avg_dict(results_unfiltered[key_name][\"macro avg\"])\n", + " results_unfiltered[key_name][\"macro avg summary\"]['accuracy'] = np.mean(results_unfiltered[key_name][\"accuracy\"])\n", + " results_unfiltered[key_name][\"weighted avg summary\"] = calculate_avg_dict(results_unfiltered[key_name][\"weighted avg\"])\n", + " results_unfiltered[key_name][\"weighted avg summary\"]['accuracy'] = np.mean(results_unfiltered[key_name][\"accuracy\"])\n", + " s = pd.Series(results_unfiltered[key_name][\"macro avg summary\"], name=key_name)\n", + " df_macro_avg_unfiltered = df_macro_avg_unfiltered.append(s)\n", + " s = pd.Series(results_unfiltered[key_name][\"weighted avg summary\"], name=key_name)\n", + " df_weighted_avg_unfiltered = df_weighted_avg_unfiltered.append(s) \n", + " else:\n", + " results_unfiltered[key_name] = {\n", + " \"accuracy\":[json_file[\"accuracy\"]],\n", + " \"macro avg\":[json_file[\"macro avg\"]],\n", + " \"weighted avg\":[json_file[\"weighted avg\"]]\n", + " }" + ] + }, + { + "cell_type": "code", + "execution_count": 130, + "metadata": {}, + "outputs": [], + "source": [ + "results = dict()\n", + "df_macro_avg = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", + "df_weighted_avg = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", + "\n", + "for i in range(len(models)):\n", + " for j in range(len(datasets)):\n", + " for k in range(n_repetitions):\n", + " for m in range(len(top_n_pred)): \n", + " constructed_path = output_dir + models[i] +\"_\"+ datasets[j] +\"_\"+ str(k) +\"_\"+ str(top_n_pred[m]) + \".json\"\n", + " with open(constructed_path , \"r\") as f:\n", + " json_file = json.load(f)\n", + " key_name = models[i] +\"_\"+ datasets[j] +\"_\"+str(top_n_pred[m])\n", + " if key_name in results:\n", + " results[key_name][\"accuracy\"].append(json_file[\"accuracy\"])\n", + " results[key_name][\"macro avg\"].append(json_file[\"macro avg\"])\n", + " results[key_name][\"weighted avg\"].append(json_file[\"weighted avg\"])\n", + " if k == n_repetitions - 1:\n", + " results[key_name][\"macro avg summary\"] = calculate_avg_dict(results[key_name][\"macro avg\"])\n", + " results[key_name][\"macro avg summary\"]['accuracy'] = np.mean(results[key_name][\"accuracy\"])\n", + " results[key_name][\"weighted avg summary\"] = calculate_avg_dict(results[key_name][\"weighted avg\"])\n", + " results[key_name][\"weighted avg summary\"]['accuracy'] = np.mean(results[key_name][\"accuracy\"])\n", + " s = pd.Series(results[key_name][\"macro avg summary\"], name=key_name)\n", + " df_macro_avg = df_macro_avg.append(s)\n", + " s = pd.Series(results[key_name][\"weighted avg summary\"], name=key_name)\n", + " df_weighted_avg = df_weighted_avg.append(s) \n", + " else:\n", + " results[key_name] = {\n", + " \"accuracy\":[json_file[\"accuracy\"]],\n", + " \"macro avg\":[json_file[\"macro avg\"]],\n", + " \"weighted avg\":[json_file[\"weighted avg\"]]\n", + " }" + ] + }, + { + "cell_type": "code", + "execution_count": 137, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Results:\n" + ] + }, + { + "cell_type": "code", + "execution_count": 131, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
precisionrecallf1-scoresupportaccuracy
load_m1_1_complete_10.2983250.3040490.28349716932.00.576738
load_m1_1_complete_20.4268560.4010880.39216216932.00.705016
load_m1_1_complete_30.5089880.4614600.46237716932.00.772561
load_m1_2_cf_cr_optional_10.2064360.2187090.190675172787.00.477953
load_m1_2_cf_cr_optional_20.3512780.2978060.291623172787.00.621393
load_m1_2_cf_cr_optional_30.4633840.3686550.379260172787.00.701594
load_m1_3_cp_cf_cr_optional_10.1996650.1793530.164904203757.00.481098
load_m1_3_cp_cf_cr_optional_20.3465330.2560950.260822203757.00.621909
load_m1_3_cp_cf_cr_optional_30.4594870.3234210.343976203757.00.697756
load_m1_4_complete_without_return_expressions_10.2924870.3028250.28204216932.00.587448
load_m1_4_complete_without_return_expressions_20.4319640.4042180.39756916932.00.718364
load_m1_4_complete_without_return_expressions_30.5257530.4727110.47478116932.00.782129
load_m2_1_complete_10.0634050.0647270.05908516932.00.452142
load_m2_1_complete_20.1201670.1065650.10461516932.00.590676
load_m2_1_complete_30.1661700.1396160.14094016932.00.666194
load_m2_2_cf_cr_optional_10.0259230.0294870.024932172787.00.368031
load_m2_2_cf_cr_optional_20.0633460.0518670.049934172787.00.518098
load_m2_2_cf_cr_optional_30.1071080.0812680.083250172787.00.600082
load_m2_3_cp_cf_cr_optional_10.0321890.0300250.026389203757.00.379709
load_m2_3_cp_cf_cr_optional_20.0734110.0500090.049845203757.00.525777
load_m2_3_cp_cf_cr_optional_30.1183810.0780060.081836203757.00.605496
load_m2_4_complete_without_return_expressions_10.0641270.0641170.05992616932.00.459544
load_m2_4_complete_without_return_expressions_20.1244320.1085770.10789716932.00.593649
load_m2_4_complete_without_return_expressions_30.1739500.1475510.15041116932.00.668143
load_m3_1_complete_10.6655080.6365840.62468416932.00.731770
load_m3_1_complete_20.7874860.7265080.73279816932.00.837290
load_m3_1_complete_30.8493990.7746270.78944516932.00.882294
load_m3_2_cf_cr_optional_10.4559830.3716200.354531172787.00.572395
load_m3_2_cf_cr_optional_20.6161310.4590020.473352172787.00.708628
load_m3_2_cf_cr_optional_30.7124260.5243320.554588172787.00.778996
load_m3_3_cp_cf_cr_optional_10.5385620.3867290.385111203757.00.582292
load_m3_3_cp_cf_cr_optional_20.7075830.4774440.505769203757.00.716020
load_m3_3_cp_cf_cr_optional_30.7937980.5357170.579364203757.00.784346
load_m3_4_complete_without_return_expressions_10.6076850.5873510.57204216932.00.715588
load_m3_4_complete_without_return_expressions_20.7484780.6923360.69524616932.00.824730
load_m3_4_complete_without_return_expressions_30.8182450.7438620.75659016932.00.871880
\n", + "
" + ], + "text/plain": [ + " precision recall \\\n", + "load_m1_1_complete_1 0.298325 0.304049 \n", + "load_m1_1_complete_2 0.426856 0.401088 \n", + "load_m1_1_complete_3 0.508988 0.461460 \n", + "load_m1_2_cf_cr_optional_1 0.206436 0.218709 \n", + "load_m1_2_cf_cr_optional_2 0.351278 0.297806 \n", + "load_m1_2_cf_cr_optional_3 0.463384 0.368655 \n", + "load_m1_3_cp_cf_cr_optional_1 0.199665 0.179353 \n", + "load_m1_3_cp_cf_cr_optional_2 0.346533 0.256095 \n", + "load_m1_3_cp_cf_cr_optional_3 0.459487 0.323421 \n", + "load_m1_4_complete_without_return_expressions_1 0.292487 0.302825 \n", + "load_m1_4_complete_without_return_expressions_2 0.431964 0.404218 \n", + "load_m1_4_complete_without_return_expressions_3 0.525753 0.472711 \n", + "load_m2_1_complete_1 0.063405 0.064727 \n", + "load_m2_1_complete_2 0.120167 0.106565 \n", + "load_m2_1_complete_3 0.166170 0.139616 \n", + "load_m2_2_cf_cr_optional_1 0.025923 0.029487 \n", + "load_m2_2_cf_cr_optional_2 0.063346 0.051867 \n", + "load_m2_2_cf_cr_optional_3 0.107108 0.081268 \n", + "load_m2_3_cp_cf_cr_optional_1 0.032189 0.030025 \n", + "load_m2_3_cp_cf_cr_optional_2 0.073411 0.050009 \n", + "load_m2_3_cp_cf_cr_optional_3 0.118381 0.078006 \n", + "load_m2_4_complete_without_return_expressions_1 0.064127 0.064117 \n", + "load_m2_4_complete_without_return_expressions_2 0.124432 0.108577 \n", + "load_m2_4_complete_without_return_expressions_3 0.173950 0.147551 \n", + "load_m3_1_complete_1 0.665508 0.636584 \n", + "load_m3_1_complete_2 0.787486 0.726508 \n", + "load_m3_1_complete_3 0.849399 0.774627 \n", + "load_m3_2_cf_cr_optional_1 0.455983 0.371620 \n", + "load_m3_2_cf_cr_optional_2 0.616131 0.459002 \n", + "load_m3_2_cf_cr_optional_3 0.712426 0.524332 \n", + "load_m3_3_cp_cf_cr_optional_1 0.538562 0.386729 \n", + "load_m3_3_cp_cf_cr_optional_2 0.707583 0.477444 \n", + "load_m3_3_cp_cf_cr_optional_3 0.793798 0.535717 \n", + "load_m3_4_complete_without_return_expressions_1 0.607685 0.587351 \n", + "load_m3_4_complete_without_return_expressions_2 0.748478 0.692336 \n", + "load_m3_4_complete_without_return_expressions_3 0.818245 0.743862 \n", + "\n", + " f1-score support accuracy \n", + "load_m1_1_complete_1 0.283497 16932.0 0.576738 \n", + "load_m1_1_complete_2 0.392162 16932.0 0.705016 \n", + "load_m1_1_complete_3 0.462377 16932.0 0.772561 \n", + "load_m1_2_cf_cr_optional_1 0.190675 172787.0 0.477953 \n", + "load_m1_2_cf_cr_optional_2 0.291623 172787.0 0.621393 \n", + "load_m1_2_cf_cr_optional_3 0.379260 172787.0 0.701594 \n", + "load_m1_3_cp_cf_cr_optional_1 0.164904 203757.0 0.481098 \n", + "load_m1_3_cp_cf_cr_optional_2 0.260822 203757.0 0.621909 \n", + "load_m1_3_cp_cf_cr_optional_3 0.343976 203757.0 0.697756 \n", + "load_m1_4_complete_without_return_expressions_1 0.282042 16932.0 0.587448 \n", + "load_m1_4_complete_without_return_expressions_2 0.397569 16932.0 0.718364 \n", + "load_m1_4_complete_without_return_expressions_3 0.474781 16932.0 0.782129 \n", + "load_m2_1_complete_1 0.059085 16932.0 0.452142 \n", + "load_m2_1_complete_2 0.104615 16932.0 0.590676 \n", + "load_m2_1_complete_3 0.140940 16932.0 0.666194 \n", + "load_m2_2_cf_cr_optional_1 0.024932 172787.0 0.368031 \n", + "load_m2_2_cf_cr_optional_2 0.049934 172787.0 0.518098 \n", + "load_m2_2_cf_cr_optional_3 0.083250 172787.0 0.600082 \n", + "load_m2_3_cp_cf_cr_optional_1 0.026389 203757.0 0.379709 \n", + "load_m2_3_cp_cf_cr_optional_2 0.049845 203757.0 0.525777 \n", + "load_m2_3_cp_cf_cr_optional_3 0.081836 203757.0 0.605496 \n", + "load_m2_4_complete_without_return_expressions_1 0.059926 16932.0 0.459544 \n", + "load_m2_4_complete_without_return_expressions_2 0.107897 16932.0 0.593649 \n", + "load_m2_4_complete_without_return_expressions_3 0.150411 16932.0 0.668143 \n", + "load_m3_1_complete_1 0.624684 16932.0 0.731770 \n", + "load_m3_1_complete_2 0.732798 16932.0 0.837290 \n", + "load_m3_1_complete_3 0.789445 16932.0 0.882294 \n", + "load_m3_2_cf_cr_optional_1 0.354531 172787.0 0.572395 \n", + "load_m3_2_cf_cr_optional_2 0.473352 172787.0 0.708628 \n", + "load_m3_2_cf_cr_optional_3 0.554588 172787.0 0.778996 \n", + "load_m3_3_cp_cf_cr_optional_1 0.385111 203757.0 0.582292 \n", + "load_m3_3_cp_cf_cr_optional_2 0.505769 203757.0 0.716020 \n", + "load_m3_3_cp_cf_cr_optional_3 0.579364 203757.0 0.784346 \n", + "load_m3_4_complete_without_return_expressions_1 0.572042 16932.0 0.715588 \n", + "load_m3_4_complete_without_return_expressions_2 0.695246 16932.0 0.824730 \n", + "load_m3_4_complete_without_return_expressions_3 0.756590 16932.0 0.871880 " + ] + }, + "execution_count": 131, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_macro_avg" + ] + }, + { + "cell_type": "code", + "execution_count": 141, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
precisionrecallf1-scoresupportaccuracy
load_m1_1_complete_1_unfiltered0.3633760.3707280.35014912749.0000000.677066
load_m1_1_complete_2_unfiltered0.4683060.4526360.44181612749.0000000.766585
load_m1_1_complete_3_unfiltered0.5301350.5015420.49722512749.0000000.812453
load_m1_2_cf_cr_optional_1_unfiltered0.2550810.2705850.243533104161.3333330.620008
load_m1_2_cf_cr_optional_2_unfiltered0.3529480.3350450.319961104161.3333330.696568
load_m1_2_cf_cr_optional_3_unfiltered0.4316840.3954660.390194104161.3333330.756533
load_m1_3_cp_cf_cr_optional_1_unfiltered0.2440760.2384460.220611116249.3333330.628221
load_m1_3_cp_cf_cr_optional_2_unfiltered0.3316800.2966070.288876116249.3333330.700899
load_m1_3_cp_cf_cr_optional_3_unfiltered0.4164430.3527880.355463116249.3333330.755517
load_m1_4_complete_without_return_expressions_1_unfiltered0.3608380.3762620.35349612724.6666670.685844
load_m1_4_complete_without_return_expressions_2_unfiltered0.4739100.4650320.45282012724.6666670.774755
load_m1_4_complete_without_return_expressions_3_unfiltered0.5509880.5230680.51824812724.6666670.820217
load_m2_1_complete_1_unfiltered0.0882150.0936070.08459312016.6666670.546677
load_m2_1_complete_2_unfiltered0.1417750.1357420.12974512016.6666670.638443
load_m2_1_complete_3_unfiltered0.1876020.1706280.16799212016.6666670.700047
load_m2_2_cf_cr_optional_1_unfiltered0.0349140.0404500.03472789862.0000000.509506
load_m2_2_cf_cr_optional_2_unfiltered0.0620880.0599460.05588489862.0000000.571592
load_m2_2_cf_cr_optional_3_unfiltered0.0980540.0844870.08295989862.0000000.635560
load_m2_3_cp_cf_cr_optional_1_unfiltered0.0428750.0437560.038194101876.6666670.527126
load_m2_3_cp_cf_cr_optional_2_unfiltered0.0728060.0610350.058122101876.6666670.574111
load_m2_3_cp_cf_cr_optional_3_unfiltered0.1122360.0866660.086648101876.6666670.640976
load_m2_4_complete_without_return_expressions_1_unfiltered0.0938290.0979170.09051911827.0000000.559220
load_m2_4_complete_without_return_expressions_2_unfiltered0.1468620.1365490.13265911827.0000000.644942
load_m2_4_complete_without_return_expressions_3_unfiltered0.1914710.1714410.17133311827.0000000.705389
load_m3_1_complete_1_unfiltered0.7389810.7196620.71048713174.0000000.832035
load_m3_1_complete_2_unfiltered0.8228410.7892590.79008413174.0000000.891727
load_m3_1_complete_3_unfiltered0.8691590.8286240.83494313174.0000000.918576
load_m3_2_cf_cr_optional_1_unfiltered0.5375190.4592220.448279114570.3333330.699794
load_m3_2_cf_cr_optional_2_unfiltered0.6402660.5359930.541377114570.3333330.782821
load_m3_2_cf_cr_optional_3_unfiltered0.7148520.5969140.611998114570.3333330.830947
load_m3_3_cp_cf_cr_optional_1_unfiltered0.6248580.5099610.510054130114.0000000.711891
load_m3_3_cp_cf_cr_optional_2_unfiltered0.7193050.5810810.595820130114.0000000.792205
load_m3_3_cp_cf_cr_optional_3_unfiltered0.7847390.6338900.657176130114.0000000.837789
load_m3_4_complete_without_return_expressions_1_unfiltered0.6812760.6671160.65473613245.3333330.812635
load_m3_4_complete_without_return_expressions_2_unfiltered0.7839680.7507860.75004013245.3333330.880093
load_m3_4_complete_without_return_expressions_3_unfiltered0.8374000.7940590.79930213245.3333330.908535
\n", + "
" + ], + "text/plain": [ + " precision recall \\\n", + "load_m1_1_complete_1_unfiltered 0.363376 0.370728 \n", + "load_m1_1_complete_2_unfiltered 0.468306 0.452636 \n", + "load_m1_1_complete_3_unfiltered 0.530135 0.501542 \n", + "load_m1_2_cf_cr_optional_1_unfiltered 0.255081 0.270585 \n", + "load_m1_2_cf_cr_optional_2_unfiltered 0.352948 0.335045 \n", + "load_m1_2_cf_cr_optional_3_unfiltered 0.431684 0.395466 \n", + "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.244076 0.238446 \n", + "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.331680 0.296607 \n", + "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.416443 0.352788 \n", + "load_m1_4_complete_without_return_expressions_1... 0.360838 0.376262 \n", + "load_m1_4_complete_without_return_expressions_2... 0.473910 0.465032 \n", + "load_m1_4_complete_without_return_expressions_3... 0.550988 0.523068 \n", + "load_m2_1_complete_1_unfiltered 0.088215 0.093607 \n", + "load_m2_1_complete_2_unfiltered 0.141775 0.135742 \n", + "load_m2_1_complete_3_unfiltered 0.187602 0.170628 \n", + "load_m2_2_cf_cr_optional_1_unfiltered 0.034914 0.040450 \n", + "load_m2_2_cf_cr_optional_2_unfiltered 0.062088 0.059946 \n", + "load_m2_2_cf_cr_optional_3_unfiltered 0.098054 0.084487 \n", + "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.042875 0.043756 \n", + "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.072806 0.061035 \n", + "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.112236 0.086666 \n", + "load_m2_4_complete_without_return_expressions_1... 0.093829 0.097917 \n", + "load_m2_4_complete_without_return_expressions_2... 0.146862 0.136549 \n", + "load_m2_4_complete_without_return_expressions_3... 0.191471 0.171441 \n", + "load_m3_1_complete_1_unfiltered 0.738981 0.719662 \n", + "load_m3_1_complete_2_unfiltered 0.822841 0.789259 \n", + "load_m3_1_complete_3_unfiltered 0.869159 0.828624 \n", + "load_m3_2_cf_cr_optional_1_unfiltered 0.537519 0.459222 \n", + "load_m3_2_cf_cr_optional_2_unfiltered 0.640266 0.535993 \n", + "load_m3_2_cf_cr_optional_3_unfiltered 0.714852 0.596914 \n", + "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.624858 0.509961 \n", + "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.719305 0.581081 \n", + "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.784739 0.633890 \n", + "load_m3_4_complete_without_return_expressions_1... 0.681276 0.667116 \n", + "load_m3_4_complete_without_return_expressions_2... 0.783968 0.750786 \n", + "load_m3_4_complete_without_return_expressions_3... 0.837400 0.794059 \n", + "\n", + " f1-score support \\\n", + "load_m1_1_complete_1_unfiltered 0.350149 12749.000000 \n", + "load_m1_1_complete_2_unfiltered 0.441816 12749.000000 \n", + "load_m1_1_complete_3_unfiltered 0.497225 12749.000000 \n", + "load_m1_2_cf_cr_optional_1_unfiltered 0.243533 104161.333333 \n", + "load_m1_2_cf_cr_optional_2_unfiltered 0.319961 104161.333333 \n", + "load_m1_2_cf_cr_optional_3_unfiltered 0.390194 104161.333333 \n", + "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.220611 116249.333333 \n", + "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.288876 116249.333333 \n", + "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.355463 116249.333333 \n", + "load_m1_4_complete_without_return_expressions_1... 0.353496 12724.666667 \n", + "load_m1_4_complete_without_return_expressions_2... 0.452820 12724.666667 \n", + "load_m1_4_complete_without_return_expressions_3... 0.518248 12724.666667 \n", + "load_m2_1_complete_1_unfiltered 0.084593 12016.666667 \n", + "load_m2_1_complete_2_unfiltered 0.129745 12016.666667 \n", + "load_m2_1_complete_3_unfiltered 0.167992 12016.666667 \n", + "load_m2_2_cf_cr_optional_1_unfiltered 0.034727 89862.000000 \n", + "load_m2_2_cf_cr_optional_2_unfiltered 0.055884 89862.000000 \n", + "load_m2_2_cf_cr_optional_3_unfiltered 0.082959 89862.000000 \n", + "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.038194 101876.666667 \n", + "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.058122 101876.666667 \n", + "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.086648 101876.666667 \n", + "load_m2_4_complete_without_return_expressions_1... 0.090519 11827.000000 \n", + "load_m2_4_complete_without_return_expressions_2... 0.132659 11827.000000 \n", + "load_m2_4_complete_without_return_expressions_3... 0.171333 11827.000000 \n", + "load_m3_1_complete_1_unfiltered 0.710487 13174.000000 \n", + "load_m3_1_complete_2_unfiltered 0.790084 13174.000000 \n", + "load_m3_1_complete_3_unfiltered 0.834943 13174.000000 \n", + "load_m3_2_cf_cr_optional_1_unfiltered 0.448279 114570.333333 \n", + "load_m3_2_cf_cr_optional_2_unfiltered 0.541377 114570.333333 \n", + "load_m3_2_cf_cr_optional_3_unfiltered 0.611998 114570.333333 \n", + "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.510054 130114.000000 \n", + "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.595820 130114.000000 \n", + "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.657176 130114.000000 \n", + "load_m3_4_complete_without_return_expressions_1... 0.654736 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_2... 0.750040 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_3... 0.799302 13245.333333 \n", + "\n", + " accuracy \n", + "load_m1_1_complete_1_unfiltered 0.677066 \n", + "load_m1_1_complete_2_unfiltered 0.766585 \n", + "load_m1_1_complete_3_unfiltered 0.812453 \n", + "load_m1_2_cf_cr_optional_1_unfiltered 0.620008 \n", + "load_m1_2_cf_cr_optional_2_unfiltered 0.696568 \n", + "load_m1_2_cf_cr_optional_3_unfiltered 0.756533 \n", + "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.628221 \n", + "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.700899 \n", + "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.755517 \n", + "load_m1_4_complete_without_return_expressions_1... 0.685844 \n", + "load_m1_4_complete_without_return_expressions_2... 0.774755 \n", + "load_m1_4_complete_without_return_expressions_3... 0.820217 \n", + "load_m2_1_complete_1_unfiltered 0.546677 \n", + "load_m2_1_complete_2_unfiltered 0.638443 \n", + "load_m2_1_complete_3_unfiltered 0.700047 \n", + "load_m2_2_cf_cr_optional_1_unfiltered 0.509506 \n", + "load_m2_2_cf_cr_optional_2_unfiltered 0.571592 \n", + "load_m2_2_cf_cr_optional_3_unfiltered 0.635560 \n", + "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.527126 \n", + "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.574111 \n", + "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.640976 \n", + "load_m2_4_complete_without_return_expressions_1... 0.559220 \n", + "load_m2_4_complete_without_return_expressions_2... 0.644942 \n", + "load_m2_4_complete_without_return_expressions_3... 0.705389 \n", + "load_m3_1_complete_1_unfiltered 0.832035 \n", + "load_m3_1_complete_2_unfiltered 0.891727 \n", + "load_m3_1_complete_3_unfiltered 0.918576 \n", + "load_m3_2_cf_cr_optional_1_unfiltered 0.699794 \n", + "load_m3_2_cf_cr_optional_2_unfiltered 0.782821 \n", + "load_m3_2_cf_cr_optional_3_unfiltered 0.830947 \n", + "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.711891 \n", + "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.792205 \n", + "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.837789 \n", + "load_m3_4_complete_without_return_expressions_1... 0.812635 \n", + "load_m3_4_complete_without_return_expressions_2... 0.880093 \n", + "load_m3_4_complete_without_return_expressions_3... 0.908535 " + ] + }, + "execution_count": 141, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_macro_avg_unfiltered" + ] + }, + { + "cell_type": "code", + "execution_count": 121, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
precisionrecallf1-scoresupportaccuracy
load_m1_1_complete_10.5098310.5767380.51895616932.00.576738
load_m1_1_complete_20.6592830.7050160.65509616932.00.705016
load_m1_1_complete_30.7315360.7725610.72961116932.00.772561
load_m1_2_cf_cr_optional_10.4042900.4779530.414712172787.00.477953
load_m1_2_cf_cr_optional_20.5963900.6213930.557920172787.00.621393
load_m1_2_cf_cr_optional_30.6825500.7015940.646866172787.00.701594
load_m1_3_cp_cf_cr_optional_10.4127910.4810980.416135203757.00.481098
load_m1_3_cp_cf_cr_optional_20.6022540.6219090.557194203757.00.621909
load_m1_3_cp_cf_cr_optional_30.6870340.6977560.640979203757.00.697756
load_m1_4_complete_without_return_expressions_10.5120730.5874480.53028116932.00.587448
load_m1_4_complete_without_return_expressions_20.6753800.7183640.67109416932.00.718364
load_m1_4_complete_without_return_expressions_30.7484830.7821290.74191816932.00.782129
load_m2_1_complete_10.3400300.4521420.37189816932.00.452142
load_m2_1_complete_20.5081020.5906760.50752616932.00.590676
load_m2_1_complete_30.5837080.6661940.59035316932.00.666194
load_m2_2_cf_cr_optional_10.2519730.3680310.286791172787.00.368031
load_m2_2_cf_cr_optional_20.4122310.5180980.416214172787.00.518098
load_m2_2_cf_cr_optional_30.5251550.6000820.499896172787.00.600082
load_m2_3_cp_cf_cr_optional_10.2703090.3797090.300563203757.00.379709
load_m2_3_cp_cf_cr_optional_20.4308510.5257770.425219203757.00.525777
load_m2_3_cp_cf_cr_optional_30.5413180.6054960.506533203757.00.605496
load_m2_4_complete_without_return_expressions_10.3445520.4595440.37887516932.00.459544
load_m2_4_complete_without_return_expressions_20.5115180.5936490.51006716932.00.593649
load_m2_4_complete_without_return_expressions_30.5848430.6681430.59248616932.00.668143
load_m3_1_complete_10.7245630.7317700.71113916932.00.731770
load_m3_1_complete_20.8347850.8372900.82173916932.00.837290
load_m3_1_complete_30.8821100.8822940.86958616932.00.882294
load_m3_2_cf_cr_optional_10.5707570.5723950.533562172787.00.572395
load_m3_2_cf_cr_optional_20.7116240.7086280.674401172787.00.708628
load_m3_2_cf_cr_optional_30.7823950.7789960.749136172787.00.778996
load_m3_3_cp_cf_cr_optional_10.5889100.5822920.546196203757.00.582292
load_m3_3_cp_cf_cr_optional_20.7315110.7160200.685038203757.00.716020
load_m3_3_cp_cf_cr_optional_30.8001580.7843460.757963203757.00.784346
load_m3_4_complete_without_return_expressions_10.6982790.7155880.69126916932.00.715588
load_m3_4_complete_without_return_expressions_20.8154430.8247300.80598716932.00.824730
load_m3_4_complete_without_return_expressions_30.8677900.8718800.85659016932.00.871880
\n", + "
" + ], + "text/plain": [ + " precision recall \\\n", + "load_m1_1_complete_1 0.509831 0.576738 \n", + "load_m1_1_complete_2 0.659283 0.705016 \n", + "load_m1_1_complete_3 0.731536 0.772561 \n", + "load_m1_2_cf_cr_optional_1 0.404290 0.477953 \n", + "load_m1_2_cf_cr_optional_2 0.596390 0.621393 \n", + "load_m1_2_cf_cr_optional_3 0.682550 0.701594 \n", + "load_m1_3_cp_cf_cr_optional_1 0.412791 0.481098 \n", + "load_m1_3_cp_cf_cr_optional_2 0.602254 0.621909 \n", + "load_m1_3_cp_cf_cr_optional_3 0.687034 0.697756 \n", + "load_m1_4_complete_without_return_expressions_1 0.512073 0.587448 \n", + "load_m1_4_complete_without_return_expressions_2 0.675380 0.718364 \n", + "load_m1_4_complete_without_return_expressions_3 0.748483 0.782129 \n", + "load_m2_1_complete_1 0.340030 0.452142 \n", + "load_m2_1_complete_2 0.508102 0.590676 \n", + "load_m2_1_complete_3 0.583708 0.666194 \n", + "load_m2_2_cf_cr_optional_1 0.251973 0.368031 \n", + "load_m2_2_cf_cr_optional_2 0.412231 0.518098 \n", + "load_m2_2_cf_cr_optional_3 0.525155 0.600082 \n", + "load_m2_3_cp_cf_cr_optional_1 0.270309 0.379709 \n", + "load_m2_3_cp_cf_cr_optional_2 0.430851 0.525777 \n", + "load_m2_3_cp_cf_cr_optional_3 0.541318 0.605496 \n", + "load_m2_4_complete_without_return_expressions_1 0.344552 0.459544 \n", + "load_m2_4_complete_without_return_expressions_2 0.511518 0.593649 \n", + "load_m2_4_complete_without_return_expressions_3 0.584843 0.668143 \n", + "load_m3_1_complete_1 0.724563 0.731770 \n", + "load_m3_1_complete_2 0.834785 0.837290 \n", + "load_m3_1_complete_3 0.882110 0.882294 \n", + "load_m3_2_cf_cr_optional_1 0.570757 0.572395 \n", + "load_m3_2_cf_cr_optional_2 0.711624 0.708628 \n", + "load_m3_2_cf_cr_optional_3 0.782395 0.778996 \n", + "load_m3_3_cp_cf_cr_optional_1 0.588910 0.582292 \n", + "load_m3_3_cp_cf_cr_optional_2 0.731511 0.716020 \n", + "load_m3_3_cp_cf_cr_optional_3 0.800158 0.784346 \n", + "load_m3_4_complete_without_return_expressions_1 0.698279 0.715588 \n", + "load_m3_4_complete_without_return_expressions_2 0.815443 0.824730 \n", + "load_m3_4_complete_without_return_expressions_3 0.867790 0.871880 \n", + "\n", + " f1-score support accuracy \n", + "load_m1_1_complete_1 0.518956 16932.0 0.576738 \n", + "load_m1_1_complete_2 0.655096 16932.0 0.705016 \n", + "load_m1_1_complete_3 0.729611 16932.0 0.772561 \n", + "load_m1_2_cf_cr_optional_1 0.414712 172787.0 0.477953 \n", + "load_m1_2_cf_cr_optional_2 0.557920 172787.0 0.621393 \n", + "load_m1_2_cf_cr_optional_3 0.646866 172787.0 0.701594 \n", + "load_m1_3_cp_cf_cr_optional_1 0.416135 203757.0 0.481098 \n", + "load_m1_3_cp_cf_cr_optional_2 0.557194 203757.0 0.621909 \n", + "load_m1_3_cp_cf_cr_optional_3 0.640979 203757.0 0.697756 \n", + "load_m1_4_complete_without_return_expressions_1 0.530281 16932.0 0.587448 \n", + "load_m1_4_complete_without_return_expressions_2 0.671094 16932.0 0.718364 \n", + "load_m1_4_complete_without_return_expressions_3 0.741918 16932.0 0.782129 \n", + "load_m2_1_complete_1 0.371898 16932.0 0.452142 \n", + "load_m2_1_complete_2 0.507526 16932.0 0.590676 \n", + "load_m2_1_complete_3 0.590353 16932.0 0.666194 \n", + "load_m2_2_cf_cr_optional_1 0.286791 172787.0 0.368031 \n", + "load_m2_2_cf_cr_optional_2 0.416214 172787.0 0.518098 \n", + "load_m2_2_cf_cr_optional_3 0.499896 172787.0 0.600082 \n", + "load_m2_3_cp_cf_cr_optional_1 0.300563 203757.0 0.379709 \n", + "load_m2_3_cp_cf_cr_optional_2 0.425219 203757.0 0.525777 \n", + "load_m2_3_cp_cf_cr_optional_3 0.506533 203757.0 0.605496 \n", + "load_m2_4_complete_without_return_expressions_1 0.378875 16932.0 0.459544 \n", + "load_m2_4_complete_without_return_expressions_2 0.510067 16932.0 0.593649 \n", + "load_m2_4_complete_without_return_expressions_3 0.592486 16932.0 0.668143 \n", + "load_m3_1_complete_1 0.711139 16932.0 0.731770 \n", + "load_m3_1_complete_2 0.821739 16932.0 0.837290 \n", + "load_m3_1_complete_3 0.869586 16932.0 0.882294 \n", + "load_m3_2_cf_cr_optional_1 0.533562 172787.0 0.572395 \n", + "load_m3_2_cf_cr_optional_2 0.674401 172787.0 0.708628 \n", + "load_m3_2_cf_cr_optional_3 0.749136 172787.0 0.778996 \n", + "load_m3_3_cp_cf_cr_optional_1 0.546196 203757.0 0.582292 \n", + "load_m3_3_cp_cf_cr_optional_2 0.685038 203757.0 0.716020 \n", + "load_m3_3_cp_cf_cr_optional_3 0.757963 203757.0 0.784346 \n", + "load_m3_4_complete_without_return_expressions_1 0.691269 16932.0 0.715588 \n", + "load_m3_4_complete_without_return_expressions_2 0.805987 16932.0 0.824730 \n", + "load_m3_4_complete_without_return_expressions_3 0.856590 16932.0 0.871880 " + ] + }, + "execution_count": 121, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_weighted_avg" + ] + }, + { + "cell_type": "code", + "execution_count": 142, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
precisionrecallf1-scoresupportaccuracy
load_m1_1_complete_1_unfiltered0.6032940.6770660.61553012749.0000000.677066
load_m1_1_complete_2_unfiltered0.7171590.7665850.71897312749.0000000.766585
load_m1_1_complete_3_unfiltered0.7684180.8124530.77302212749.0000000.812453
load_m1_2_cf_cr_optional_1_unfiltered0.5143760.6200080.541554104161.3333330.620008
load_m1_2_cf_cr_optional_2_unfiltered0.6564980.6965680.635333104161.3333330.696568
load_m1_2_cf_cr_optional_3_unfiltered0.7266380.7565330.708718104161.3333330.756533
load_m1_3_cp_cf_cr_optional_1_unfiltered0.5286330.6282210.549218116249.3333330.628221
load_m1_3_cp_cf_cr_optional_2_unfiltered0.6606660.7008990.638538116249.3333330.700899
load_m1_3_cp_cf_cr_optional_3_unfiltered0.7290960.7555170.705464116249.3333330.755517
load_m1_4_complete_without_return_expressions_1_unfiltered0.6015110.6858440.62456712724.6666670.685844
load_m1_4_complete_without_return_expressions_2_unfiltered0.7277020.7747550.73019512724.6666670.774755
load_m1_4_complete_without_return_expressions_3_unfiltered0.7819230.8202170.78387312724.6666670.820217
load_m2_1_complete_1_unfiltered0.4119800.5466770.45364412016.6666670.546677
load_m2_1_complete_2_unfiltered0.5521720.6384430.55529012016.6666670.638443
load_m2_1_complete_3_unfiltered0.6169270.7000470.62754812016.6666670.700047
load_m2_2_cf_cr_optional_1_unfiltered0.3433990.5095060.39929889862.0000000.509506
load_m2_2_cf_cr_optional_2_unfiltered0.4426880.5715920.46519289862.0000000.571592
load_m2_2_cf_cr_optional_3_unfiltered0.5443440.6355600.53701289862.0000000.635560
load_m2_3_cp_cf_cr_optional_1_unfiltered0.3657590.5271260.418419101876.6666670.527126
load_m2_3_cp_cf_cr_optional_2_unfiltered0.4568880.5741110.469985101876.6666670.574111
load_m2_3_cp_cf_cr_optional_3_unfiltered0.5651560.6409760.543573101876.6666670.640976
load_m2_4_complete_without_return_expressions_1_unfiltered0.4223860.5592200.46618611827.0000000.559220
load_m2_4_complete_without_return_expressions_2_unfiltered0.5577800.6449420.56205811827.0000000.644942
load_m2_4_complete_without_return_expressions_3_unfiltered0.6218920.7053890.63395111827.0000000.705389
load_m3_1_complete_1_unfiltered0.8170210.8320350.81149713174.0000000.832035
load_m3_1_complete_2_unfiltered0.8837040.8917270.87850613174.0000000.891727
load_m3_1_complete_3_unfiltered0.9136610.9185760.90863413174.0000000.918576
load_m3_2_cf_cr_optional_1_unfiltered0.6932110.6997940.657737114570.3333330.699794
load_m3_2_cf_cr_optional_2_unfiltered0.7846580.7828210.755715114570.3333330.782821
load_m3_2_cf_cr_optional_3_unfiltered0.8345020.8309470.810852114570.3333330.830947
load_m3_3_cp_cf_cr_optional_1_unfiltered0.7074570.7118910.673900130114.0000000.711891
load_m3_3_cp_cf_cr_optional_2_unfiltered0.7975930.7922050.768311130114.0000000.792205
load_m3_3_cp_cf_cr_optional_3_unfiltered0.8445730.8377890.819555130114.0000000.837789
load_m3_4_complete_without_return_expressions_1_unfiltered0.7909050.8126350.78904813245.3333330.812635
load_m3_4_complete_without_return_expressions_2_unfiltered0.8663070.8800930.86401113245.3333330.880093
load_m3_4_complete_without_return_expressions_3_unfiltered0.9004430.9085350.89611813245.3333330.908535
\n", + "
" + ], + "text/plain": [ + " precision recall \\\n", + "load_m1_1_complete_1_unfiltered 0.603294 0.677066 \n", + "load_m1_1_complete_2_unfiltered 0.717159 0.766585 \n", + "load_m1_1_complete_3_unfiltered 0.768418 0.812453 \n", + "load_m1_2_cf_cr_optional_1_unfiltered 0.514376 0.620008 \n", + "load_m1_2_cf_cr_optional_2_unfiltered 0.656498 0.696568 \n", + "load_m1_2_cf_cr_optional_3_unfiltered 0.726638 0.756533 \n", + "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.528633 0.628221 \n", + "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.660666 0.700899 \n", + "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.729096 0.755517 \n", + "load_m1_4_complete_without_return_expressions_1... 0.601511 0.685844 \n", + "load_m1_4_complete_without_return_expressions_2... 0.727702 0.774755 \n", + "load_m1_4_complete_without_return_expressions_3... 0.781923 0.820217 \n", + "load_m2_1_complete_1_unfiltered 0.411980 0.546677 \n", + "load_m2_1_complete_2_unfiltered 0.552172 0.638443 \n", + "load_m2_1_complete_3_unfiltered 0.616927 0.700047 \n", + "load_m2_2_cf_cr_optional_1_unfiltered 0.343399 0.509506 \n", + "load_m2_2_cf_cr_optional_2_unfiltered 0.442688 0.571592 \n", + "load_m2_2_cf_cr_optional_3_unfiltered 0.544344 0.635560 \n", + "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.365759 0.527126 \n", + "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.456888 0.574111 \n", + "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.565156 0.640976 \n", + "load_m2_4_complete_without_return_expressions_1... 0.422386 0.559220 \n", + "load_m2_4_complete_without_return_expressions_2... 0.557780 0.644942 \n", + "load_m2_4_complete_without_return_expressions_3... 0.621892 0.705389 \n", + "load_m3_1_complete_1_unfiltered 0.817021 0.832035 \n", + "load_m3_1_complete_2_unfiltered 0.883704 0.891727 \n", + "load_m3_1_complete_3_unfiltered 0.913661 0.918576 \n", + "load_m3_2_cf_cr_optional_1_unfiltered 0.693211 0.699794 \n", + "load_m3_2_cf_cr_optional_2_unfiltered 0.784658 0.782821 \n", + "load_m3_2_cf_cr_optional_3_unfiltered 0.834502 0.830947 \n", + "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.707457 0.711891 \n", + "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.797593 0.792205 \n", + "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.844573 0.837789 \n", + "load_m3_4_complete_without_return_expressions_1... 0.790905 0.812635 \n", + "load_m3_4_complete_without_return_expressions_2... 0.866307 0.880093 \n", + "load_m3_4_complete_without_return_expressions_3... 0.900443 0.908535 \n", + "\n", + " f1-score support \\\n", + "load_m1_1_complete_1_unfiltered 0.615530 12749.000000 \n", + "load_m1_1_complete_2_unfiltered 0.718973 12749.000000 \n", + "load_m1_1_complete_3_unfiltered 0.773022 12749.000000 \n", + "load_m1_2_cf_cr_optional_1_unfiltered 0.541554 104161.333333 \n", + "load_m1_2_cf_cr_optional_2_unfiltered 0.635333 104161.333333 \n", + "load_m1_2_cf_cr_optional_3_unfiltered 0.708718 104161.333333 \n", + "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.549218 116249.333333 \n", + "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.638538 116249.333333 \n", + "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.705464 116249.333333 \n", + "load_m1_4_complete_without_return_expressions_1... 0.624567 12724.666667 \n", + "load_m1_4_complete_without_return_expressions_2... 0.730195 12724.666667 \n", + "load_m1_4_complete_without_return_expressions_3... 0.783873 12724.666667 \n", + "load_m2_1_complete_1_unfiltered 0.453644 12016.666667 \n", + "load_m2_1_complete_2_unfiltered 0.555290 12016.666667 \n", + "load_m2_1_complete_3_unfiltered 0.627548 12016.666667 \n", + "load_m2_2_cf_cr_optional_1_unfiltered 0.399298 89862.000000 \n", + "load_m2_2_cf_cr_optional_2_unfiltered 0.465192 89862.000000 \n", + "load_m2_2_cf_cr_optional_3_unfiltered 0.537012 89862.000000 \n", + "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.418419 101876.666667 \n", + "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.469985 101876.666667 \n", + "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.543573 101876.666667 \n", + "load_m2_4_complete_without_return_expressions_1... 0.466186 11827.000000 \n", + "load_m2_4_complete_without_return_expressions_2... 0.562058 11827.000000 \n", + "load_m2_4_complete_without_return_expressions_3... 0.633951 11827.000000 \n", + "load_m3_1_complete_1_unfiltered 0.811497 13174.000000 \n", + "load_m3_1_complete_2_unfiltered 0.878506 13174.000000 \n", + "load_m3_1_complete_3_unfiltered 0.908634 13174.000000 \n", + "load_m3_2_cf_cr_optional_1_unfiltered 0.657737 114570.333333 \n", + "load_m3_2_cf_cr_optional_2_unfiltered 0.755715 114570.333333 \n", + "load_m3_2_cf_cr_optional_3_unfiltered 0.810852 114570.333333 \n", + "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.673900 130114.000000 \n", + "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.768311 130114.000000 \n", + "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.819555 130114.000000 \n", + "load_m3_4_complete_without_return_expressions_1... 0.789048 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_2... 0.864011 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_3... 0.896118 13245.333333 \n", + "\n", + " accuracy \n", + "load_m1_1_complete_1_unfiltered 0.677066 \n", + "load_m1_1_complete_2_unfiltered 0.766585 \n", + "load_m1_1_complete_3_unfiltered 0.812453 \n", + "load_m1_2_cf_cr_optional_1_unfiltered 0.620008 \n", + "load_m1_2_cf_cr_optional_2_unfiltered 0.696568 \n", + "load_m1_2_cf_cr_optional_3_unfiltered 0.756533 \n", + "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.628221 \n", + "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.700899 \n", + "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.755517 \n", + "load_m1_4_complete_without_return_expressions_1... 0.685844 \n", + "load_m1_4_complete_without_return_expressions_2... 0.774755 \n", + "load_m1_4_complete_without_return_expressions_3... 0.820217 \n", + "load_m2_1_complete_1_unfiltered 0.546677 \n", + "load_m2_1_complete_2_unfiltered 0.638443 \n", + "load_m2_1_complete_3_unfiltered 0.700047 \n", + "load_m2_2_cf_cr_optional_1_unfiltered 0.509506 \n", + "load_m2_2_cf_cr_optional_2_unfiltered 0.571592 \n", + "load_m2_2_cf_cr_optional_3_unfiltered 0.635560 \n", + "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.527126 \n", + "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.574111 \n", + "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.640976 \n", + "load_m2_4_complete_without_return_expressions_1... 0.559220 \n", + "load_m2_4_complete_without_return_expressions_2... 0.644942 \n", + "load_m2_4_complete_without_return_expressions_3... 0.705389 \n", + "load_m3_1_complete_1_unfiltered 0.832035 \n", + "load_m3_1_complete_2_unfiltered 0.891727 \n", + "load_m3_1_complete_3_unfiltered 0.918576 \n", + "load_m3_2_cf_cr_optional_1_unfiltered 0.699794 \n", + "load_m3_2_cf_cr_optional_2_unfiltered 0.782821 \n", + "load_m3_2_cf_cr_optional_3_unfiltered 0.830947 \n", + "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.711891 \n", + "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.792205 \n", + "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.837789 \n", + "load_m3_4_complete_without_return_expressions_1... 0.812635 \n", + "load_m3_4_complete_without_return_expressions_2... 0.880093 \n", + "load_m3_4_complete_without_return_expressions_3... 0.908535 " + ] + }, + "execution_count": 142, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_weighted_avg_unfiltered" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Top Results:" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Precision:" + ] + }, + { + "cell_type": "code", + "execution_count": 144, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'load_m3_1_complete_3'" + ] + }, + "execution_count": 144, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_macro_avg.loc[df_macro_avg['precision'].idxmax()].name" + ] + }, + { + "cell_type": "code", + "execution_count": 146, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'load_m3_1_complete_3'" + ] + }, + "execution_count": 146, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_macro_avg.loc[df_macro_avg['recall'].idxmax()].name" + ] + }, + { + "cell_type": "code", + "execution_count": 147, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'load_m3_1_complete_3'" + ] + }, + "execution_count": 147, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_macro_avg.loc[df_macro_avg['f1-score'].idxmax()].name" + ] + }, + { + "cell_type": "code", + "execution_count": 149, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "precision 0.849399\n", + "recall 0.774627\n", + "f1-score 0.789445\n", + "support 16932.000000\n", + "accuracy 0.882294\n", + "Name: load_m3_1_complete_3, dtype: float64" + ] + }, + "execution_count": 149, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_macro_avg.loc[df_macro_avg['accuracy'].idxmax()]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.7.3" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} From 39afb397ce540ec48a2e6000e0e2090f1f667e90 Mon Sep 17 00:00:00 2001 From: alangerak Date: Mon, 21 Oct 2019 16:08:14 +0200 Subject: [PATCH 2/3] added results of 42 --- notebooks/results_all_models.ipynb | 2046 +++++++++++++++++++--------- 1 file changed, 1433 insertions(+), 613 deletions(-) diff --git a/notebooks/results_all_models.ipynb b/notebooks/results_all_models.ipynb index 0933696..764fe5c 100644 --- a/notebooks/results_all_models.ipynb +++ b/notebooks/results_all_models.ipynb @@ -2,18 +2,19 @@ "cells": [ { "cell_type": "code", - "execution_count": 17, + "execution_count": 156, "metadata": {}, "outputs": [], "source": [ "import json\n", "import pandas as pd\n", - "import numpy as np" + "import numpy as np\n", + "import os" ] }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 168, "metadata": {}, "outputs": [], "source": [ @@ -21,12 +22,13 @@ "models = [\"load_m1\", \"load_m2\", \"load_m3\"]\n", "datasets = [\"1_complete\", \"2_cf_cr_optional\", \"3_cp_cf_cr_optional\", \"4_complete_without_return_expressions\"]\n", "n_repetitions = 3\n", + "shortners = ['','42_']\n", "output_dir=\"../output/reports/json/\"" ] }, { "cell_type": "code", - "execution_count": 105, + "execution_count": 169, "metadata": {}, "outputs": [], "source": [ @@ -41,7 +43,7 @@ }, { "cell_type": "code", - "execution_count": 140, + "execution_count": 173, "metadata": {}, "outputs": [], "source": [ @@ -49,38 +51,41 @@ "df_macro_avg_unfiltered = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", "df_weighted_avg_unfiltered = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", "\n", - "for i in range(len(models)):\n", - " for j in range(len(datasets)):\n", - " for k in range(n_repetitions):\n", - " for m in range(len(top_n_pred)): \n", - " constructed_path = output_dir + models[i] +\"_\"+ datasets[j] +\"_\"+ str(k) +\"_\"+ str(top_n_pred[m]) +\"_\"+ \"unfiltered\" + \".json\"\n", - " with open(constructed_path , \"r\") as f:\n", - " json_file = json.load(f)\n", - " key_name = models[i] +\"_\"+ datasets[j] +\"_\"+str(top_n_pred[m])+\"_\"+ \"unfiltered\"\n", - " if key_name in results_unfiltered:\n", - " results_unfiltered[key_name][\"accuracy\"].append(json_file[\"accuracy\"])\n", - " results_unfiltered[key_name][\"macro avg\"].append(json_file[\"macro avg\"])\n", - " results_unfiltered[key_name][\"weighted avg\"].append(json_file[\"weighted avg\"])\n", - " if k == n_repetitions - 1:\n", - " results_unfiltered[key_name][\"macro avg summary\"] = calculate_avg_dict(results_unfiltered[key_name][\"macro avg\"])\n", - " results_unfiltered[key_name][\"macro avg summary\"]['accuracy'] = np.mean(results_unfiltered[key_name][\"accuracy\"])\n", - " results_unfiltered[key_name][\"weighted avg summary\"] = calculate_avg_dict(results_unfiltered[key_name][\"weighted avg\"])\n", - " results_unfiltered[key_name][\"weighted avg summary\"]['accuracy'] = np.mean(results_unfiltered[key_name][\"accuracy\"])\n", - " s = pd.Series(results_unfiltered[key_name][\"macro avg summary\"], name=key_name)\n", - " df_macro_avg_unfiltered = df_macro_avg_unfiltered.append(s)\n", - " s = pd.Series(results_unfiltered[key_name][\"weighted avg summary\"], name=key_name)\n", - " df_weighted_avg_unfiltered = df_weighted_avg_unfiltered.append(s) \n", - " else:\n", - " results_unfiltered[key_name] = {\n", - " \"accuracy\":[json_file[\"accuracy\"]],\n", - " \"macro avg\":[json_file[\"macro avg\"]],\n", - " \"weighted avg\":[json_file[\"weighted avg\"]]\n", - " }" + "for model in models:\n", + " for dataset in datasets:\n", + " for n_rep in range(n_repetitions):\n", + " for top_n in top_n_pred: \n", + " for sh in shortners:\n", + " constructed_path = output_dir + model +\"_\"+ dataset +\"_\"+ str(n_rep) +\"_\"+ str(top_n) +\"_\"+ sh + \"unfiltered\" + \".json\"\n", + " if not os.path.exists(constructed_path):\n", + " continue\n", + " with open(constructed_path , \"r\") as f:\n", + " json_file = json.load(f)\n", + " key_name = model +\"_\"+ dataset +\"_\"+ str(top_n) +\"_\"+ sh +\"_\"+ \"unfiltered\"\n", + " if key_name in results_unfiltered:\n", + " results_unfiltered[key_name][\"accuracy\"].append(json_file[\"accuracy\"])\n", + " results_unfiltered[key_name][\"macro avg\"].append(json_file[\"macro avg\"])\n", + " results_unfiltered[key_name][\"weighted avg\"].append(json_file[\"weighted avg\"])\n", + " if k == n_repetitions - 1:\n", + " results_unfiltered[key_name][\"macro avg summary\"] = calculate_avg_dict(results_unfiltered[key_name][\"macro avg\"])\n", + " results_unfiltered[key_name][\"macro avg summary\"]['accuracy'] = np.mean(results_unfiltered[key_name][\"accuracy\"])\n", + " results_unfiltered[key_name][\"weighted avg summary\"] = calculate_avg_dict(results_unfiltered[key_name][\"weighted avg\"])\n", + " results_unfiltered[key_name][\"weighted avg summary\"]['accuracy'] = np.mean(results_unfiltered[key_name][\"accuracy\"])\n", + " s = pd.Series(results_unfiltered[key_name][\"macro avg summary\"], name=key_name)\n", + " df_macro_avg_unfiltered = df_macro_avg_unfiltered.append(s)\n", + " s = pd.Series(results_unfiltered[key_name][\"weighted avg summary\"], name=key_name)\n", + " df_weighted_avg_unfiltered = df_weighted_avg_unfiltered.append(s) \n", + " else:\n", + " results_unfiltered[key_name] = {\n", + " \"accuracy\":[json_file[\"accuracy\"]],\n", + " \"macro avg\":[json_file[\"macro avg\"]],\n", + " \"weighted avg\":[json_file[\"weighted avg\"]]\n", + " }" ] }, { "cell_type": "code", - "execution_count": 130, + "execution_count": 181, "metadata": {}, "outputs": [], "source": [ @@ -88,38 +93,44 @@ "df_macro_avg = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", "df_weighted_avg = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", "\n", - "for i in range(len(models)):\n", - " for j in range(len(datasets)):\n", - " for k in range(n_repetitions):\n", - " for m in range(len(top_n_pred)): \n", - " constructed_path = output_dir + models[i] +\"_\"+ datasets[j] +\"_\"+ str(k) +\"_\"+ str(top_n_pred[m]) + \".json\"\n", - " with open(constructed_path , \"r\") as f:\n", - " json_file = json.load(f)\n", - " key_name = models[i] +\"_\"+ datasets[j] +\"_\"+str(top_n_pred[m])\n", - " if key_name in results:\n", - " results[key_name][\"accuracy\"].append(json_file[\"accuracy\"])\n", - " results[key_name][\"macro avg\"].append(json_file[\"macro avg\"])\n", - " results[key_name][\"weighted avg\"].append(json_file[\"weighted avg\"])\n", - " if k == n_repetitions - 1:\n", - " results[key_name][\"macro avg summary\"] = calculate_avg_dict(results[key_name][\"macro avg\"])\n", - " results[key_name][\"macro avg summary\"]['accuracy'] = np.mean(results[key_name][\"accuracy\"])\n", - " results[key_name][\"weighted avg summary\"] = calculate_avg_dict(results[key_name][\"weighted avg\"])\n", - " results[key_name][\"weighted avg summary\"]['accuracy'] = np.mean(results[key_name][\"accuracy\"])\n", - " s = pd.Series(results[key_name][\"macro avg summary\"], name=key_name)\n", - " df_macro_avg = df_macro_avg.append(s)\n", - " s = pd.Series(results[key_name][\"weighted avg summary\"], name=key_name)\n", - " df_weighted_avg = df_weighted_avg.append(s) \n", - " else:\n", - " results[key_name] = {\n", - " \"accuracy\":[json_file[\"accuracy\"]],\n", - " \"macro avg\":[json_file[\"macro avg\"]],\n", - " \"weighted avg\":[json_file[\"weighted avg\"]]\n", - " }" + "for model in models:\n", + " for dataset in datasets:\n", + " for n_rep in range(n_repetitions):\n", + " for top_n in top_n_pred: \n", + " for sh in shortners: \n", + " constructed_path = output_dir + model +\"_\"+ dataset +\"_\"+ str(n_rep) +\"_\"+ str(top_n)\n", + " if not sh == '':\n", + " constructed_path = constructed_path +\"_\" + sh\n", + " constructed_path = constructed_path + \".json\"\n", + " if not os.path.exists(constructed_path):\n", + " continue\n", + " with open(constructed_path , \"r\") as f:\n", + " json_file = json.load(f)\n", + " key_name = model +\"_\"+ dataset +\"_\"+ str(top_n) +\"_\"+ sh\n", + " if key_name in results:\n", + " results[key_name][\"accuracy\"].append(json_file[\"accuracy\"])\n", + " results[key_name][\"macro avg\"].append(json_file[\"macro avg\"])\n", + " results[key_name][\"weighted avg\"].append(json_file[\"weighted avg\"])\n", + " if k == n_repetitions - 1:\n", + " results[key_name][\"macro avg summary\"] = calculate_avg_dict(results[key_name][\"macro avg\"])\n", + " results[key_name][\"macro avg summary\"]['accuracy'] = np.mean(results[key_name][\"accuracy\"])\n", + " results[key_name][\"weighted avg summary\"] = calculate_avg_dict(results[key_name][\"weighted avg\"])\n", + " results[key_name][\"weighted avg summary\"]['accuracy'] = np.mean(results[key_name][\"accuracy\"])\n", + " s = pd.Series(results[key_name][\"macro avg summary\"], name=key_name)\n", + " df_macro_avg = df_macro_avg.append(s)\n", + " s = pd.Series(results[key_name][\"weighted avg summary\"], name=key_name)\n", + " df_weighted_avg = df_weighted_avg.append(s) \n", + " else:\n", + " results[key_name] = {\n", + " \"accuracy\":[json_file[\"accuracy\"]],\n", + " \"macro avg\":[json_file[\"macro avg\"]],\n", + " \"weighted avg\":[json_file[\"weighted avg\"]]\n", + " }" ] }, { "cell_type": "code", - "execution_count": 137, + "execution_count": null, "metadata": {}, "outputs": [], "source": [] @@ -133,7 +144,7 @@ }, { "cell_type": "code", - "execution_count": 131, + "execution_count": 182, "metadata": {}, "outputs": [ { @@ -166,7 +177,31 @@ " \n", " \n", " \n", - " load_m1_1_complete_1\n", + " load_m1_1_complete_1_\n", + " 0.291294\n", + " 0.296386\n", + " 0.277103\n", + " 16932.0\n", + " 0.576010\n", + " \n", + " \n", + " load_m1_1_complete_2_\n", + " 0.418135\n", + " 0.389104\n", + " 0.382093\n", + " 16932.0\n", + " 0.703166\n", + " \n", + " \n", + " load_m1_1_complete_3_\n", + " 0.499728\n", + " 0.448101\n", + " 0.450933\n", + " 16932.0\n", + " 0.769696\n", + " \n", + " \n", + " load_m1_1_complete_1_\n", " 0.298325\n", " 0.304049\n", " 0.283497\n", @@ -174,7 +209,7 @@ " 0.576738\n", " \n", " \n", - " load_m1_1_complete_2\n", + " load_m1_1_complete_2_\n", " 0.426856\n", " 0.401088\n", " 0.392162\n", @@ -182,7 +217,7 @@ " 0.705016\n", " \n", " \n", - " load_m1_1_complete_3\n", + " load_m1_1_complete_3_\n", " 0.508988\n", " 0.461460\n", " 0.462377\n", @@ -190,7 +225,31 @@ " 0.772561\n", " \n", " \n", - " load_m1_2_cf_cr_optional_1\n", + " load_m1_2_cf_cr_optional_1_\n", + " 0.211138\n", + " 0.223188\n", + " 0.194719\n", + " 172787.0\n", + " 0.479923\n", + " \n", + " \n", + " load_m1_2_cf_cr_optional_2_\n", + " 0.362015\n", + " 0.303413\n", + " 0.297903\n", + " 172787.0\n", + " 0.623762\n", + " \n", + " \n", + " load_m1_2_cf_cr_optional_3_\n", + " 0.469703\n", + " 0.373620\n", + " 0.384311\n", + " 172787.0\n", + " 0.703169\n", + " \n", + " \n", + " load_m1_2_cf_cr_optional_1_\n", " 0.206436\n", " 0.218709\n", " 0.190675\n", @@ -198,7 +257,7 @@ " 0.477953\n", " \n", " \n", - " load_m1_2_cf_cr_optional_2\n", + " load_m1_2_cf_cr_optional_2_\n", " 0.351278\n", " 0.297806\n", " 0.291623\n", @@ -206,7 +265,7 @@ " 0.621393\n", " \n", " \n", - " load_m1_2_cf_cr_optional_3\n", + " load_m1_2_cf_cr_optional_3_\n", " 0.463384\n", " 0.368655\n", " 0.379260\n", @@ -214,7 +273,31 @@ " 0.701594\n", " \n", " \n", - " load_m1_3_cp_cf_cr_optional_1\n", + " load_m1_3_cp_cf_cr_optional_1_\n", + " 0.205572\n", + " 0.188974\n", + " 0.172146\n", + " 203757.0\n", + " 0.482344\n", + " \n", + " \n", + " load_m1_3_cp_cf_cr_optional_2_\n", + " 0.347345\n", + " 0.259867\n", + " 0.263095\n", + " 203757.0\n", + " 0.620892\n", + " \n", + " \n", + " load_m1_3_cp_cf_cr_optional_3_\n", + " 0.467995\n", + " 0.329973\n", + " 0.350365\n", + " 203757.0\n", + " 0.698194\n", + " \n", + " \n", + " load_m1_3_cp_cf_cr_optional_1_\n", " 0.199665\n", " 0.179353\n", " 0.164904\n", @@ -222,7 +305,7 @@ " 0.481098\n", " \n", " \n", - " load_m1_3_cp_cf_cr_optional_2\n", + " load_m1_3_cp_cf_cr_optional_2_\n", " 0.346533\n", " 0.256095\n", " 0.260822\n", @@ -230,7 +313,7 @@ " 0.621909\n", " \n", " \n", - " load_m1_3_cp_cf_cr_optional_3\n", + " load_m1_3_cp_cf_cr_optional_3_\n", " 0.459487\n", " 0.323421\n", " 0.343976\n", @@ -238,7 +321,31 @@ " 0.697756\n", " \n", " \n", - " load_m1_4_complete_without_return_expressions_1\n", + " load_m1_4_complete_without_return_expressions_1_\n", + " 0.278499\n", + " 0.288822\n", + " 0.268748\n", + " 16932.0\n", + " 0.582447\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_2_\n", + " 0.415654\n", + " 0.389242\n", + " 0.382638\n", + " 16932.0\n", + " 0.713944\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_3_\n", + " 0.507200\n", + " 0.457059\n", + " 0.458210\n", + " 16932.0\n", + " 0.778939\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_1_\n", " 0.292487\n", " 0.302825\n", " 0.282042\n", @@ -246,7 +353,7 @@ " 0.587448\n", " \n", " \n", - " load_m1_4_complete_without_return_expressions_2\n", + " load_m1_4_complete_without_return_expressions_2_\n", " 0.431964\n", " 0.404218\n", " 0.397569\n", @@ -254,7 +361,7 @@ " 0.718364\n", " \n", " \n", - " load_m1_4_complete_without_return_expressions_3\n", + " load_m1_4_complete_without_return_expressions_3_\n", " 0.525753\n", " 0.472711\n", " 0.474781\n", @@ -262,7 +369,31 @@ " 0.782129\n", " \n", " \n", - " load_m2_1_complete_1\n", + " load_m2_1_complete_1_\n", + " 0.069465\n", + " 0.069730\n", + " 0.064064\n", + " 16932.0\n", + " 0.455469\n", + " \n", + " \n", + " load_m2_1_complete_2_\n", + " 0.128605\n", + " 0.113315\n", + " 0.111261\n", + " 16932.0\n", + " 0.592222\n", + " \n", + " \n", + " load_m2_1_complete_3_\n", + " 0.180076\n", + " 0.149567\n", + " 0.151278\n", + " 16932.0\n", + " 0.667818\n", + " \n", + " \n", + " load_m2_1_complete_1_\n", " 0.063405\n", " 0.064727\n", " 0.059085\n", @@ -270,7 +401,7 @@ " 0.452142\n", " \n", " \n", - " load_m2_1_complete_2\n", + " load_m2_1_complete_2_\n", " 0.120167\n", " 0.106565\n", " 0.104615\n", @@ -278,7 +409,7 @@ " 0.590676\n", " \n", " \n", - " load_m2_1_complete_3\n", + " load_m2_1_complete_3_\n", " 0.166170\n", " 0.139616\n", " 0.140940\n", @@ -286,55 +417,39 @@ " 0.666194\n", " \n", " \n", - " load_m2_2_cf_cr_optional_1\n", - " 0.025923\n", - " 0.029487\n", - " 0.024932\n", - " 172787.0\n", - " 0.368031\n", - " \n", - " \n", - " load_m2_2_cf_cr_optional_2\n", - " 0.063346\n", - " 0.051867\n", - " 0.049934\n", - " 172787.0\n", - " 0.518098\n", + " ...\n", + " ...\n", + " ...\n", + " ...\n", + " ...\n", + " ...\n", " \n", " \n", - " load_m2_2_cf_cr_optional_3\n", - " 0.107108\n", - " 0.081268\n", - " 0.083250\n", - " 172787.0\n", - " 0.600082\n", - " \n", - " \n", - " load_m2_3_cp_cf_cr_optional_1\n", - " 0.032189\n", - " 0.030025\n", - " 0.026389\n", - " 203757.0\n", - " 0.379709\n", + " load_m2_4_complete_without_return_expressions_1_\n", + " 0.065276\n", + " 0.067447\n", + " 0.062456\n", + " 16932.0\n", + " 0.461139\n", " \n", " \n", - " load_m2_3_cp_cf_cr_optional_2\n", - " 0.073411\n", - " 0.050009\n", - " 0.049845\n", - " 203757.0\n", - " 0.525777\n", + " load_m2_4_complete_without_return_expressions_2_\n", + " 0.126352\n", + " 0.110948\n", + " 0.110080\n", + " 16932.0\n", + " 0.597065\n", " \n", " \n", - " load_m2_3_cp_cf_cr_optional_3\n", - " 0.118381\n", - " 0.078006\n", - " 0.081836\n", - " 203757.0\n", - " 0.605496\n", + " load_m2_4_complete_without_return_expressions_3_\n", + " 0.180357\n", + " 0.154141\n", + " 0.156896\n", + " 16932.0\n", + " 0.671480\n", " \n", " \n", - " load_m2_4_complete_without_return_expressions_1\n", + " load_m2_4_complete_without_return_expressions_1_\n", " 0.064127\n", " 0.064117\n", " 0.059926\n", @@ -342,7 +457,7 @@ " 0.459544\n", " \n", " \n", - " load_m2_4_complete_without_return_expressions_2\n", + " load_m2_4_complete_without_return_expressions_2_\n", " 0.124432\n", " 0.108577\n", " 0.107897\n", @@ -350,7 +465,7 @@ " 0.593649\n", " \n", " \n", - " load_m2_4_complete_without_return_expressions_3\n", + " load_m2_4_complete_without_return_expressions_3_\n", " 0.173950\n", " 0.147551\n", " 0.150411\n", @@ -358,7 +473,31 @@ " 0.668143\n", " \n", " \n", - " load_m3_1_complete_1\n", + " load_m3_1_complete_1_\n", + " 0.656308\n", + " 0.629318\n", + " 0.615730\n", + " 16932.0\n", + " 0.728207\n", + " \n", + " \n", + " load_m3_1_complete_2_\n", + " 0.781097\n", + " 0.722044\n", + " 0.727225\n", + " 16932.0\n", + " 0.834515\n", + " \n", + " \n", + " load_m3_1_complete_3_\n", + " 0.846077\n", + " 0.770191\n", + " 0.785725\n", + " 16932.0\n", + " 0.880256\n", + " \n", + " \n", + " load_m3_1_complete_1_\n", " 0.665508\n", " 0.636584\n", " 0.624684\n", @@ -366,7 +505,7 @@ " 0.731770\n", " \n", " \n", - " load_m3_1_complete_2\n", + " load_m3_1_complete_2_\n", " 0.787486\n", " 0.726508\n", " 0.732798\n", @@ -374,7 +513,7 @@ " 0.837290\n", " \n", " \n", - " load_m3_1_complete_3\n", + " load_m3_1_complete_3_\n", " 0.849399\n", " 0.774627\n", " 0.789445\n", @@ -382,7 +521,31 @@ " 0.882294\n", " \n", " \n", - " load_m3_2_cf_cr_optional_1\n", + " load_m3_2_cf_cr_optional_1_\n", + " 0.457565\n", + " 0.368507\n", + " 0.353415\n", + " 172787.0\n", + " 0.571921\n", + " \n", + " \n", + " load_m3_2_cf_cr_optional_2_\n", + " 0.620054\n", + " 0.458349\n", + " 0.474479\n", + " 172787.0\n", + " 0.708352\n", + " \n", + " \n", + " load_m3_2_cf_cr_optional_3_\n", + " 0.713028\n", + " 0.523642\n", + " 0.555337\n", + " 172787.0\n", + " 0.778968\n", + " \n", + " \n", + " load_m3_2_cf_cr_optional_1_\n", " 0.455983\n", " 0.371620\n", " 0.354531\n", @@ -390,7 +553,7 @@ " 0.572395\n", " \n", " \n", - " load_m3_2_cf_cr_optional_2\n", + " load_m3_2_cf_cr_optional_2_\n", " 0.616131\n", " 0.459002\n", " 0.473352\n", @@ -398,7 +561,7 @@ " 0.708628\n", " \n", " \n", - " load_m3_2_cf_cr_optional_3\n", + " load_m3_2_cf_cr_optional_3_\n", " 0.712426\n", " 0.524332\n", " 0.554588\n", @@ -406,7 +569,31 @@ " 0.778996\n", " \n", " \n", - " load_m3_3_cp_cf_cr_optional_1\n", + " load_m3_3_cp_cf_cr_optional_1_\n", + " 0.537937\n", + " 0.389031\n", + " 0.387402\n", + " 203757.0\n", + " 0.580733\n", + " \n", + " \n", + " load_m3_3_cp_cf_cr_optional_2_\n", + " 0.707130\n", + " 0.479288\n", + " 0.506811\n", + " 203757.0\n", + " 0.714751\n", + " \n", + " \n", + " load_m3_3_cp_cf_cr_optional_3_\n", + " 0.793874\n", + " 0.536141\n", + " 0.579637\n", + " 203757.0\n", + " 0.783845\n", + " \n", + " \n", + " load_m3_3_cp_cf_cr_optional_1_\n", " 0.538562\n", " 0.386729\n", " 0.385111\n", @@ -414,7 +601,7 @@ " 0.582292\n", " \n", " \n", - " load_m3_3_cp_cf_cr_optional_2\n", + " load_m3_3_cp_cf_cr_optional_2_\n", " 0.707583\n", " 0.477444\n", " 0.505769\n", @@ -422,7 +609,7 @@ " 0.716020\n", " \n", " \n", - " load_m3_3_cp_cf_cr_optional_3\n", + " load_m3_3_cp_cf_cr_optional_3_\n", " 0.793798\n", " 0.535717\n", " 0.579364\n", @@ -430,7 +617,31 @@ " 0.784346\n", " \n", " \n", - " load_m3_4_complete_without_return_expressions_1\n", + " load_m3_4_complete_without_return_expressions_1_\n", + " 0.600904\n", + " 0.583730\n", + " 0.566422\n", + " 16932.0\n", + " 0.716956\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_2_\n", + " 0.744241\n", + " 0.689772\n", + " 0.691823\n", + " 16932.0\n", + " 0.825124\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_3_\n", + " 0.815108\n", + " 0.741677\n", + " 0.753841\n", + " 16932.0\n", + " 0.871663\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_1_\n", " 0.607685\n", " 0.587351\n", " 0.572042\n", @@ -438,7 +649,7 @@ " 0.715588\n", " \n", " \n", - " load_m3_4_complete_without_return_expressions_2\n", + " load_m3_4_complete_without_return_expressions_2_\n", " 0.748478\n", " 0.692336\n", " 0.695246\n", @@ -446,7 +657,7 @@ " 0.824730\n", " \n", " \n", - " load_m3_4_complete_without_return_expressions_3\n", + " load_m3_4_complete_without_return_expressions_3_\n", " 0.818245\n", " 0.743862\n", " 0.756590\n", @@ -455,87 +666,140 @@ " \n", " \n", "\n", + "

72 rows × 5 columns

\n", "" ], "text/plain": [ - " precision recall \\\n", - "load_m1_1_complete_1 0.298325 0.304049 \n", - "load_m1_1_complete_2 0.426856 0.401088 \n", - "load_m1_1_complete_3 0.508988 0.461460 \n", - "load_m1_2_cf_cr_optional_1 0.206436 0.218709 \n", - "load_m1_2_cf_cr_optional_2 0.351278 0.297806 \n", - "load_m1_2_cf_cr_optional_3 0.463384 0.368655 \n", - "load_m1_3_cp_cf_cr_optional_1 0.199665 0.179353 \n", - "load_m1_3_cp_cf_cr_optional_2 0.346533 0.256095 \n", - "load_m1_3_cp_cf_cr_optional_3 0.459487 0.323421 \n", - "load_m1_4_complete_without_return_expressions_1 0.292487 0.302825 \n", - "load_m1_4_complete_without_return_expressions_2 0.431964 0.404218 \n", - "load_m1_4_complete_without_return_expressions_3 0.525753 0.472711 \n", - "load_m2_1_complete_1 0.063405 0.064727 \n", - "load_m2_1_complete_2 0.120167 0.106565 \n", - "load_m2_1_complete_3 0.166170 0.139616 \n", - "load_m2_2_cf_cr_optional_1 0.025923 0.029487 \n", - "load_m2_2_cf_cr_optional_2 0.063346 0.051867 \n", - "load_m2_2_cf_cr_optional_3 0.107108 0.081268 \n", - "load_m2_3_cp_cf_cr_optional_1 0.032189 0.030025 \n", - "load_m2_3_cp_cf_cr_optional_2 0.073411 0.050009 \n", - "load_m2_3_cp_cf_cr_optional_3 0.118381 0.078006 \n", - "load_m2_4_complete_without_return_expressions_1 0.064127 0.064117 \n", - "load_m2_4_complete_without_return_expressions_2 0.124432 0.108577 \n", - "load_m2_4_complete_without_return_expressions_3 0.173950 0.147551 \n", - "load_m3_1_complete_1 0.665508 0.636584 \n", - "load_m3_1_complete_2 0.787486 0.726508 \n", - "load_m3_1_complete_3 0.849399 0.774627 \n", - "load_m3_2_cf_cr_optional_1 0.455983 0.371620 \n", - "load_m3_2_cf_cr_optional_2 0.616131 0.459002 \n", - "load_m3_2_cf_cr_optional_3 0.712426 0.524332 \n", - "load_m3_3_cp_cf_cr_optional_1 0.538562 0.386729 \n", - "load_m3_3_cp_cf_cr_optional_2 0.707583 0.477444 \n", - "load_m3_3_cp_cf_cr_optional_3 0.793798 0.535717 \n", - "load_m3_4_complete_without_return_expressions_1 0.607685 0.587351 \n", - "load_m3_4_complete_without_return_expressions_2 0.748478 0.692336 \n", - "load_m3_4_complete_without_return_expressions_3 0.818245 0.743862 \n", + " precision recall \\\n", + "load_m1_1_complete_1_ 0.291294 0.296386 \n", + "load_m1_1_complete_2_ 0.418135 0.389104 \n", + "load_m1_1_complete_3_ 0.499728 0.448101 \n", + "load_m1_1_complete_1_ 0.298325 0.304049 \n", + "load_m1_1_complete_2_ 0.426856 0.401088 \n", + "load_m1_1_complete_3_ 0.508988 0.461460 \n", + "load_m1_2_cf_cr_optional_1_ 0.211138 0.223188 \n", + "load_m1_2_cf_cr_optional_2_ 0.362015 0.303413 \n", + "load_m1_2_cf_cr_optional_3_ 0.469703 0.373620 \n", + "load_m1_2_cf_cr_optional_1_ 0.206436 0.218709 \n", + "load_m1_2_cf_cr_optional_2_ 0.351278 0.297806 \n", + "load_m1_2_cf_cr_optional_3_ 0.463384 0.368655 \n", + "load_m1_3_cp_cf_cr_optional_1_ 0.205572 0.188974 \n", + "load_m1_3_cp_cf_cr_optional_2_ 0.347345 0.259867 \n", + "load_m1_3_cp_cf_cr_optional_3_ 0.467995 0.329973 \n", + "load_m1_3_cp_cf_cr_optional_1_ 0.199665 0.179353 \n", + "load_m1_3_cp_cf_cr_optional_2_ 0.346533 0.256095 \n", + "load_m1_3_cp_cf_cr_optional_3_ 0.459487 0.323421 \n", + "load_m1_4_complete_without_return_expressions_1_ 0.278499 0.288822 \n", + "load_m1_4_complete_without_return_expressions_2_ 0.415654 0.389242 \n", + "load_m1_4_complete_without_return_expressions_3_ 0.507200 0.457059 \n", + "load_m1_4_complete_without_return_expressions_1_ 0.292487 0.302825 \n", + "load_m1_4_complete_without_return_expressions_2_ 0.431964 0.404218 \n", + "load_m1_4_complete_without_return_expressions_3_ 0.525753 0.472711 \n", + "load_m2_1_complete_1_ 0.069465 0.069730 \n", + "load_m2_1_complete_2_ 0.128605 0.113315 \n", + "load_m2_1_complete_3_ 0.180076 0.149567 \n", + "load_m2_1_complete_1_ 0.063405 0.064727 \n", + "load_m2_1_complete_2_ 0.120167 0.106565 \n", + "load_m2_1_complete_3_ 0.166170 0.139616 \n", + "... ... ... \n", + "load_m2_4_complete_without_return_expressions_1_ 0.065276 0.067447 \n", + "load_m2_4_complete_without_return_expressions_2_ 0.126352 0.110948 \n", + "load_m2_4_complete_without_return_expressions_3_ 0.180357 0.154141 \n", + "load_m2_4_complete_without_return_expressions_1_ 0.064127 0.064117 \n", + "load_m2_4_complete_without_return_expressions_2_ 0.124432 0.108577 \n", + "load_m2_4_complete_without_return_expressions_3_ 0.173950 0.147551 \n", + "load_m3_1_complete_1_ 0.656308 0.629318 \n", + "load_m3_1_complete_2_ 0.781097 0.722044 \n", + "load_m3_1_complete_3_ 0.846077 0.770191 \n", + "load_m3_1_complete_1_ 0.665508 0.636584 \n", + "load_m3_1_complete_2_ 0.787486 0.726508 \n", + "load_m3_1_complete_3_ 0.849399 0.774627 \n", + "load_m3_2_cf_cr_optional_1_ 0.457565 0.368507 \n", + "load_m3_2_cf_cr_optional_2_ 0.620054 0.458349 \n", + "load_m3_2_cf_cr_optional_3_ 0.713028 0.523642 \n", + "load_m3_2_cf_cr_optional_1_ 0.455983 0.371620 \n", + "load_m3_2_cf_cr_optional_2_ 0.616131 0.459002 \n", + "load_m3_2_cf_cr_optional_3_ 0.712426 0.524332 \n", + "load_m3_3_cp_cf_cr_optional_1_ 0.537937 0.389031 \n", + "load_m3_3_cp_cf_cr_optional_2_ 0.707130 0.479288 \n", + "load_m3_3_cp_cf_cr_optional_3_ 0.793874 0.536141 \n", + "load_m3_3_cp_cf_cr_optional_1_ 0.538562 0.386729 \n", + "load_m3_3_cp_cf_cr_optional_2_ 0.707583 0.477444 \n", + "load_m3_3_cp_cf_cr_optional_3_ 0.793798 0.535717 \n", + "load_m3_4_complete_without_return_expressions_1_ 0.600904 0.583730 \n", + "load_m3_4_complete_without_return_expressions_2_ 0.744241 0.689772 \n", + "load_m3_4_complete_without_return_expressions_3_ 0.815108 0.741677 \n", + "load_m3_4_complete_without_return_expressions_1_ 0.607685 0.587351 \n", + "load_m3_4_complete_without_return_expressions_2_ 0.748478 0.692336 \n", + "load_m3_4_complete_without_return_expressions_3_ 0.818245 0.743862 \n", "\n", - " f1-score support accuracy \n", - "load_m1_1_complete_1 0.283497 16932.0 0.576738 \n", - "load_m1_1_complete_2 0.392162 16932.0 0.705016 \n", - "load_m1_1_complete_3 0.462377 16932.0 0.772561 \n", - "load_m1_2_cf_cr_optional_1 0.190675 172787.0 0.477953 \n", - "load_m1_2_cf_cr_optional_2 0.291623 172787.0 0.621393 \n", - "load_m1_2_cf_cr_optional_3 0.379260 172787.0 0.701594 \n", - "load_m1_3_cp_cf_cr_optional_1 0.164904 203757.0 0.481098 \n", - "load_m1_3_cp_cf_cr_optional_2 0.260822 203757.0 0.621909 \n", - "load_m1_3_cp_cf_cr_optional_3 0.343976 203757.0 0.697756 \n", - "load_m1_4_complete_without_return_expressions_1 0.282042 16932.0 0.587448 \n", - "load_m1_4_complete_without_return_expressions_2 0.397569 16932.0 0.718364 \n", - "load_m1_4_complete_without_return_expressions_3 0.474781 16932.0 0.782129 \n", - "load_m2_1_complete_1 0.059085 16932.0 0.452142 \n", - "load_m2_1_complete_2 0.104615 16932.0 0.590676 \n", - "load_m2_1_complete_3 0.140940 16932.0 0.666194 \n", - "load_m2_2_cf_cr_optional_1 0.024932 172787.0 0.368031 \n", - "load_m2_2_cf_cr_optional_2 0.049934 172787.0 0.518098 \n", - "load_m2_2_cf_cr_optional_3 0.083250 172787.0 0.600082 \n", - "load_m2_3_cp_cf_cr_optional_1 0.026389 203757.0 0.379709 \n", - "load_m2_3_cp_cf_cr_optional_2 0.049845 203757.0 0.525777 \n", - "load_m2_3_cp_cf_cr_optional_3 0.081836 203757.0 0.605496 \n", - "load_m2_4_complete_without_return_expressions_1 0.059926 16932.0 0.459544 \n", - "load_m2_4_complete_without_return_expressions_2 0.107897 16932.0 0.593649 \n", - "load_m2_4_complete_without_return_expressions_3 0.150411 16932.0 0.668143 \n", - "load_m3_1_complete_1 0.624684 16932.0 0.731770 \n", - "load_m3_1_complete_2 0.732798 16932.0 0.837290 \n", - "load_m3_1_complete_3 0.789445 16932.0 0.882294 \n", - "load_m3_2_cf_cr_optional_1 0.354531 172787.0 0.572395 \n", - "load_m3_2_cf_cr_optional_2 0.473352 172787.0 0.708628 \n", - "load_m3_2_cf_cr_optional_3 0.554588 172787.0 0.778996 \n", - "load_m3_3_cp_cf_cr_optional_1 0.385111 203757.0 0.582292 \n", - "load_m3_3_cp_cf_cr_optional_2 0.505769 203757.0 0.716020 \n", - "load_m3_3_cp_cf_cr_optional_3 0.579364 203757.0 0.784346 \n", - "load_m3_4_complete_without_return_expressions_1 0.572042 16932.0 0.715588 \n", - "load_m3_4_complete_without_return_expressions_2 0.695246 16932.0 0.824730 \n", - "load_m3_4_complete_without_return_expressions_3 0.756590 16932.0 0.871880 " + " f1-score support accuracy \n", + "load_m1_1_complete_1_ 0.277103 16932.0 0.576010 \n", + "load_m1_1_complete_2_ 0.382093 16932.0 0.703166 \n", + "load_m1_1_complete_3_ 0.450933 16932.0 0.769696 \n", + "load_m1_1_complete_1_ 0.283497 16932.0 0.576738 \n", + "load_m1_1_complete_2_ 0.392162 16932.0 0.705016 \n", + "load_m1_1_complete_3_ 0.462377 16932.0 0.772561 \n", + "load_m1_2_cf_cr_optional_1_ 0.194719 172787.0 0.479923 \n", + "load_m1_2_cf_cr_optional_2_ 0.297903 172787.0 0.623762 \n", + "load_m1_2_cf_cr_optional_3_ 0.384311 172787.0 0.703169 \n", + "load_m1_2_cf_cr_optional_1_ 0.190675 172787.0 0.477953 \n", + "load_m1_2_cf_cr_optional_2_ 0.291623 172787.0 0.621393 \n", + "load_m1_2_cf_cr_optional_3_ 0.379260 172787.0 0.701594 \n", + "load_m1_3_cp_cf_cr_optional_1_ 0.172146 203757.0 0.482344 \n", + "load_m1_3_cp_cf_cr_optional_2_ 0.263095 203757.0 0.620892 \n", + "load_m1_3_cp_cf_cr_optional_3_ 0.350365 203757.0 0.698194 \n", + "load_m1_3_cp_cf_cr_optional_1_ 0.164904 203757.0 0.481098 \n", + "load_m1_3_cp_cf_cr_optional_2_ 0.260822 203757.0 0.621909 \n", + "load_m1_3_cp_cf_cr_optional_3_ 0.343976 203757.0 0.697756 \n", + "load_m1_4_complete_without_return_expressions_1_ 0.268748 16932.0 0.582447 \n", + "load_m1_4_complete_without_return_expressions_2_ 0.382638 16932.0 0.713944 \n", + "load_m1_4_complete_without_return_expressions_3_ 0.458210 16932.0 0.778939 \n", + "load_m1_4_complete_without_return_expressions_1_ 0.282042 16932.0 0.587448 \n", + "load_m1_4_complete_without_return_expressions_2_ 0.397569 16932.0 0.718364 \n", + "load_m1_4_complete_without_return_expressions_3_ 0.474781 16932.0 0.782129 \n", + "load_m2_1_complete_1_ 0.064064 16932.0 0.455469 \n", + "load_m2_1_complete_2_ 0.111261 16932.0 0.592222 \n", + "load_m2_1_complete_3_ 0.151278 16932.0 0.667818 \n", + "load_m2_1_complete_1_ 0.059085 16932.0 0.452142 \n", + "load_m2_1_complete_2_ 0.104615 16932.0 0.590676 \n", + "load_m2_1_complete_3_ 0.140940 16932.0 0.666194 \n", + "... ... ... ... \n", + "load_m2_4_complete_without_return_expressions_1_ 0.062456 16932.0 0.461139 \n", + "load_m2_4_complete_without_return_expressions_2_ 0.110080 16932.0 0.597065 \n", + "load_m2_4_complete_without_return_expressions_3_ 0.156896 16932.0 0.671480 \n", + "load_m2_4_complete_without_return_expressions_1_ 0.059926 16932.0 0.459544 \n", + "load_m2_4_complete_without_return_expressions_2_ 0.107897 16932.0 0.593649 \n", + "load_m2_4_complete_without_return_expressions_3_ 0.150411 16932.0 0.668143 \n", + "load_m3_1_complete_1_ 0.615730 16932.0 0.728207 \n", + "load_m3_1_complete_2_ 0.727225 16932.0 0.834515 \n", + "load_m3_1_complete_3_ 0.785725 16932.0 0.880256 \n", + "load_m3_1_complete_1_ 0.624684 16932.0 0.731770 \n", + "load_m3_1_complete_2_ 0.732798 16932.0 0.837290 \n", + "load_m3_1_complete_3_ 0.789445 16932.0 0.882294 \n", + "load_m3_2_cf_cr_optional_1_ 0.353415 172787.0 0.571921 \n", + "load_m3_2_cf_cr_optional_2_ 0.474479 172787.0 0.708352 \n", + "load_m3_2_cf_cr_optional_3_ 0.555337 172787.0 0.778968 \n", + "load_m3_2_cf_cr_optional_1_ 0.354531 172787.0 0.572395 \n", + "load_m3_2_cf_cr_optional_2_ 0.473352 172787.0 0.708628 \n", + "load_m3_2_cf_cr_optional_3_ 0.554588 172787.0 0.778996 \n", + "load_m3_3_cp_cf_cr_optional_1_ 0.387402 203757.0 0.580733 \n", + "load_m3_3_cp_cf_cr_optional_2_ 0.506811 203757.0 0.714751 \n", + "load_m3_3_cp_cf_cr_optional_3_ 0.579637 203757.0 0.783845 \n", + "load_m3_3_cp_cf_cr_optional_1_ 0.385111 203757.0 0.582292 \n", + "load_m3_3_cp_cf_cr_optional_2_ 0.505769 203757.0 0.716020 \n", + "load_m3_3_cp_cf_cr_optional_3_ 0.579364 203757.0 0.784346 \n", + "load_m3_4_complete_without_return_expressions_1_ 0.566422 16932.0 0.716956 \n", + "load_m3_4_complete_without_return_expressions_2_ 0.691823 16932.0 0.825124 \n", + "load_m3_4_complete_without_return_expressions_3_ 0.753841 16932.0 0.871663 \n", + "load_m3_4_complete_without_return_expressions_1_ 0.572042 16932.0 0.715588 \n", + "load_m3_4_complete_without_return_expressions_2_ 0.695246 16932.0 0.824730 \n", + "load_m3_4_complete_without_return_expressions_3_ 0.756590 16932.0 0.871880 \n", + "\n", + "[72 rows x 5 columns]" ] }, - "execution_count": 131, + "execution_count": 182, "metadata": {}, "output_type": "execute_result" } @@ -546,7 +810,7 @@ }, { "cell_type": "code", - "execution_count": 141, + "execution_count": 177, "metadata": {}, "outputs": [ { @@ -579,7 +843,31 @@ " \n", " \n", " \n", - " load_m1_1_complete_1_unfiltered\n", + " load_m1_1_complete_1__unfiltered\n", + " 0.354340\n", + " 0.360836\n", + " 0.342303\n", + " 12845.000000\n", + " 0.674793\n", + " \n", + " \n", + " load_m1_1_complete_2__unfiltered\n", + " 0.458125\n", + " 0.441433\n", + " 0.432503\n", + " 12845.000000\n", + " 0.764116\n", + " \n", + " \n", + " load_m1_1_complete_3__unfiltered\n", + " 0.519749\n", + " 0.488083\n", + " 0.485487\n", + " 12845.000000\n", + " 0.808351\n", + " \n", + " \n", + " load_m1_1_complete_1__unfiltered\n", " 0.363376\n", " 0.370728\n", " 0.350149\n", @@ -587,7 +875,7 @@ " 0.677066\n", " \n", " \n", - " load_m1_1_complete_2_unfiltered\n", + " load_m1_1_complete_2__unfiltered\n", " 0.468306\n", " 0.452636\n", " 0.441816\n", @@ -595,7 +883,7 @@ " 0.766585\n", " \n", " \n", - " load_m1_1_complete_3_unfiltered\n", + " load_m1_1_complete_3__unfiltered\n", " 0.530135\n", " 0.501542\n", " 0.497225\n", @@ -603,7 +891,31 @@ " 0.812453\n", " \n", " \n", - " load_m1_2_cf_cr_optional_1_unfiltered\n", + " load_m1_2_cf_cr_optional_1__unfiltered\n", + " 0.260801\n", + " 0.277176\n", + " 0.249397\n", + " 103025.000000\n", + " 0.625401\n", + " \n", + " \n", + " load_m1_2_cf_cr_optional_2__unfiltered\n", + " 0.361701\n", + " 0.342031\n", + " 0.326860\n", + " 103025.000000\n", + " 0.700840\n", + " \n", + " \n", + " load_m1_2_cf_cr_optional_3__unfiltered\n", + " 0.438823\n", + " 0.402467\n", + " 0.396754\n", + " 103025.000000\n", + " 0.760441\n", + " \n", + " \n", + " load_m1_2_cf_cr_optional_1__unfiltered\n", " 0.255081\n", " 0.270585\n", " 0.243533\n", @@ -611,7 +923,7 @@ " 0.620008\n", " \n", " \n", - " load_m1_2_cf_cr_optional_2_unfiltered\n", + " load_m1_2_cf_cr_optional_2__unfiltered\n", " 0.352948\n", " 0.335045\n", " 0.319961\n", @@ -619,7 +931,7 @@ " 0.696568\n", " \n", " \n", - " load_m1_2_cf_cr_optional_3_unfiltered\n", + " load_m1_2_cf_cr_optional_3__unfiltered\n", " 0.431684\n", " 0.395466\n", " 0.390194\n", @@ -627,7 +939,31 @@ " 0.756533\n", " \n", " \n", - " load_m1_3_cp_cf_cr_optional_1_unfiltered\n", + " load_m1_3_cp_cf_cr_optional_1__unfiltered\n", + " 0.251270\n", + " 0.248155\n", + " 0.228463\n", + " 117245.000000\n", + " 0.628262\n", + " \n", + " \n", + " load_m1_3_cp_cf_cr_optional_2__unfiltered\n", + " 0.334746\n", + " 0.304897\n", + " 0.295253\n", + " 117245.000000\n", + " 0.699430\n", + " \n", + " \n", + " load_m1_3_cp_cf_cr_optional_3__unfiltered\n", + " 0.422583\n", + " 0.361578\n", + " 0.363181\n", + " 117245.000000\n", + " 0.753932\n", + " \n", + " \n", + " load_m1_3_cp_cf_cr_optional_1__unfiltered\n", " 0.244076\n", " 0.238446\n", " 0.220611\n", @@ -635,7 +971,7 @@ " 0.628221\n", " \n", " \n", - " load_m1_3_cp_cf_cr_optional_2_unfiltered\n", + " load_m1_3_cp_cf_cr_optional_2__unfiltered\n", " 0.331680\n", " 0.296607\n", " 0.288876\n", @@ -643,7 +979,7 @@ " 0.700899\n", " \n", " \n", - " load_m1_3_cp_cf_cr_optional_3_unfiltered\n", + " load_m1_3_cp_cf_cr_optional_3__unfiltered\n", " 0.416443\n", " 0.352788\n", " 0.355463\n", @@ -651,7 +987,55 @@ " 0.755517\n", " \n", " \n", - " load_m1_4_complete_without_return_expressions_1_unfiltered\n", + " load_m1_4_complete_without_return_expressions_1__unfiltered\n", + " 0.343986\n", + " 0.359744\n", + " 0.336990\n", + " 12770.000000\n", + " 0.677571\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_1_42__unfiltered\n", + " 0.464455\n", + " 0.465402\n", + " 0.447615\n", + " 12817.500000\n", + " 0.703565\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_2__unfiltered\n", + " 0.456694\n", + " 0.448024\n", + " 0.435630\n", + " 12770.000000\n", + " 0.768947\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_2_42__unfiltered\n", + " 0.567236\n", + " 0.545250\n", + " 0.538424\n", + " 12817.500000\n", + " 0.786083\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_3__unfiltered\n", + " 0.531275\n", + " 0.504223\n", + " 0.498526\n", + " 12770.000000\n", + " 0.816600\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_3_42__unfiltered\n", + " 0.631047\n", + " 0.595104\n", + " 0.595095\n", + " 12817.500000\n", + " 0.831977\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_1__unfiltered\n", " 0.360838\n", " 0.376262\n", " 0.353496\n", @@ -659,7 +1043,15 @@ " 0.685844\n", " \n", " \n", - " load_m1_4_complete_without_return_expressions_2_unfiltered\n", + " load_m1_4_complete_without_return_expressions_1_42__unfiltered\n", + " 0.445278\n", + " 0.446478\n", + " 0.429634\n", + " 12760.666667\n", + " 0.703196\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_2__unfiltered\n", " 0.473910\n", " 0.465032\n", " 0.452820\n", @@ -667,7 +1059,15 @@ " 0.774755\n", " \n", " \n", - " load_m1_4_complete_without_return_expressions_3_unfiltered\n", + " load_m1_4_complete_without_return_expressions_2_42__unfiltered\n", + " 0.547991\n", + " 0.526111\n", + " 0.519695\n", + " 12760.666667\n", + " 0.785699\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_3__unfiltered\n", " 0.550988\n", " 0.523068\n", " 0.518248\n", @@ -675,103 +1075,47 @@ " 0.820217\n", " \n", " \n", - " load_m2_1_complete_1_unfiltered\n", - " 0.088215\n", - " 0.093607\n", - " 0.084593\n", - " 12016.666667\n", - " 0.546677\n", - " \n", - " \n", - " load_m2_1_complete_2_unfiltered\n", - " 0.141775\n", - " 0.135742\n", - " 0.129745\n", - " 12016.666667\n", - " 0.638443\n", - " \n", - " \n", - " load_m2_1_complete_3_unfiltered\n", - " 0.187602\n", - " 0.170628\n", - " 0.167992\n", - " 12016.666667\n", - " 0.700047\n", + " load_m1_4_complete_without_return_expressions_3_42__unfiltered\n", + " 0.619844\n", + " 0.584581\n", + " 0.584756\n", + " 12760.666667\n", + " 0.832345\n", " \n", " \n", - " load_m2_2_cf_cr_optional_1_unfiltered\n", - " 0.034914\n", - " 0.040450\n", - " 0.034727\n", - " 89862.000000\n", - " 0.509506\n", + " ...\n", + " ...\n", + " ...\n", + " ...\n", + " ...\n", + " ...\n", " \n", " \n", - " load_m2_2_cf_cr_optional_2_unfiltered\n", - " 0.062088\n", - " 0.059946\n", - " 0.055884\n", - " 89862.000000\n", - " 0.571592\n", + " load_m3_1_complete_1__unfiltered\n", + " 0.734699\n", + " 0.716924\n", + " 0.706450\n", + " 13057.000000\n", + " 0.831733\n", " \n", " \n", - " load_m2_2_cf_cr_optional_3_unfiltered\n", - " 0.098054\n", - " 0.084487\n", - " 0.082959\n", - " 89862.000000\n", - " 0.635560\n", + " load_m3_1_complete_2__unfiltered\n", + " 0.821282\n", + " 0.789752\n", + " 0.789688\n", + " 13057.000000\n", + " 0.890693\n", " \n", " \n", - " load_m2_3_cp_cf_cr_optional_1_unfiltered\n", - " 0.042875\n", - " 0.043756\n", - " 0.038194\n", - " 101876.666667\n", - " 0.527126\n", + " load_m3_1_complete_3__unfiltered\n", + " 0.867633\n", + " 0.827588\n", + " 0.834208\n", + " 13057.000000\n", + " 0.918362\n", " \n", " \n", - " load_m2_3_cp_cf_cr_optional_2_unfiltered\n", - " 0.072806\n", - " 0.061035\n", - " 0.058122\n", - " 101876.666667\n", - " 0.574111\n", - " \n", - " \n", - " load_m2_3_cp_cf_cr_optional_3_unfiltered\n", - " 0.112236\n", - " 0.086666\n", - " 0.086648\n", - " 101876.666667\n", - " 0.640976\n", - " \n", - " \n", - " load_m2_4_complete_without_return_expressions_1_unfiltered\n", - " 0.093829\n", - " 0.097917\n", - " 0.090519\n", - " 11827.000000\n", - " 0.559220\n", - " \n", - " \n", - " load_m2_4_complete_without_return_expressions_2_unfiltered\n", - " 0.146862\n", - " 0.136549\n", - " 0.132659\n", - " 11827.000000\n", - " 0.644942\n", - " \n", - " \n", - " load_m2_4_complete_without_return_expressions_3_unfiltered\n", - " 0.191471\n", - " 0.171441\n", - " 0.171333\n", - " 11827.000000\n", - " 0.705389\n", - " \n", - " \n", - " load_m3_1_complete_1_unfiltered\n", + " load_m3_1_complete_1__unfiltered\n", " 0.738981\n", " 0.719662\n", " 0.710487\n", @@ -779,7 +1123,7 @@ " 0.832035\n", " \n", " \n", - " load_m3_1_complete_2_unfiltered\n", + " load_m3_1_complete_2__unfiltered\n", " 0.822841\n", " 0.789259\n", " 0.790084\n", @@ -787,7 +1131,7 @@ " 0.891727\n", " \n", " \n", - " load_m3_1_complete_3_unfiltered\n", + " load_m3_1_complete_3__unfiltered\n", " 0.869159\n", " 0.828624\n", " 0.834943\n", @@ -795,7 +1139,31 @@ " 0.918576\n", " \n", " \n", - " load_m3_2_cf_cr_optional_1_unfiltered\n", + " load_m3_2_cf_cr_optional_1__unfiltered\n", + " 0.540105\n", + " 0.460443\n", + " 0.450723\n", + " 113749.000000\n", + " 0.701851\n", + " \n", + " \n", + " load_m3_2_cf_cr_optional_2__unfiltered\n", + " 0.645629\n", + " 0.538457\n", + " 0.545193\n", + " 113749.000000\n", + " 0.785403\n", + " \n", + " \n", + " load_m3_2_cf_cr_optional_3__unfiltered\n", + " 0.716936\n", + " 0.599324\n", + " 0.615548\n", + " 113749.000000\n", + " 0.832852\n", + " \n", + " \n", + " load_m3_2_cf_cr_optional_1__unfiltered\n", " 0.537519\n", " 0.459222\n", " 0.448279\n", @@ -803,7 +1171,7 @@ " 0.699794\n", " \n", " \n", - " load_m3_2_cf_cr_optional_2_unfiltered\n", + " load_m3_2_cf_cr_optional_2__unfiltered\n", " 0.640266\n", " 0.535993\n", " 0.541377\n", @@ -811,7 +1179,7 @@ " 0.782821\n", " \n", " \n", - " load_m3_2_cf_cr_optional_3_unfiltered\n", + " load_m3_2_cf_cr_optional_3__unfiltered\n", " 0.714852\n", " 0.596914\n", " 0.611998\n", @@ -819,7 +1187,31 @@ " 0.830947\n", " \n", " \n", - " load_m3_3_cp_cf_cr_optional_1_unfiltered\n", + " load_m3_3_cp_cf_cr_optional_1__unfiltered\n", + " 0.623294\n", + " 0.509794\n", + " 0.510070\n", + " 130755.500000\n", + " 0.708750\n", + " \n", + " \n", + " load_m3_3_cp_cf_cr_optional_2__unfiltered\n", + " 0.720233\n", + " 0.581785\n", + " 0.596857\n", + " 130755.500000\n", + " 0.790143\n", + " \n", + " \n", + " load_m3_3_cp_cf_cr_optional_3__unfiltered\n", + " 0.784399\n", + " 0.634208\n", + " 0.657782\n", + " 130755.500000\n", + " 0.835663\n", + " \n", + " \n", + " load_m3_3_cp_cf_cr_optional_1__unfiltered\n", " 0.624858\n", " 0.509961\n", " 0.510054\n", @@ -827,7 +1219,7 @@ " 0.711891\n", " \n", " \n", - " load_m3_3_cp_cf_cr_optional_2_unfiltered\n", + " load_m3_3_cp_cf_cr_optional_2__unfiltered\n", " 0.719305\n", " 0.581081\n", " 0.595820\n", @@ -835,7 +1227,7 @@ " 0.792205\n", " \n", " \n", - " load_m3_3_cp_cf_cr_optional_3_unfiltered\n", + " load_m3_3_cp_cf_cr_optional_3__unfiltered\n", " 0.784739\n", " 0.633890\n", " 0.657176\n", @@ -843,7 +1235,55 @@ " 0.837789\n", " \n", " \n", - " load_m3_4_complete_without_return_expressions_1_unfiltered\n", + " load_m3_4_complete_without_return_expressions_1__unfiltered\n", + " 0.673835\n", + " 0.661336\n", + " 0.647144\n", + " 13302.500000\n", + " 0.812966\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_1_42__unfiltered\n", + " 0.724286\n", + " 0.704357\n", + " 0.696983\n", + " 13367.000000\n", + " 0.824159\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_2__unfiltered\n", + " 0.777462\n", + " 0.745793\n", + " 0.743854\n", + " 13302.500000\n", + " 0.878209\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_2_42__unfiltered\n", + " 0.814964\n", + " 0.776699\n", + " 0.779428\n", + " 13367.000000\n", + " 0.887473\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_3__unfiltered\n", + " 0.834580\n", + " 0.788599\n", + " 0.793913\n", + " 13302.500000\n", + " 0.905640\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_3_42__unfiltered\n", + " 0.862061\n", + " 0.815143\n", + " 0.823044\n", + " 13367.000000\n", + " 0.913052\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_1__unfiltered\n", " 0.681276\n", " 0.667116\n", " 0.654736\n", @@ -851,7 +1291,15 @@ " 0.812635\n", " \n", " \n", - " load_m3_4_complete_without_return_expressions_2_unfiltered\n", + " load_m3_4_complete_without_return_expressions_1_42__unfiltered\n", + " 0.730874\n", + " 0.713787\n", + " 0.704922\n", + " 13307.000000\n", + " 0.827516\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_2__unfiltered\n", " 0.783968\n", " 0.750786\n", " 0.750040\n", @@ -859,134 +1307,228 @@ " 0.880093\n", " \n", " \n", - " load_m3_4_complete_without_return_expressions_3_unfiltered\n", + " load_m3_4_complete_without_return_expressions_2_42__unfiltered\n", + " 0.819432\n", + " 0.784770\n", + " 0.786442\n", + " 13307.000000\n", + " 0.890150\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_3__unfiltered\n", " 0.837400\n", " 0.794059\n", " 0.799302\n", " 13245.333333\n", " 0.908535\n", " \n", + " \n", + " load_m3_4_complete_without_return_expressions_3_42__unfiltered\n", + " 0.864304\n", + " 0.822033\n", + " 0.828505\n", + " 13307.000000\n", + " 0.916125\n", + " \n", " \n", "\n", + "

90 rows × 5 columns

\n", "" ], "text/plain": [ " precision recall \\\n", - "load_m1_1_complete_1_unfiltered 0.363376 0.370728 \n", - "load_m1_1_complete_2_unfiltered 0.468306 0.452636 \n", - "load_m1_1_complete_3_unfiltered 0.530135 0.501542 \n", - "load_m1_2_cf_cr_optional_1_unfiltered 0.255081 0.270585 \n", - "load_m1_2_cf_cr_optional_2_unfiltered 0.352948 0.335045 \n", - "load_m1_2_cf_cr_optional_3_unfiltered 0.431684 0.395466 \n", - "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.244076 0.238446 \n", - "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.331680 0.296607 \n", - "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.416443 0.352788 \n", + "load_m1_1_complete_1__unfiltered 0.354340 0.360836 \n", + "load_m1_1_complete_2__unfiltered 0.458125 0.441433 \n", + "load_m1_1_complete_3__unfiltered 0.519749 0.488083 \n", + "load_m1_1_complete_1__unfiltered 0.363376 0.370728 \n", + "load_m1_1_complete_2__unfiltered 0.468306 0.452636 \n", + "load_m1_1_complete_3__unfiltered 0.530135 0.501542 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.260801 0.277176 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.361701 0.342031 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.438823 0.402467 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.255081 0.270585 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.352948 0.335045 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.431684 0.395466 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.251270 0.248155 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.334746 0.304897 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.422583 0.361578 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.244076 0.238446 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.331680 0.296607 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.416443 0.352788 \n", + "load_m1_4_complete_without_return_expressions_1... 0.343986 0.359744 \n", + "load_m1_4_complete_without_return_expressions_1... 0.464455 0.465402 \n", + "load_m1_4_complete_without_return_expressions_2... 0.456694 0.448024 \n", + "load_m1_4_complete_without_return_expressions_2... 0.567236 0.545250 \n", + "load_m1_4_complete_without_return_expressions_3... 0.531275 0.504223 \n", + "load_m1_4_complete_without_return_expressions_3... 0.631047 0.595104 \n", "load_m1_4_complete_without_return_expressions_1... 0.360838 0.376262 \n", + "load_m1_4_complete_without_return_expressions_1... 0.445278 0.446478 \n", "load_m1_4_complete_without_return_expressions_2... 0.473910 0.465032 \n", + "load_m1_4_complete_without_return_expressions_2... 0.547991 0.526111 \n", "load_m1_4_complete_without_return_expressions_3... 0.550988 0.523068 \n", - "load_m2_1_complete_1_unfiltered 0.088215 0.093607 \n", - "load_m2_1_complete_2_unfiltered 0.141775 0.135742 \n", - "load_m2_1_complete_3_unfiltered 0.187602 0.170628 \n", - "load_m2_2_cf_cr_optional_1_unfiltered 0.034914 0.040450 \n", - "load_m2_2_cf_cr_optional_2_unfiltered 0.062088 0.059946 \n", - "load_m2_2_cf_cr_optional_3_unfiltered 0.098054 0.084487 \n", - "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.042875 0.043756 \n", - "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.072806 0.061035 \n", - "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.112236 0.086666 \n", - "load_m2_4_complete_without_return_expressions_1... 0.093829 0.097917 \n", - "load_m2_4_complete_without_return_expressions_2... 0.146862 0.136549 \n", - "load_m2_4_complete_without_return_expressions_3... 0.191471 0.171441 \n", - "load_m3_1_complete_1_unfiltered 0.738981 0.719662 \n", - "load_m3_1_complete_2_unfiltered 0.822841 0.789259 \n", - "load_m3_1_complete_3_unfiltered 0.869159 0.828624 \n", - "load_m3_2_cf_cr_optional_1_unfiltered 0.537519 0.459222 \n", - "load_m3_2_cf_cr_optional_2_unfiltered 0.640266 0.535993 \n", - "load_m3_2_cf_cr_optional_3_unfiltered 0.714852 0.596914 \n", - "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.624858 0.509961 \n", - "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.719305 0.581081 \n", - "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.784739 0.633890 \n", + "load_m1_4_complete_without_return_expressions_3... 0.619844 0.584581 \n", + "... ... ... \n", + "load_m3_1_complete_1__unfiltered 0.734699 0.716924 \n", + "load_m3_1_complete_2__unfiltered 0.821282 0.789752 \n", + "load_m3_1_complete_3__unfiltered 0.867633 0.827588 \n", + "load_m3_1_complete_1__unfiltered 0.738981 0.719662 \n", + "load_m3_1_complete_2__unfiltered 0.822841 0.789259 \n", + "load_m3_1_complete_3__unfiltered 0.869159 0.828624 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.540105 0.460443 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.645629 0.538457 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.716936 0.599324 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.537519 0.459222 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.640266 0.535993 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.714852 0.596914 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.623294 0.509794 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.720233 0.581785 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.784399 0.634208 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.624858 0.509961 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.719305 0.581081 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.784739 0.633890 \n", + "load_m3_4_complete_without_return_expressions_1... 0.673835 0.661336 \n", + "load_m3_4_complete_without_return_expressions_1... 0.724286 0.704357 \n", + "load_m3_4_complete_without_return_expressions_2... 0.777462 0.745793 \n", + "load_m3_4_complete_without_return_expressions_2... 0.814964 0.776699 \n", + "load_m3_4_complete_without_return_expressions_3... 0.834580 0.788599 \n", + "load_m3_4_complete_without_return_expressions_3... 0.862061 0.815143 \n", "load_m3_4_complete_without_return_expressions_1... 0.681276 0.667116 \n", + "load_m3_4_complete_without_return_expressions_1... 0.730874 0.713787 \n", "load_m3_4_complete_without_return_expressions_2... 0.783968 0.750786 \n", + "load_m3_4_complete_without_return_expressions_2... 0.819432 0.784770 \n", "load_m3_4_complete_without_return_expressions_3... 0.837400 0.794059 \n", + "load_m3_4_complete_without_return_expressions_3... 0.864304 0.822033 \n", "\n", " f1-score support \\\n", - "load_m1_1_complete_1_unfiltered 0.350149 12749.000000 \n", - "load_m1_1_complete_2_unfiltered 0.441816 12749.000000 \n", - "load_m1_1_complete_3_unfiltered 0.497225 12749.000000 \n", - "load_m1_2_cf_cr_optional_1_unfiltered 0.243533 104161.333333 \n", - "load_m1_2_cf_cr_optional_2_unfiltered 0.319961 104161.333333 \n", - "load_m1_2_cf_cr_optional_3_unfiltered 0.390194 104161.333333 \n", - "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.220611 116249.333333 \n", - "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.288876 116249.333333 \n", - "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.355463 116249.333333 \n", + "load_m1_1_complete_1__unfiltered 0.342303 12845.000000 \n", + "load_m1_1_complete_2__unfiltered 0.432503 12845.000000 \n", + "load_m1_1_complete_3__unfiltered 0.485487 12845.000000 \n", + "load_m1_1_complete_1__unfiltered 0.350149 12749.000000 \n", + "load_m1_1_complete_2__unfiltered 0.441816 12749.000000 \n", + "load_m1_1_complete_3__unfiltered 0.497225 12749.000000 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.249397 103025.000000 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.326860 103025.000000 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.396754 103025.000000 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.243533 104161.333333 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.319961 104161.333333 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.390194 104161.333333 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.228463 117245.000000 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.295253 117245.000000 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.363181 117245.000000 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.220611 116249.333333 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.288876 116249.333333 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.355463 116249.333333 \n", + "load_m1_4_complete_without_return_expressions_1... 0.336990 12770.000000 \n", + "load_m1_4_complete_without_return_expressions_1... 0.447615 12817.500000 \n", + "load_m1_4_complete_without_return_expressions_2... 0.435630 12770.000000 \n", + "load_m1_4_complete_without_return_expressions_2... 0.538424 12817.500000 \n", + "load_m1_4_complete_without_return_expressions_3... 0.498526 12770.000000 \n", + "load_m1_4_complete_without_return_expressions_3... 0.595095 12817.500000 \n", "load_m1_4_complete_without_return_expressions_1... 0.353496 12724.666667 \n", + "load_m1_4_complete_without_return_expressions_1... 0.429634 12760.666667 \n", "load_m1_4_complete_without_return_expressions_2... 0.452820 12724.666667 \n", + "load_m1_4_complete_without_return_expressions_2... 0.519695 12760.666667 \n", "load_m1_4_complete_without_return_expressions_3... 0.518248 12724.666667 \n", - "load_m2_1_complete_1_unfiltered 0.084593 12016.666667 \n", - "load_m2_1_complete_2_unfiltered 0.129745 12016.666667 \n", - "load_m2_1_complete_3_unfiltered 0.167992 12016.666667 \n", - "load_m2_2_cf_cr_optional_1_unfiltered 0.034727 89862.000000 \n", - "load_m2_2_cf_cr_optional_2_unfiltered 0.055884 89862.000000 \n", - "load_m2_2_cf_cr_optional_3_unfiltered 0.082959 89862.000000 \n", - "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.038194 101876.666667 \n", - "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.058122 101876.666667 \n", - "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.086648 101876.666667 \n", - "load_m2_4_complete_without_return_expressions_1... 0.090519 11827.000000 \n", - "load_m2_4_complete_without_return_expressions_2... 0.132659 11827.000000 \n", - "load_m2_4_complete_without_return_expressions_3... 0.171333 11827.000000 \n", - "load_m3_1_complete_1_unfiltered 0.710487 13174.000000 \n", - "load_m3_1_complete_2_unfiltered 0.790084 13174.000000 \n", - "load_m3_1_complete_3_unfiltered 0.834943 13174.000000 \n", - "load_m3_2_cf_cr_optional_1_unfiltered 0.448279 114570.333333 \n", - "load_m3_2_cf_cr_optional_2_unfiltered 0.541377 114570.333333 \n", - "load_m3_2_cf_cr_optional_3_unfiltered 0.611998 114570.333333 \n", - "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.510054 130114.000000 \n", - "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.595820 130114.000000 \n", - "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.657176 130114.000000 \n", + "load_m1_4_complete_without_return_expressions_3... 0.584756 12760.666667 \n", + "... ... ... \n", + "load_m3_1_complete_1__unfiltered 0.706450 13057.000000 \n", + "load_m3_1_complete_2__unfiltered 0.789688 13057.000000 \n", + "load_m3_1_complete_3__unfiltered 0.834208 13057.000000 \n", + "load_m3_1_complete_1__unfiltered 0.710487 13174.000000 \n", + "load_m3_1_complete_2__unfiltered 0.790084 13174.000000 \n", + "load_m3_1_complete_3__unfiltered 0.834943 13174.000000 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.450723 113749.000000 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.545193 113749.000000 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.615548 113749.000000 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.448279 114570.333333 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.541377 114570.333333 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.611998 114570.333333 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.510070 130755.500000 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.596857 130755.500000 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.657782 130755.500000 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.510054 130114.000000 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.595820 130114.000000 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.657176 130114.000000 \n", + "load_m3_4_complete_without_return_expressions_1... 0.647144 13302.500000 \n", + "load_m3_4_complete_without_return_expressions_1... 0.696983 13367.000000 \n", + "load_m3_4_complete_without_return_expressions_2... 0.743854 13302.500000 \n", + "load_m3_4_complete_without_return_expressions_2... 0.779428 13367.000000 \n", + "load_m3_4_complete_without_return_expressions_3... 0.793913 13302.500000 \n", + "load_m3_4_complete_without_return_expressions_3... 0.823044 13367.000000 \n", "load_m3_4_complete_without_return_expressions_1... 0.654736 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_1... 0.704922 13307.000000 \n", "load_m3_4_complete_without_return_expressions_2... 0.750040 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_2... 0.786442 13307.000000 \n", "load_m3_4_complete_without_return_expressions_3... 0.799302 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_3... 0.828505 13307.000000 \n", "\n", " accuracy \n", - "load_m1_1_complete_1_unfiltered 0.677066 \n", - "load_m1_1_complete_2_unfiltered 0.766585 \n", - "load_m1_1_complete_3_unfiltered 0.812453 \n", - "load_m1_2_cf_cr_optional_1_unfiltered 0.620008 \n", - "load_m1_2_cf_cr_optional_2_unfiltered 0.696568 \n", - "load_m1_2_cf_cr_optional_3_unfiltered 0.756533 \n", - "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.628221 \n", - "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.700899 \n", - "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.755517 \n", + "load_m1_1_complete_1__unfiltered 0.674793 \n", + "load_m1_1_complete_2__unfiltered 0.764116 \n", + "load_m1_1_complete_3__unfiltered 0.808351 \n", + "load_m1_1_complete_1__unfiltered 0.677066 \n", + "load_m1_1_complete_2__unfiltered 0.766585 \n", + "load_m1_1_complete_3__unfiltered 0.812453 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.625401 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.700840 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.760441 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.620008 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.696568 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.756533 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.628262 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.699430 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.753932 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.628221 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.700899 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.755517 \n", + "load_m1_4_complete_without_return_expressions_1... 0.677571 \n", + "load_m1_4_complete_without_return_expressions_1... 0.703565 \n", + "load_m1_4_complete_without_return_expressions_2... 0.768947 \n", + "load_m1_4_complete_without_return_expressions_2... 0.786083 \n", + "load_m1_4_complete_without_return_expressions_3... 0.816600 \n", + "load_m1_4_complete_without_return_expressions_3... 0.831977 \n", "load_m1_4_complete_without_return_expressions_1... 0.685844 \n", + "load_m1_4_complete_without_return_expressions_1... 0.703196 \n", "load_m1_4_complete_without_return_expressions_2... 0.774755 \n", + "load_m1_4_complete_without_return_expressions_2... 0.785699 \n", "load_m1_4_complete_without_return_expressions_3... 0.820217 \n", - "load_m2_1_complete_1_unfiltered 0.546677 \n", - "load_m2_1_complete_2_unfiltered 0.638443 \n", - "load_m2_1_complete_3_unfiltered 0.700047 \n", - "load_m2_2_cf_cr_optional_1_unfiltered 0.509506 \n", - "load_m2_2_cf_cr_optional_2_unfiltered 0.571592 \n", - "load_m2_2_cf_cr_optional_3_unfiltered 0.635560 \n", - "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.527126 \n", - "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.574111 \n", - "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.640976 \n", - "load_m2_4_complete_without_return_expressions_1... 0.559220 \n", - "load_m2_4_complete_without_return_expressions_2... 0.644942 \n", - "load_m2_4_complete_without_return_expressions_3... 0.705389 \n", - "load_m3_1_complete_1_unfiltered 0.832035 \n", - "load_m3_1_complete_2_unfiltered 0.891727 \n", - "load_m3_1_complete_3_unfiltered 0.918576 \n", - "load_m3_2_cf_cr_optional_1_unfiltered 0.699794 \n", - "load_m3_2_cf_cr_optional_2_unfiltered 0.782821 \n", - "load_m3_2_cf_cr_optional_3_unfiltered 0.830947 \n", - "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.711891 \n", - "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.792205 \n", - "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.837789 \n", + "load_m1_4_complete_without_return_expressions_3... 0.832345 \n", + "... ... \n", + "load_m3_1_complete_1__unfiltered 0.831733 \n", + "load_m3_1_complete_2__unfiltered 0.890693 \n", + "load_m3_1_complete_3__unfiltered 0.918362 \n", + "load_m3_1_complete_1__unfiltered 0.832035 \n", + "load_m3_1_complete_2__unfiltered 0.891727 \n", + "load_m3_1_complete_3__unfiltered 0.918576 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.701851 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.785403 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.832852 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.699794 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.782821 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.830947 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.708750 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.790143 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.835663 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.711891 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.792205 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.837789 \n", + "load_m3_4_complete_without_return_expressions_1... 0.812966 \n", + "load_m3_4_complete_without_return_expressions_1... 0.824159 \n", + "load_m3_4_complete_without_return_expressions_2... 0.878209 \n", + "load_m3_4_complete_without_return_expressions_2... 0.887473 \n", + "load_m3_4_complete_without_return_expressions_3... 0.905640 \n", + "load_m3_4_complete_without_return_expressions_3... 0.913052 \n", "load_m3_4_complete_without_return_expressions_1... 0.812635 \n", + "load_m3_4_complete_without_return_expressions_1... 0.827516 \n", "load_m3_4_complete_without_return_expressions_2... 0.880093 \n", - "load_m3_4_complete_without_return_expressions_3... 0.908535 " + "load_m3_4_complete_without_return_expressions_2... 0.890150 \n", + "load_m3_4_complete_without_return_expressions_3... 0.908535 \n", + "load_m3_4_complete_without_return_expressions_3... 0.916125 \n", + "\n", + "[90 rows x 5 columns]" ] }, - "execution_count": 141, + "execution_count": 177, "metadata": {}, "output_type": "execute_result" } @@ -1410,7 +1952,7 @@ }, { "cell_type": "code", - "execution_count": 142, + "execution_count": 159, "metadata": {}, "outputs": [ { @@ -1443,7 +1985,31 @@ " \n", " \n", " \n", - " load_m1_1_complete_1_unfiltered\n", + " load_m1_1_complete_1__unfiltered\n", + " 0.589812\n", + " 0.674793\n", + " 0.611487\n", + " 12845.000000\n", + " 0.674793\n", + " \n", + " \n", + " load_m1_1_complete_2__unfiltered\n", + " 0.711339\n", + " 0.764116\n", + " 0.714786\n", + " 12845.000000\n", + " 0.764116\n", + " \n", + " \n", + " load_m1_1_complete_3__unfiltered\n", + " 0.761947\n", + " 0.808351\n", + " 0.767214\n", + " 12845.000000\n", + " 0.808351\n", + " \n", + " \n", + " load_m1_1_complete_1__unfiltered\n", " 0.603294\n", " 0.677066\n", " 0.615530\n", @@ -1451,7 +2017,7 @@ " 0.677066\n", " \n", " \n", - " load_m1_1_complete_2_unfiltered\n", + " load_m1_1_complete_2__unfiltered\n", " 0.717159\n", " 0.766585\n", " 0.718973\n", @@ -1459,7 +2025,7 @@ " 0.766585\n", " \n", " \n", - " load_m1_1_complete_3_unfiltered\n", + " load_m1_1_complete_3__unfiltered\n", " 0.768418\n", " 0.812453\n", " 0.773022\n", @@ -1467,7 +2033,31 @@ " 0.812453\n", " \n", " \n", - " load_m1_2_cf_cr_optional_1_unfiltered\n", + " load_m1_2_cf_cr_optional_1__unfiltered\n", + " 0.520216\n", + " 0.625401\n", + " 0.547949\n", + " 103025.000000\n", + " 0.625401\n", + " \n", + " \n", + " load_m1_2_cf_cr_optional_2__unfiltered\n", + " 0.666191\n", + " 0.700840\n", + " 0.641852\n", + " 103025.000000\n", + " 0.700840\n", + " \n", + " \n", + " load_m1_2_cf_cr_optional_3__unfiltered\n", + " 0.735398\n", + " 0.760441\n", + " 0.714323\n", + " 103025.000000\n", + " 0.760441\n", + " \n", + " \n", + " load_m1_2_cf_cr_optional_1__unfiltered\n", " 0.514376\n", " 0.620008\n", " 0.541554\n", @@ -1475,7 +2065,7 @@ " 0.620008\n", " \n", " \n", - " load_m1_2_cf_cr_optional_2_unfiltered\n", + " load_m1_2_cf_cr_optional_2__unfiltered\n", " 0.656498\n", " 0.696568\n", " 0.635333\n", @@ -1483,7 +2073,7 @@ " 0.696568\n", " \n", " \n", - " load_m1_2_cf_cr_optional_3_unfiltered\n", + " load_m1_2_cf_cr_optional_3__unfiltered\n", " 0.726638\n", " 0.756533\n", " 0.708718\n", @@ -1491,7 +2081,31 @@ " 0.756533\n", " \n", " \n", - " load_m1_3_cp_cf_cr_optional_1_unfiltered\n", + " load_m1_3_cp_cf_cr_optional_1__unfiltered\n", + " 0.534478\n", + " 0.628262\n", + " 0.549440\n", + " 117245.000000\n", + " 0.628262\n", + " \n", + " \n", + " load_m1_3_cp_cf_cr_optional_2__unfiltered\n", + " 0.659465\n", + " 0.699430\n", + " 0.637053\n", + " 117245.000000\n", + " 0.699430\n", + " \n", + " \n", + " load_m1_3_cp_cf_cr_optional_3__unfiltered\n", + " 0.728112\n", + " 0.753932\n", + " 0.703875\n", + " 117245.000000\n", + " 0.753932\n", + " \n", + " \n", + " load_m1_3_cp_cf_cr_optional_1__unfiltered\n", " 0.528633\n", " 0.628221\n", " 0.549218\n", @@ -1499,7 +2113,7 @@ " 0.628221\n", " \n", " \n", - " load_m1_3_cp_cf_cr_optional_2_unfiltered\n", + " load_m1_3_cp_cf_cr_optional_2__unfiltered\n", " 0.660666\n", " 0.700899\n", " 0.638538\n", @@ -1507,7 +2121,7 @@ " 0.700899\n", " \n", " \n", - " load_m1_3_cp_cf_cr_optional_3_unfiltered\n", + " load_m1_3_cp_cf_cr_optional_3__unfiltered\n", " 0.729096\n", " 0.755517\n", " 0.705464\n", @@ -1515,7 +2129,55 @@ " 0.755517\n", " \n", " \n", - " load_m1_4_complete_without_return_expressions_1_unfiltered\n", + " load_m1_4_complete_without_return_expressions_1__unfiltered\n", + " 0.591163\n", + " 0.677571\n", + " 0.614181\n", + " 12770.000000\n", + " 0.677571\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_1_42__unfiltered\n", + " 0.646017\n", + " 0.703565\n", + " 0.648589\n", + " 12817.500000\n", + " 0.703565\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_2__unfiltered\n", + " 0.718572\n", + " 0.768947\n", + " 0.722234\n", + " 12770.000000\n", + " 0.768947\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_2_42__unfiltered\n", + " 0.752997\n", + " 0.786083\n", + " 0.746634\n", + " 12817.500000\n", + " 0.786083\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_3__unfiltered\n", + " 0.775583\n", + " 0.816600\n", + " 0.778065\n", + " 12770.000000\n", + " 0.816600\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_3_42__unfiltered\n", + " 0.803226\n", + " 0.831977\n", + " 0.800019\n", + " 12817.500000\n", + " 0.831977\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_1__unfiltered\n", " 0.601511\n", " 0.685844\n", " 0.624567\n", @@ -1523,7 +2185,15 @@ " 0.685844\n", " \n", " \n", - " load_m1_4_complete_without_return_expressions_2_unfiltered\n", + " load_m1_4_complete_without_return_expressions_1_42__unfiltered\n", + " 0.638504\n", + " 0.703196\n", + " 0.647246\n", + " 12760.666667\n", + " 0.703196\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_2__unfiltered\n", " 0.727702\n", " 0.774755\n", " 0.730195\n", @@ -1531,7 +2201,15 @@ " 0.774755\n", " \n", " \n", - " load_m1_4_complete_without_return_expressions_3_unfiltered\n", + " load_m1_4_complete_without_return_expressions_2_42__unfiltered\n", + " 0.747762\n", + " 0.785699\n", + " 0.744716\n", + " 12760.666667\n", + " 0.785699\n", + " \n", + " \n", + " load_m1_4_complete_without_return_expressions_3__unfiltered\n", " 0.781923\n", " 0.820217\n", " 0.783873\n", @@ -1539,103 +2217,47 @@ " 0.820217\n", " \n", " \n", - " load_m2_1_complete_1_unfiltered\n", - " 0.411980\n", - " 0.546677\n", - " 0.453644\n", - " 12016.666667\n", - " 0.546677\n", - " \n", - " \n", - " load_m2_1_complete_2_unfiltered\n", - " 0.552172\n", - " 0.638443\n", - " 0.555290\n", - " 12016.666667\n", - " 0.638443\n", - " \n", - " \n", - " load_m2_1_complete_3_unfiltered\n", - " 0.616927\n", - " 0.700047\n", - " 0.627548\n", - " 12016.666667\n", - " 0.700047\n", - " \n", - " \n", - " load_m2_2_cf_cr_optional_1_unfiltered\n", - " 0.343399\n", - " 0.509506\n", - " 0.399298\n", - " 89862.000000\n", - " 0.509506\n", - " \n", - " \n", - " load_m2_2_cf_cr_optional_2_unfiltered\n", - " 0.442688\n", - " 0.571592\n", - " 0.465192\n", - " 89862.000000\n", - " 0.571592\n", + " load_m1_4_complete_without_return_expressions_3_42__unfiltered\n", + " 0.800531\n", + " 0.832345\n", + " 0.799612\n", + " 12760.666667\n", + " 0.832345\n", " \n", " \n", - " load_m2_2_cf_cr_optional_3_unfiltered\n", - " 0.544344\n", - " 0.635560\n", - " 0.537012\n", - " 89862.000000\n", - " 0.635560\n", + " ...\n", + " ...\n", + " ...\n", + " ...\n", + " ...\n", + " ...\n", " \n", " \n", - " load_m2_3_cp_cf_cr_optional_1_unfiltered\n", - " 0.365759\n", - " 0.527126\n", - " 0.418419\n", - " 101876.666667\n", - " 0.527126\n", + " load_m3_1_complete_1__unfiltered\n", + " 0.816337\n", + " 0.831733\n", + " 0.811479\n", + " 13057.000000\n", + " 0.831733\n", " \n", " \n", - " load_m2_3_cp_cf_cr_optional_2_unfiltered\n", - " 0.456888\n", - " 0.574111\n", - " 0.469985\n", - " 101876.666667\n", - " 0.574111\n", + " load_m3_1_complete_2__unfiltered\n", + " 0.882956\n", + " 0.890693\n", + " 0.877690\n", + " 13057.000000\n", + " 0.890693\n", " \n", " \n", - " load_m2_3_cp_cf_cr_optional_3_unfiltered\n", - " 0.565156\n", - " 0.640976\n", - " 0.543573\n", - " 101876.666667\n", - " 0.640976\n", + " load_m3_1_complete_3__unfiltered\n", + " 0.913685\n", + " 0.918362\n", + " 0.908876\n", + " 13057.000000\n", + " 0.918362\n", " \n", " \n", - " load_m2_4_complete_without_return_expressions_1_unfiltered\n", - " 0.422386\n", - " 0.559220\n", - " 0.466186\n", - " 11827.000000\n", - " 0.559220\n", - " \n", - " \n", - " load_m2_4_complete_without_return_expressions_2_unfiltered\n", - " 0.557780\n", - " 0.644942\n", - " 0.562058\n", - " 11827.000000\n", - " 0.644942\n", - " \n", - " \n", - " load_m2_4_complete_without_return_expressions_3_unfiltered\n", - " 0.621892\n", - " 0.705389\n", - " 0.633951\n", - " 11827.000000\n", - " 0.705389\n", - " \n", - " \n", - " load_m3_1_complete_1_unfiltered\n", + " load_m3_1_complete_1__unfiltered\n", " 0.817021\n", " 0.832035\n", " 0.811497\n", @@ -1643,7 +2265,7 @@ " 0.832035\n", " \n", " \n", - " load_m3_1_complete_2_unfiltered\n", + " load_m3_1_complete_2__unfiltered\n", " 0.883704\n", " 0.891727\n", " 0.878506\n", @@ -1651,7 +2273,7 @@ " 0.891727\n", " \n", " \n", - " load_m3_1_complete_3_unfiltered\n", + " load_m3_1_complete_3__unfiltered\n", " 0.913661\n", " 0.918576\n", " 0.908634\n", @@ -1659,7 +2281,31 @@ " 0.918576\n", " \n", " \n", - " load_m3_2_cf_cr_optional_1_unfiltered\n", + " load_m3_2_cf_cr_optional_1__unfiltered\n", + " 0.694675\n", + " 0.701851\n", + " 0.660321\n", + " 113749.000000\n", + " 0.701851\n", + " \n", + " \n", + " load_m3_2_cf_cr_optional_2__unfiltered\n", + " 0.787673\n", + " 0.785403\n", + " 0.758652\n", + " 113749.000000\n", + " 0.785403\n", + " \n", + " \n", + " load_m3_2_cf_cr_optional_3__unfiltered\n", + " 0.836102\n", + " 0.832852\n", + " 0.813237\n", + " 113749.000000\n", + " 0.832852\n", + " \n", + " \n", + " load_m3_2_cf_cr_optional_1__unfiltered\n", " 0.693211\n", " 0.699794\n", " 0.657737\n", @@ -1667,7 +2313,7 @@ " 0.699794\n", " \n", " \n", - " load_m3_2_cf_cr_optional_2_unfiltered\n", + " load_m3_2_cf_cr_optional_2__unfiltered\n", " 0.784658\n", " 0.782821\n", " 0.755715\n", @@ -1675,7 +2321,7 @@ " 0.782821\n", " \n", " \n", - " load_m3_2_cf_cr_optional_3_unfiltered\n", + " load_m3_2_cf_cr_optional_3__unfiltered\n", " 0.834502\n", " 0.830947\n", " 0.810852\n", @@ -1683,7 +2329,31 @@ " 0.830947\n", " \n", " \n", - " load_m3_3_cp_cf_cr_optional_1_unfiltered\n", + " load_m3_3_cp_cf_cr_optional_1__unfiltered\n", + " 0.705255\n", + " 0.708750\n", + " 0.670896\n", + " 130755.500000\n", + " 0.708750\n", + " \n", + " \n", + " load_m3_3_cp_cf_cr_optional_2__unfiltered\n", + " 0.795550\n", + " 0.790143\n", + " 0.766100\n", + " 130755.500000\n", + " 0.790143\n", + " \n", + " \n", + " load_m3_3_cp_cf_cr_optional_3__unfiltered\n", + " 0.841853\n", + " 0.835663\n", + " 0.817150\n", + " 130755.500000\n", + " 0.835663\n", + " \n", + " \n", + " load_m3_3_cp_cf_cr_optional_1__unfiltered\n", " 0.707457\n", " 0.711891\n", " 0.673900\n", @@ -1691,7 +2361,7 @@ " 0.711891\n", " \n", " \n", - " load_m3_3_cp_cf_cr_optional_2_unfiltered\n", + " load_m3_3_cp_cf_cr_optional_2__unfiltered\n", " 0.797593\n", " 0.792205\n", " 0.768311\n", @@ -1699,7 +2369,7 @@ " 0.792205\n", " \n", " \n", - " load_m3_3_cp_cf_cr_optional_3_unfiltered\n", + " load_m3_3_cp_cf_cr_optional_3__unfiltered\n", " 0.844573\n", " 0.837789\n", " 0.819555\n", @@ -1707,7 +2377,55 @@ " 0.837789\n", " \n", " \n", - " load_m3_4_complete_without_return_expressions_1_unfiltered\n", + " load_m3_4_complete_without_return_expressions_1__unfiltered\n", + " 0.791253\n", + " 0.812966\n", + " 0.789009\n", + " 13302.500000\n", + " 0.812966\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_1_42__unfiltered\n", + " 0.806496\n", + " 0.824159\n", + " 0.803418\n", + " 13367.000000\n", + " 0.824159\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_2__unfiltered\n", + " 0.864448\n", + " 0.878209\n", + " 0.861694\n", + " 13302.500000\n", + " 0.878209\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_2_42__unfiltered\n", + " 0.878874\n", + " 0.887473\n", + " 0.873840\n", + " 13367.000000\n", + " 0.887473\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_3__unfiltered\n", + " 0.898980\n", + " 0.905640\n", + " 0.893018\n", + " 13302.500000\n", + " 0.905640\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_3_42__unfiltered\n", + " 0.909086\n", + " 0.913052\n", + " 0.902830\n", + " 13367.000000\n", + " 0.913052\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_1__unfiltered\n", " 0.790905\n", " 0.812635\n", " 0.789048\n", @@ -1715,7 +2433,15 @@ " 0.812635\n", " \n", " \n", - " load_m3_4_complete_without_return_expressions_2_unfiltered\n", + " load_m3_4_complete_without_return_expressions_1_42__unfiltered\n", + " 0.810060\n", + " 0.827516\n", + " 0.808571\n", + " 13307.000000\n", + " 0.827516\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_2__unfiltered\n", " 0.866307\n", " 0.880093\n", " 0.864011\n", @@ -1723,134 +2449,228 @@ " 0.880093\n", " \n", " \n", - " load_m3_4_complete_without_return_expressions_3_unfiltered\n", + " load_m3_4_complete_without_return_expressions_2_42__unfiltered\n", + " 0.880569\n", + " 0.890150\n", + " 0.877243\n", + " 13307.000000\n", + " 0.890150\n", + " \n", + " \n", + " load_m3_4_complete_without_return_expressions_3__unfiltered\n", " 0.900443\n", " 0.908535\n", " 0.896118\n", " 13245.333333\n", " 0.908535\n", " \n", + " \n", + " load_m3_4_complete_without_return_expressions_3_42__unfiltered\n", + " 0.911803\n", + " 0.916125\n", + " 0.906359\n", + " 13307.000000\n", + " 0.916125\n", + " \n", " \n", "\n", + "

90 rows × 5 columns

\n", "" ], "text/plain": [ " precision recall \\\n", - "load_m1_1_complete_1_unfiltered 0.603294 0.677066 \n", - "load_m1_1_complete_2_unfiltered 0.717159 0.766585 \n", - "load_m1_1_complete_3_unfiltered 0.768418 0.812453 \n", - "load_m1_2_cf_cr_optional_1_unfiltered 0.514376 0.620008 \n", - "load_m1_2_cf_cr_optional_2_unfiltered 0.656498 0.696568 \n", - "load_m1_2_cf_cr_optional_3_unfiltered 0.726638 0.756533 \n", - "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.528633 0.628221 \n", - "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.660666 0.700899 \n", - "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.729096 0.755517 \n", + "load_m1_1_complete_1__unfiltered 0.589812 0.674793 \n", + "load_m1_1_complete_2__unfiltered 0.711339 0.764116 \n", + "load_m1_1_complete_3__unfiltered 0.761947 0.808351 \n", + "load_m1_1_complete_1__unfiltered 0.603294 0.677066 \n", + "load_m1_1_complete_2__unfiltered 0.717159 0.766585 \n", + "load_m1_1_complete_3__unfiltered 0.768418 0.812453 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.520216 0.625401 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.666191 0.700840 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.735398 0.760441 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.514376 0.620008 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.656498 0.696568 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.726638 0.756533 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.534478 0.628262 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.659465 0.699430 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.728112 0.753932 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.528633 0.628221 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.660666 0.700899 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.729096 0.755517 \n", + "load_m1_4_complete_without_return_expressions_1... 0.591163 0.677571 \n", + "load_m1_4_complete_without_return_expressions_1... 0.646017 0.703565 \n", + "load_m1_4_complete_without_return_expressions_2... 0.718572 0.768947 \n", + "load_m1_4_complete_without_return_expressions_2... 0.752997 0.786083 \n", + "load_m1_4_complete_without_return_expressions_3... 0.775583 0.816600 \n", + "load_m1_4_complete_without_return_expressions_3... 0.803226 0.831977 \n", "load_m1_4_complete_without_return_expressions_1... 0.601511 0.685844 \n", + "load_m1_4_complete_without_return_expressions_1... 0.638504 0.703196 \n", "load_m1_4_complete_without_return_expressions_2... 0.727702 0.774755 \n", + "load_m1_4_complete_without_return_expressions_2... 0.747762 0.785699 \n", "load_m1_4_complete_without_return_expressions_3... 0.781923 0.820217 \n", - "load_m2_1_complete_1_unfiltered 0.411980 0.546677 \n", - "load_m2_1_complete_2_unfiltered 0.552172 0.638443 \n", - "load_m2_1_complete_3_unfiltered 0.616927 0.700047 \n", - "load_m2_2_cf_cr_optional_1_unfiltered 0.343399 0.509506 \n", - "load_m2_2_cf_cr_optional_2_unfiltered 0.442688 0.571592 \n", - "load_m2_2_cf_cr_optional_3_unfiltered 0.544344 0.635560 \n", - "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.365759 0.527126 \n", - "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.456888 0.574111 \n", - "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.565156 0.640976 \n", - "load_m2_4_complete_without_return_expressions_1... 0.422386 0.559220 \n", - "load_m2_4_complete_without_return_expressions_2... 0.557780 0.644942 \n", - "load_m2_4_complete_without_return_expressions_3... 0.621892 0.705389 \n", - "load_m3_1_complete_1_unfiltered 0.817021 0.832035 \n", - "load_m3_1_complete_2_unfiltered 0.883704 0.891727 \n", - "load_m3_1_complete_3_unfiltered 0.913661 0.918576 \n", - "load_m3_2_cf_cr_optional_1_unfiltered 0.693211 0.699794 \n", - "load_m3_2_cf_cr_optional_2_unfiltered 0.784658 0.782821 \n", - "load_m3_2_cf_cr_optional_3_unfiltered 0.834502 0.830947 \n", - "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.707457 0.711891 \n", - "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.797593 0.792205 \n", - "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.844573 0.837789 \n", + "load_m1_4_complete_without_return_expressions_3... 0.800531 0.832345 \n", + "... ... ... \n", + "load_m3_1_complete_1__unfiltered 0.816337 0.831733 \n", + "load_m3_1_complete_2__unfiltered 0.882956 0.890693 \n", + "load_m3_1_complete_3__unfiltered 0.913685 0.918362 \n", + "load_m3_1_complete_1__unfiltered 0.817021 0.832035 \n", + "load_m3_1_complete_2__unfiltered 0.883704 0.891727 \n", + "load_m3_1_complete_3__unfiltered 0.913661 0.918576 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.694675 0.701851 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.787673 0.785403 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.836102 0.832852 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.693211 0.699794 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.784658 0.782821 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.834502 0.830947 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.705255 0.708750 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.795550 0.790143 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.841853 0.835663 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.707457 0.711891 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.797593 0.792205 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.844573 0.837789 \n", + "load_m3_4_complete_without_return_expressions_1... 0.791253 0.812966 \n", + "load_m3_4_complete_without_return_expressions_1... 0.806496 0.824159 \n", + "load_m3_4_complete_without_return_expressions_2... 0.864448 0.878209 \n", + "load_m3_4_complete_without_return_expressions_2... 0.878874 0.887473 \n", + "load_m3_4_complete_without_return_expressions_3... 0.898980 0.905640 \n", + "load_m3_4_complete_without_return_expressions_3... 0.909086 0.913052 \n", "load_m3_4_complete_without_return_expressions_1... 0.790905 0.812635 \n", + "load_m3_4_complete_without_return_expressions_1... 0.810060 0.827516 \n", "load_m3_4_complete_without_return_expressions_2... 0.866307 0.880093 \n", + "load_m3_4_complete_without_return_expressions_2... 0.880569 0.890150 \n", "load_m3_4_complete_without_return_expressions_3... 0.900443 0.908535 \n", + "load_m3_4_complete_without_return_expressions_3... 0.911803 0.916125 \n", "\n", " f1-score support \\\n", - "load_m1_1_complete_1_unfiltered 0.615530 12749.000000 \n", - "load_m1_1_complete_2_unfiltered 0.718973 12749.000000 \n", - "load_m1_1_complete_3_unfiltered 0.773022 12749.000000 \n", - "load_m1_2_cf_cr_optional_1_unfiltered 0.541554 104161.333333 \n", - "load_m1_2_cf_cr_optional_2_unfiltered 0.635333 104161.333333 \n", - "load_m1_2_cf_cr_optional_3_unfiltered 0.708718 104161.333333 \n", - "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.549218 116249.333333 \n", - "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.638538 116249.333333 \n", - "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.705464 116249.333333 \n", + "load_m1_1_complete_1__unfiltered 0.611487 12845.000000 \n", + "load_m1_1_complete_2__unfiltered 0.714786 12845.000000 \n", + "load_m1_1_complete_3__unfiltered 0.767214 12845.000000 \n", + "load_m1_1_complete_1__unfiltered 0.615530 12749.000000 \n", + "load_m1_1_complete_2__unfiltered 0.718973 12749.000000 \n", + "load_m1_1_complete_3__unfiltered 0.773022 12749.000000 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.547949 103025.000000 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.641852 103025.000000 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.714323 103025.000000 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.541554 104161.333333 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.635333 104161.333333 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.708718 104161.333333 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.549440 117245.000000 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.637053 117245.000000 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.703875 117245.000000 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.549218 116249.333333 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.638538 116249.333333 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.705464 116249.333333 \n", + "load_m1_4_complete_without_return_expressions_1... 0.614181 12770.000000 \n", + "load_m1_4_complete_without_return_expressions_1... 0.648589 12817.500000 \n", + "load_m1_4_complete_without_return_expressions_2... 0.722234 12770.000000 \n", + "load_m1_4_complete_without_return_expressions_2... 0.746634 12817.500000 \n", + "load_m1_4_complete_without_return_expressions_3... 0.778065 12770.000000 \n", + "load_m1_4_complete_without_return_expressions_3... 0.800019 12817.500000 \n", "load_m1_4_complete_without_return_expressions_1... 0.624567 12724.666667 \n", + "load_m1_4_complete_without_return_expressions_1... 0.647246 12760.666667 \n", "load_m1_4_complete_without_return_expressions_2... 0.730195 12724.666667 \n", + "load_m1_4_complete_without_return_expressions_2... 0.744716 12760.666667 \n", "load_m1_4_complete_without_return_expressions_3... 0.783873 12724.666667 \n", - "load_m2_1_complete_1_unfiltered 0.453644 12016.666667 \n", - "load_m2_1_complete_2_unfiltered 0.555290 12016.666667 \n", - "load_m2_1_complete_3_unfiltered 0.627548 12016.666667 \n", - "load_m2_2_cf_cr_optional_1_unfiltered 0.399298 89862.000000 \n", - "load_m2_2_cf_cr_optional_2_unfiltered 0.465192 89862.000000 \n", - "load_m2_2_cf_cr_optional_3_unfiltered 0.537012 89862.000000 \n", - "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.418419 101876.666667 \n", - "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.469985 101876.666667 \n", - "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.543573 101876.666667 \n", - "load_m2_4_complete_without_return_expressions_1... 0.466186 11827.000000 \n", - "load_m2_4_complete_without_return_expressions_2... 0.562058 11827.000000 \n", - "load_m2_4_complete_without_return_expressions_3... 0.633951 11827.000000 \n", - "load_m3_1_complete_1_unfiltered 0.811497 13174.000000 \n", - "load_m3_1_complete_2_unfiltered 0.878506 13174.000000 \n", - "load_m3_1_complete_3_unfiltered 0.908634 13174.000000 \n", - "load_m3_2_cf_cr_optional_1_unfiltered 0.657737 114570.333333 \n", - "load_m3_2_cf_cr_optional_2_unfiltered 0.755715 114570.333333 \n", - "load_m3_2_cf_cr_optional_3_unfiltered 0.810852 114570.333333 \n", - "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.673900 130114.000000 \n", - "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.768311 130114.000000 \n", - "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.819555 130114.000000 \n", + "load_m1_4_complete_without_return_expressions_3... 0.799612 12760.666667 \n", + "... ... ... \n", + "load_m3_1_complete_1__unfiltered 0.811479 13057.000000 \n", + "load_m3_1_complete_2__unfiltered 0.877690 13057.000000 \n", + "load_m3_1_complete_3__unfiltered 0.908876 13057.000000 \n", + "load_m3_1_complete_1__unfiltered 0.811497 13174.000000 \n", + "load_m3_1_complete_2__unfiltered 0.878506 13174.000000 \n", + "load_m3_1_complete_3__unfiltered 0.908634 13174.000000 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.660321 113749.000000 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.758652 113749.000000 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.813237 113749.000000 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.657737 114570.333333 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.755715 114570.333333 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.810852 114570.333333 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.670896 130755.500000 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.766100 130755.500000 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.817150 130755.500000 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.673900 130114.000000 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.768311 130114.000000 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.819555 130114.000000 \n", + "load_m3_4_complete_without_return_expressions_1... 0.789009 13302.500000 \n", + "load_m3_4_complete_without_return_expressions_1... 0.803418 13367.000000 \n", + "load_m3_4_complete_without_return_expressions_2... 0.861694 13302.500000 \n", + "load_m3_4_complete_without_return_expressions_2... 0.873840 13367.000000 \n", + "load_m3_4_complete_without_return_expressions_3... 0.893018 13302.500000 \n", + "load_m3_4_complete_without_return_expressions_3... 0.902830 13367.000000 \n", "load_m3_4_complete_without_return_expressions_1... 0.789048 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_1... 0.808571 13307.000000 \n", "load_m3_4_complete_without_return_expressions_2... 0.864011 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_2... 0.877243 13307.000000 \n", "load_m3_4_complete_without_return_expressions_3... 0.896118 13245.333333 \n", + "load_m3_4_complete_without_return_expressions_3... 0.906359 13307.000000 \n", "\n", " accuracy \n", - "load_m1_1_complete_1_unfiltered 0.677066 \n", - "load_m1_1_complete_2_unfiltered 0.766585 \n", - "load_m1_1_complete_3_unfiltered 0.812453 \n", - "load_m1_2_cf_cr_optional_1_unfiltered 0.620008 \n", - "load_m1_2_cf_cr_optional_2_unfiltered 0.696568 \n", - "load_m1_2_cf_cr_optional_3_unfiltered 0.756533 \n", - "load_m1_3_cp_cf_cr_optional_1_unfiltered 0.628221 \n", - "load_m1_3_cp_cf_cr_optional_2_unfiltered 0.700899 \n", - "load_m1_3_cp_cf_cr_optional_3_unfiltered 0.755517 \n", + "load_m1_1_complete_1__unfiltered 0.674793 \n", + "load_m1_1_complete_2__unfiltered 0.764116 \n", + "load_m1_1_complete_3__unfiltered 0.808351 \n", + "load_m1_1_complete_1__unfiltered 0.677066 \n", + "load_m1_1_complete_2__unfiltered 0.766585 \n", + "load_m1_1_complete_3__unfiltered 0.812453 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.625401 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.700840 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.760441 \n", + "load_m1_2_cf_cr_optional_1__unfiltered 0.620008 \n", + "load_m1_2_cf_cr_optional_2__unfiltered 0.696568 \n", + "load_m1_2_cf_cr_optional_3__unfiltered 0.756533 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.628262 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.699430 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.753932 \n", + "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.628221 \n", + "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.700899 \n", + "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.755517 \n", + "load_m1_4_complete_without_return_expressions_1... 0.677571 \n", + "load_m1_4_complete_without_return_expressions_1... 0.703565 \n", + "load_m1_4_complete_without_return_expressions_2... 0.768947 \n", + "load_m1_4_complete_without_return_expressions_2... 0.786083 \n", + "load_m1_4_complete_without_return_expressions_3... 0.816600 \n", + "load_m1_4_complete_without_return_expressions_3... 0.831977 \n", "load_m1_4_complete_without_return_expressions_1... 0.685844 \n", + "load_m1_4_complete_without_return_expressions_1... 0.703196 \n", "load_m1_4_complete_without_return_expressions_2... 0.774755 \n", + "load_m1_4_complete_without_return_expressions_2... 0.785699 \n", "load_m1_4_complete_without_return_expressions_3... 0.820217 \n", - "load_m2_1_complete_1_unfiltered 0.546677 \n", - "load_m2_1_complete_2_unfiltered 0.638443 \n", - "load_m2_1_complete_3_unfiltered 0.700047 \n", - "load_m2_2_cf_cr_optional_1_unfiltered 0.509506 \n", - "load_m2_2_cf_cr_optional_2_unfiltered 0.571592 \n", - "load_m2_2_cf_cr_optional_3_unfiltered 0.635560 \n", - "load_m2_3_cp_cf_cr_optional_1_unfiltered 0.527126 \n", - "load_m2_3_cp_cf_cr_optional_2_unfiltered 0.574111 \n", - "load_m2_3_cp_cf_cr_optional_3_unfiltered 0.640976 \n", - "load_m2_4_complete_without_return_expressions_1... 0.559220 \n", - "load_m2_4_complete_without_return_expressions_2... 0.644942 \n", - "load_m2_4_complete_without_return_expressions_3... 0.705389 \n", - "load_m3_1_complete_1_unfiltered 0.832035 \n", - "load_m3_1_complete_2_unfiltered 0.891727 \n", - "load_m3_1_complete_3_unfiltered 0.918576 \n", - "load_m3_2_cf_cr_optional_1_unfiltered 0.699794 \n", - "load_m3_2_cf_cr_optional_2_unfiltered 0.782821 \n", - "load_m3_2_cf_cr_optional_3_unfiltered 0.830947 \n", - "load_m3_3_cp_cf_cr_optional_1_unfiltered 0.711891 \n", - "load_m3_3_cp_cf_cr_optional_2_unfiltered 0.792205 \n", - "load_m3_3_cp_cf_cr_optional_3_unfiltered 0.837789 \n", + "load_m1_4_complete_without_return_expressions_3... 0.832345 \n", + "... ... \n", + "load_m3_1_complete_1__unfiltered 0.831733 \n", + "load_m3_1_complete_2__unfiltered 0.890693 \n", + "load_m3_1_complete_3__unfiltered 0.918362 \n", + "load_m3_1_complete_1__unfiltered 0.832035 \n", + "load_m3_1_complete_2__unfiltered 0.891727 \n", + "load_m3_1_complete_3__unfiltered 0.918576 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.701851 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.785403 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.832852 \n", + "load_m3_2_cf_cr_optional_1__unfiltered 0.699794 \n", + "load_m3_2_cf_cr_optional_2__unfiltered 0.782821 \n", + "load_m3_2_cf_cr_optional_3__unfiltered 0.830947 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.708750 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.790143 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.835663 \n", + "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.711891 \n", + "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.792205 \n", + "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.837789 \n", + "load_m3_4_complete_without_return_expressions_1... 0.812966 \n", + "load_m3_4_complete_without_return_expressions_1... 0.824159 \n", + "load_m3_4_complete_without_return_expressions_2... 0.878209 \n", + "load_m3_4_complete_without_return_expressions_2... 0.887473 \n", + "load_m3_4_complete_without_return_expressions_3... 0.905640 \n", + "load_m3_4_complete_without_return_expressions_3... 0.913052 \n", "load_m3_4_complete_without_return_expressions_1... 0.812635 \n", + "load_m3_4_complete_without_return_expressions_1... 0.827516 \n", "load_m3_4_complete_without_return_expressions_2... 0.880093 \n", - "load_m3_4_complete_without_return_expressions_3... 0.908535 " + "load_m3_4_complete_without_return_expressions_2... 0.890150 \n", + "load_m3_4_complete_without_return_expressions_3... 0.908535 \n", + "load_m3_4_complete_without_return_expressions_3... 0.916125 \n", + "\n", + "[90 rows x 5 columns]" ] }, - "execution_count": 142, + "execution_count": 159, "metadata": {}, "output_type": "execute_result" } From ac80d4c4ec8eaa6f39c7725efaa66bc84e9b2880 Mon Sep 17 00:00:00 2001 From: alangerak Date: Mon, 21 Oct 2019 17:25:58 +0200 Subject: [PATCH 3/3] changed to multi index tables --- notebooks/results_all_models.ipynb | 3155 ++++++++++------------------ 1 file changed, 1117 insertions(+), 2038 deletions(-) diff --git a/notebooks/results_all_models.ipynb b/notebooks/results_all_models.ipynb index 764fe5c..4c27fe1 100644 --- a/notebooks/results_all_models.ipynb +++ b/notebooks/results_all_models.ipynb @@ -14,13 +14,13 @@ }, { "cell_type": "code", - "execution_count": 168, + "execution_count": 214, "metadata": {}, "outputs": [], "source": [ "top_n_pred = [1,2,3]\n", "models = [\"load_m1\", \"load_m2\", \"load_m3\"]\n", - "datasets = [\"1_complete\", \"2_cf_cr_optional\", \"3_cp_cf_cr_optional\", \"4_complete_without_return_expressions\"]\n", + "datasets = [\"1_complete\", \"2_cf_cr_optional\", \"3_cp_cf_cr_optional\", \"4_complete_without_return_expressions\",'5_short_dim']\n", "n_repetitions = 3\n", "shortners = ['','42_']\n", "output_dir=\"../output/reports/json/\"" @@ -28,7 +28,7 @@ }, { "cell_type": "code", - "execution_count": 169, + "execution_count": 215, "metadata": {}, "outputs": [], "source": [ @@ -43,13 +43,20 @@ }, { "cell_type": "code", - "execution_count": 173, + "execution_count": 254, "metadata": {}, "outputs": [], "source": [ "results_unfiltered = dict()\n", - "df_macro_avg_unfiltered = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", - "df_weighted_avg_unfiltered = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", + "\n", + "index = pd.MultiIndex.from_product([models, datasets],\n", + " names=['model', 'subtype'])\n", + "\n", + "columns = pd.MultiIndex.from_product([top_n_pred, ['precision', 'recall', 'f1-score']],\n", + " names=['top', 'stats'])\n", + "\n", + "df_macro_avg_unfiltered = pd.DataFrame(index=index, columns=columns)\n", + "df_weighted_avg_unfiltered = pd.DataFrame(index=index, columns=columns)\n", "\n", "for model in models:\n", " for dataset in datasets:\n", @@ -61,7 +68,7 @@ " continue\n", " with open(constructed_path , \"r\") as f:\n", " json_file = json.load(f)\n", - " key_name = model +\"_\"+ dataset +\"_\"+ str(top_n) +\"_\"+ sh +\"_\"+ \"unfiltered\"\n", + " key_name = model +\"_\"+ dataset +\"_\"+ str(top_n) +\"_\"+ sh\n", " if key_name in results_unfiltered:\n", " results_unfiltered[key_name][\"accuracy\"].append(json_file[\"accuracy\"])\n", " results_unfiltered[key_name][\"macro avg\"].append(json_file[\"macro avg\"])\n", @@ -71,10 +78,29 @@ " results_unfiltered[key_name][\"macro avg summary\"]['accuracy'] = np.mean(results_unfiltered[key_name][\"accuracy\"])\n", " results_unfiltered[key_name][\"weighted avg summary\"] = calculate_avg_dict(results_unfiltered[key_name][\"weighted avg\"])\n", " results_unfiltered[key_name][\"weighted avg summary\"]['accuracy'] = np.mean(results_unfiltered[key_name][\"accuracy\"])\n", - " s = pd.Series(results_unfiltered[key_name][\"macro avg summary\"], name=key_name)\n", - " df_macro_avg_unfiltered = df_macro_avg_unfiltered.append(s)\n", - " s = pd.Series(results_unfiltered[key_name][\"weighted avg summary\"], name=key_name)\n", - " df_weighted_avg_unfiltered = df_weighted_avg_unfiltered.append(s) \n", + " \n", + " if sh == '42_':\n", + " df_macro_avg_unfiltered.at[(model,'5_short_dim'),(top_n, 'precision')] = results_unfiltered[key_name][\"macro avg summary\"]['precision']\n", + " df_macro_avg_unfiltered.at[(model,'5_short_dim'),(top_n, 'recall')] = results_unfiltered[key_name][\"macro avg summary\"]['recall']\n", + " df_macro_avg_unfiltered.at[(model,'5_short_dim'),(top_n, 'f1-score')] = results_unfiltered[key_name][\"macro avg summary\"]['f1-score']\n", + " \n", + " df_weighted_avg_unfiltered.at[(model,'5_short_dim'),(top_n, 'precision')] = results_unfiltered[key_name][\"weighted avg summary\"]['precision']\n", + " df_weighted_avg_unfiltered.at[(model,'5_short_dim'),(top_n, 'recall')] = results_unfiltered[key_name][\"weighted avg summary\"]['recall']\n", + " df_weighted_avg_unfiltered.at[(model,'5_short_dim'),(top_n, 'f1-score')] = results_unfiltered[key_name][\"weighted avg summary\"]['f1-score']\n", + " else:\n", + " \n", + " #s = pd.Series(results[key_name][\"macro avg summary\"], name=key_name)\n", + " df_macro_avg_unfiltered.at[(model,dataset),(top_n, 'precision')] = results_unfiltered[key_name][\"macro avg summary\"]['precision']\n", + " df_macro_avg_unfiltered.at[(model,dataset),(top_n, 'recall')] = results_unfiltered[key_name][\"macro avg summary\"]['recall']\n", + " df_macro_avg_unfiltered.at[(model,dataset),(top_n, 'f1-score')] = results_unfiltered[key_name][\"macro avg summary\"]['f1-score']\n", + "\n", + " #df_macro_avg = df_macro_avg.append(s)\n", + " #s = pd.Series(results[key_name][\"weighted avg summary\"], name=key_name)\n", + " #df_weighted_avg = df_weighted_avg.append(s) \n", + "\n", + " df_weighted_avg_unfiltered.at[(model,dataset),(top_n, 'precision')] = results_unfiltered[key_name][\"weighted avg summary\"]['precision']\n", + " df_weighted_avg_unfiltered.at[(model,dataset),(top_n, 'recall')] = results_unfiltered[key_name][\"weighted avg summary\"]['recall']\n", + " df_weighted_avg_unfiltered.at[(model,dataset),(top_n, 'f1-score')] = results_unfiltered[key_name][\"weighted avg summary\"]['f1-score']\n", " else:\n", " results_unfiltered[key_name] = {\n", " \"accuracy\":[json_file[\"accuracy\"]],\n", @@ -85,13 +111,13 @@ }, { "cell_type": "code", - "execution_count": 181, + "execution_count": 255, "metadata": {}, "outputs": [], "source": [ "results = dict()\n", - "df_macro_avg = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", - "df_weighted_avg = pd.DataFrame(columns=['precision', 'recall', 'f1-score', 'support', 'accuracy'])\n", + "df_macro_avg = pd.DataFrame(index=index, columns=columns)\n", + "df_weighted_avg = pd.DataFrame(index=index, columns=columns)\n", "\n", "for model in models:\n", " for dataset in datasets:\n", @@ -100,7 +126,7 @@ " for sh in shortners: \n", " constructed_path = output_dir + model +\"_\"+ dataset +\"_\"+ str(n_rep) +\"_\"+ str(top_n)\n", " if not sh == '':\n", - " constructed_path = constructed_path +\"_\" + sh\n", + " constructed_path = constructed_path + \"_\" + sh[:-1]\n", " constructed_path = constructed_path + \".json\"\n", " if not os.path.exists(constructed_path):\n", " continue\n", @@ -116,10 +142,33 @@ " results[key_name][\"macro avg summary\"]['accuracy'] = np.mean(results[key_name][\"accuracy\"])\n", " results[key_name][\"weighted avg summary\"] = calculate_avg_dict(results[key_name][\"weighted avg\"])\n", " results[key_name][\"weighted avg summary\"]['accuracy'] = np.mean(results[key_name][\"accuracy\"])\n", - " s = pd.Series(results[key_name][\"macro avg summary\"], name=key_name)\n", - " df_macro_avg = df_macro_avg.append(s)\n", - " s = pd.Series(results[key_name][\"weighted avg summary\"], name=key_name)\n", - " df_weighted_avg = df_weighted_avg.append(s) \n", + " \n", + " if sh == '42_':\n", + " df_macro_avg.at[(model,'5_short_dim'),(top_n, 'precision')] = results[key_name][\"macro avg summary\"]['precision']\n", + " df_macro_avg.at[(model,'5_short_dim'),(top_n, 'recall')] = results[key_name][\"macro avg summary\"]['recall']\n", + " df_macro_avg.at[(model,'5_short_dim'),(top_n, 'f1-score')] = results[key_name][\"macro avg summary\"]['f1-score']\n", + " \n", + " df_weighted_avg.at[(model,'5_short_dim'),(top_n, 'precision')] = results[key_name][\"weighted avg summary\"]['precision']\n", + " df_weighted_avg.at[(model,'5_short_dim'),(top_n, 'recall')] = results[key_name][\"weighted avg summary\"]['recall']\n", + " df_weighted_avg.at[(model,'5_short_dim'),(top_n, 'f1-score')] = results[key_name][\"weighted avg summary\"]['f1-score']\n", + " else:\n", + " \n", + " #s = pd.Series(results[key_name][\"macro avg summary\"], name=key_name)\n", + " df_macro_avg.at[(model,dataset),(top_n, 'precision')] = results[key_name][\"macro avg summary\"]['precision']\n", + " df_macro_avg.at[(model,dataset),(top_n, 'recall')] = results[key_name][\"macro avg summary\"]['recall']\n", + " df_macro_avg.at[(model,dataset),(top_n, 'f1-score')] = results[key_name][\"macro avg summary\"]['f1-score']\n", + "\n", + " #df_macro_avg = df_macro_avg.append(s)\n", + " #s = pd.Series(results[key_name][\"weighted avg summary\"], name=key_name)\n", + " #df_weighted_avg = df_weighted_avg.append(s) \n", + "\n", + " df_weighted_avg.at[(model,dataset),(top_n, 'precision')] = results[key_name][\"weighted avg summary\"]['precision']\n", + " df_weighted_avg.at[(model,dataset),(top_n, 'recall')] = results[key_name][\"weighted avg summary\"]['recall']\n", + " df_weighted_avg.at[(model,dataset),(top_n, 'f1-score')] = results[key_name][\"weighted avg summary\"]['f1-score']\n", + "\n", + " \n", + " \n", + " \n", " else:\n", " results[key_name] = {\n", " \"accuracy\":[json_file[\"accuracy\"]],\n", @@ -130,10 +179,324 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 256, "metadata": {}, - "outputs": [], - "source": [] + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
top123
statsprecisionrecallf1-scoreprecisionrecallf1-scoreprecisionrecallf1-score
modelsubtype
load_m11_complete5NaNNaNNaNNaNNaNNaNNaNNaN
2_cf_cr_optionalNaNNaNNaNNaNNaNNaNNaNNaNNaN
3_cp_cf_cr_optionalNaNNaNNaNNaNNaNNaNNaNNaNNaN
4_complete_without_return_expressionsNaNNaNNaNNaNNaNNaNNaNNaNNaN
5_short_dimNaNNaNNaNNaNNaNNaNNaNNaNNaN
load_m21_completeNaNNaNNaNNaNNaNNaNNaNNaNNaN
2_cf_cr_optionalNaNNaNNaNNaNNaNNaNNaNNaNNaN
3_cp_cf_cr_optionalNaNNaNNaNNaNNaNNaNNaNNaNNaN
4_complete_without_return_expressionsNaNNaNNaNNaNNaNNaNNaNNaNNaN
5_short_dimNaNNaNNaNNaNNaNNaNNaNNaNNaN
load_m31_completeNaNNaNNaNNaNNaNNaNNaNNaNNaN
2_cf_cr_optionalNaNNaNNaNNaNNaNNaNNaNNaNNaN
3_cp_cf_cr_optionalNaNNaNNaNNaNNaNNaNNaNNaNNaN
4_complete_without_return_expressionsNaNNaNNaNNaNNaNNaNNaNNaNNaN
5_short_dimNaNNaNNaNNaNNaNNaNNaNNaNNaN
\n", + "
" + ], + "text/plain": [ + "top 1 \\\n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete 5 NaN NaN \n", + " 2_cf_cr_optional NaN NaN NaN \n", + " 3_cp_cf_cr_optional NaN NaN NaN \n", + " 4_complete_without_return_expressions NaN NaN NaN \n", + " 5_short_dim NaN NaN NaN \n", + "load_m2 1_complete NaN NaN NaN \n", + " 2_cf_cr_optional NaN NaN NaN \n", + " 3_cp_cf_cr_optional NaN NaN NaN \n", + " 4_complete_without_return_expressions NaN NaN NaN \n", + " 5_short_dim NaN NaN NaN \n", + "load_m3 1_complete NaN NaN NaN \n", + " 2_cf_cr_optional NaN NaN NaN \n", + " 3_cp_cf_cr_optional NaN NaN NaN \n", + " 4_complete_without_return_expressions NaN NaN NaN \n", + " 5_short_dim NaN NaN NaN \n", + "\n", + "top 2 \\\n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete NaN NaN NaN \n", + " 2_cf_cr_optional NaN NaN NaN \n", + " 3_cp_cf_cr_optional NaN NaN NaN \n", + " 4_complete_without_return_expressions NaN NaN NaN \n", + " 5_short_dim NaN NaN NaN \n", + "load_m2 1_complete NaN NaN NaN \n", + " 2_cf_cr_optional NaN NaN NaN \n", + " 3_cp_cf_cr_optional NaN NaN NaN \n", + " 4_complete_without_return_expressions NaN NaN NaN \n", + " 5_short_dim NaN NaN NaN \n", + "load_m3 1_complete NaN NaN NaN \n", + " 2_cf_cr_optional NaN NaN NaN \n", + " 3_cp_cf_cr_optional NaN NaN NaN \n", + " 4_complete_without_return_expressions NaN NaN NaN \n", + " 5_short_dim NaN NaN NaN \n", + "\n", + "top 3 \n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete NaN NaN NaN \n", + " 2_cf_cr_optional NaN NaN NaN \n", + " 3_cp_cf_cr_optional NaN NaN NaN \n", + " 4_complete_without_return_expressions NaN NaN NaN \n", + " 5_short_dim NaN NaN NaN \n", + "load_m2 1_complete NaN NaN NaN \n", + " 2_cf_cr_optional NaN NaN NaN \n", + " 3_cp_cf_cr_optional NaN NaN NaN \n", + " 4_complete_without_return_expressions NaN NaN NaN \n", + " 5_short_dim NaN NaN NaN \n", + "load_m3 1_complete NaN NaN NaN \n", + " 2_cf_cr_optional NaN NaN NaN \n", + " 3_cp_cf_cr_optional NaN NaN NaN \n", + " 4_complete_without_return_expressions NaN NaN NaN \n", + " 5_short_dim NaN NaN NaN " + ] + }, + "execution_count": 256, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "index\n", + "df = pd.DataFrame(index=index, columns=columns)\n", + "df.at[('load_m1', '1_complete'), (1,'precision')] = 5\n", + "df" + ] }, { "cell_type": "markdown", @@ -144,7 +507,7 @@ }, { "cell_type": "code", - "execution_count": 182, + "execution_count": 257, "metadata": {}, "outputs": [ { @@ -160,646 +523,317 @@ " vertical-align: top;\n", " }\n", "\n", - " .dataframe thead th {\n", + " .dataframe thead tr th {\n", + " text-align: left;\n", + " }\n", + "\n", + " .dataframe thead tr:last-of-type th {\n", " text-align: right;\n", " }\n", "\n", "\n", " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", + " \n", + " \n", " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
top123
statsprecisionrecallf1-scoreprecisionrecallf1-scoreprecisionrecallf1-scoresupportaccuracy
load_m1_1_complete_1_0.2912940.2963860.27710316932.00.576010
load_m1_1_complete_2_0.4181350.3891040.38209316932.00.703166
load_m1_1_complete_3_0.4997280.4481010.45093316932.00.769696modelsubtype
load_m1_1_complete_1_load_m11_complete0.2983250.3040490.28349716932.00.576738
load_m1_1_complete_2_0.4268560.4010880.39216216932.00.705016
load_m1_1_complete_3_0.5089880.4614600.461460.46237716932.00.772561
load_m1_2_cf_cr_optional_1_0.2111380.2231880.194719172787.00.479923
load_m1_2_cf_cr_optional_2_0.3620150.3034130.297903172787.00.623762
load_m1_2_cf_cr_optional_3_0.4697030.3736200.384311172787.00.703169
load_m1_2_cf_cr_optional_1_2_cf_cr_optional0.2064360.2187090.190675172787.00.477953
load_m1_2_cf_cr_optional_2_0.3512780.2978060.291623172787.00.621393
load_m1_2_cf_cr_optional_3_0.4633840.3686550.379260172787.00.701594
load_m1_3_cp_cf_cr_optional_1_0.2055720.1889740.172146203757.00.482344
load_m1_3_cp_cf_cr_optional_2_0.3473450.2598670.263095203757.00.620892
load_m1_3_cp_cf_cr_optional_3_0.4679950.3299730.350365203757.00.6981940.37926
load_m1_3_cp_cf_cr_optional_1_3_cp_cf_cr_optional0.1996650.1793530.164904203757.00.481098
load_m1_3_cp_cf_cr_optional_2_0.3465330.2560950.260822203757.00.621909
load_m1_3_cp_cf_cr_optional_3_0.4594870.3234210.343976203757.00.697756
load_m1_4_complete_without_return_expressions_1_0.2784990.2888220.26874816932.00.582447
load_m1_4_complete_without_return_expressions_2_0.4156540.3892420.38263816932.00.713944
load_m1_4_complete_without_return_expressions_3_0.5072000.4570590.45821016932.00.778939
load_m1_4_complete_without_return_expressions_1_4_complete_without_return_expressions0.2924870.3028250.28204216932.00.587448
load_m1_4_complete_without_return_expressions_2_0.4319640.4042180.39756916932.00.718364
load_m1_4_complete_without_return_expressions_3_0.5257530.4727110.47478116932.00.782129
load_m2_1_complete_1_0.0694650.0697300.06406416932.00.455469
load_m2_1_complete_2_0.1286050.1133150.11126116932.00.592222
load_m2_1_complete_3_0.1800760.1495670.15127816932.00.667818
load_m2_1_complete_1_0.0634050.0647270.05908516932.00.4521425_short_dim0.3697570.3659650.3495280.502420.4636430.461010.5921110.5306960.537645
load_m2_1_complete_2_load_m21_complete0.06340460.06472740.05908480.1201670.1065650.10461516932.00.590676
load_m2_1_complete_3_0.1661700.166170.1396160.14094016932.00.666194
..................
load_m2_4_complete_without_return_expressions_1_0.0652760.0674470.06245616932.00.461139
load_m2_4_complete_without_return_expressions_2_0.1263520.1109480.11008016932.00.597065
load_m2_4_complete_without_return_expressions_3_0.1803570.1541410.15689616932.00.671480
load_m2_4_complete_without_return_expressions_1_0.0641270.0641170.05992616932.00.459544
load_m2_4_complete_without_return_expressions_2_0.14094
2_cf_cr_optional0.02592310.02948710.02493230.06334610.0518670.04993380.1071080.08126820.0832503
3_cp_cf_cr_optional0.03218870.03002530.02638880.07341140.0500090.04984510.1183810.07800580.0818357
4_complete_without_return_expressions0.06412730.06411660.05992630.1244320.1085770.10789716932.00.593649
load_m2_4_complete_without_return_expressions_3_0.1739500.173950.1475510.15041116932.00.668143
load_m3_1_complete_1_0.6563080.6293180.61573016932.00.728207
load_m3_1_complete_2_0.7810970.7220440.72722516932.00.834515
load_m3_1_complete_3_0.8460770.7701910.78572516932.00.8802565_short_dim0.06540120.06801290.06254390.1186150.1058430.1033650.165260.1406680.141591
load_m3_1_complete_1_load_m31_complete0.6655080.6365840.62468416932.00.731770
load_m3_1_complete_2_0.7874860.7265080.73279816932.00.837290
load_m3_1_complete_3_0.8493990.7746270.78944516932.00.882294
load_m3_2_cf_cr_optional_1_0.4575650.3685070.353415172787.00.571921
load_m3_2_cf_cr_optional_2_0.6200540.4583490.474479172787.00.708352
load_m3_2_cf_cr_optional_3_0.7130280.5236420.555337172787.00.778968
load_m3_2_cf_cr_optional_1_2_cf_cr_optional0.4559830.3716200.371620.354531172787.00.572395
load_m3_2_cf_cr_optional_2_0.6161310.4590020.473352172787.00.708628
load_m3_2_cf_cr_optional_3_0.7124260.5243320.554588172787.00.778996
load_m3_3_cp_cf_cr_optional_1_0.5379370.3890310.387402203757.00.580733
load_m3_3_cp_cf_cr_optional_2_0.7071300.4792880.506811203757.00.714751
load_m3_3_cp_cf_cr_optional_3_0.7938740.5361410.579637203757.00.783845
load_m3_3_cp_cf_cr_optional_1_3_cp_cf_cr_optional0.5385620.3867290.385111203757.00.582292
load_m3_3_cp_cf_cr_optional_2_0.7075830.4774440.505769203757.00.716020
load_m3_3_cp_cf_cr_optional_3_0.7937980.5357170.579364203757.00.784346
load_m3_4_complete_without_return_expressions_1_0.6009040.5837300.56642216932.00.716956
load_m3_4_complete_without_return_expressions_2_0.7442410.6897720.69182316932.00.825124
load_m3_4_complete_without_return_expressions_3_0.8151080.7416770.75384116932.00.871663
load_m3_4_complete_without_return_expressions_1_4_complete_without_return_expressions0.6076850.5873510.57204216932.00.715588
load_m3_4_complete_without_return_expressions_2_0.7484780.6923360.69524616932.00.824730
load_m3_4_complete_without_return_expressions_3_0.8182450.7438620.75659016932.00.8718800.75659
5_short_dim0.6663960.63710.626870.7923770.7274160.7347980.8476140.7702720.78594
\n", - "

72 rows × 5 columns

\n", "" ], "text/plain": [ - " precision recall \\\n", - "load_m1_1_complete_1_ 0.291294 0.296386 \n", - "load_m1_1_complete_2_ 0.418135 0.389104 \n", - "load_m1_1_complete_3_ 0.499728 0.448101 \n", - "load_m1_1_complete_1_ 0.298325 0.304049 \n", - "load_m1_1_complete_2_ 0.426856 0.401088 \n", - "load_m1_1_complete_3_ 0.508988 0.461460 \n", - "load_m1_2_cf_cr_optional_1_ 0.211138 0.223188 \n", - "load_m1_2_cf_cr_optional_2_ 0.362015 0.303413 \n", - "load_m1_2_cf_cr_optional_3_ 0.469703 0.373620 \n", - "load_m1_2_cf_cr_optional_1_ 0.206436 0.218709 \n", - "load_m1_2_cf_cr_optional_2_ 0.351278 0.297806 \n", - "load_m1_2_cf_cr_optional_3_ 0.463384 0.368655 \n", - "load_m1_3_cp_cf_cr_optional_1_ 0.205572 0.188974 \n", - "load_m1_3_cp_cf_cr_optional_2_ 0.347345 0.259867 \n", - "load_m1_3_cp_cf_cr_optional_3_ 0.467995 0.329973 \n", - "load_m1_3_cp_cf_cr_optional_1_ 0.199665 0.179353 \n", - "load_m1_3_cp_cf_cr_optional_2_ 0.346533 0.256095 \n", - "load_m1_3_cp_cf_cr_optional_3_ 0.459487 0.323421 \n", - "load_m1_4_complete_without_return_expressions_1_ 0.278499 0.288822 \n", - "load_m1_4_complete_without_return_expressions_2_ 0.415654 0.389242 \n", - "load_m1_4_complete_without_return_expressions_3_ 0.507200 0.457059 \n", - "load_m1_4_complete_without_return_expressions_1_ 0.292487 0.302825 \n", - "load_m1_4_complete_without_return_expressions_2_ 0.431964 0.404218 \n", - "load_m1_4_complete_without_return_expressions_3_ 0.525753 0.472711 \n", - "load_m2_1_complete_1_ 0.069465 0.069730 \n", - "load_m2_1_complete_2_ 0.128605 0.113315 \n", - "load_m2_1_complete_3_ 0.180076 0.149567 \n", - "load_m2_1_complete_1_ 0.063405 0.064727 \n", - "load_m2_1_complete_2_ 0.120167 0.106565 \n", - "load_m2_1_complete_3_ 0.166170 0.139616 \n", - "... ... ... \n", - "load_m2_4_complete_without_return_expressions_1_ 0.065276 0.067447 \n", - "load_m2_4_complete_without_return_expressions_2_ 0.126352 0.110948 \n", - "load_m2_4_complete_without_return_expressions_3_ 0.180357 0.154141 \n", - "load_m2_4_complete_without_return_expressions_1_ 0.064127 0.064117 \n", - "load_m2_4_complete_without_return_expressions_2_ 0.124432 0.108577 \n", - "load_m2_4_complete_without_return_expressions_3_ 0.173950 0.147551 \n", - "load_m3_1_complete_1_ 0.656308 0.629318 \n", - "load_m3_1_complete_2_ 0.781097 0.722044 \n", - "load_m3_1_complete_3_ 0.846077 0.770191 \n", - "load_m3_1_complete_1_ 0.665508 0.636584 \n", - "load_m3_1_complete_2_ 0.787486 0.726508 \n", - "load_m3_1_complete_3_ 0.849399 0.774627 \n", - "load_m3_2_cf_cr_optional_1_ 0.457565 0.368507 \n", - "load_m3_2_cf_cr_optional_2_ 0.620054 0.458349 \n", - "load_m3_2_cf_cr_optional_3_ 0.713028 0.523642 \n", - "load_m3_2_cf_cr_optional_1_ 0.455983 0.371620 \n", - "load_m3_2_cf_cr_optional_2_ 0.616131 0.459002 \n", - "load_m3_2_cf_cr_optional_3_ 0.712426 0.524332 \n", - "load_m3_3_cp_cf_cr_optional_1_ 0.537937 0.389031 \n", - "load_m3_3_cp_cf_cr_optional_2_ 0.707130 0.479288 \n", - "load_m3_3_cp_cf_cr_optional_3_ 0.793874 0.536141 \n", - "load_m3_3_cp_cf_cr_optional_1_ 0.538562 0.386729 \n", - "load_m3_3_cp_cf_cr_optional_2_ 0.707583 0.477444 \n", - "load_m3_3_cp_cf_cr_optional_3_ 0.793798 0.535717 \n", - "load_m3_4_complete_without_return_expressions_1_ 0.600904 0.583730 \n", - "load_m3_4_complete_without_return_expressions_2_ 0.744241 0.689772 \n", - "load_m3_4_complete_without_return_expressions_3_ 0.815108 0.741677 \n", - "load_m3_4_complete_without_return_expressions_1_ 0.607685 0.587351 \n", - "load_m3_4_complete_without_return_expressions_2_ 0.748478 0.692336 \n", - "load_m3_4_complete_without_return_expressions_3_ 0.818245 0.743862 \n", + "top 1 \\\n", + "stats precision recall \n", + "model subtype \n", + "load_m1 1_complete 0.298325 0.304049 \n", + " 2_cf_cr_optional 0.206436 0.218709 \n", + " 3_cp_cf_cr_optional 0.199665 0.179353 \n", + " 4_complete_without_return_expressions 0.292487 0.302825 \n", + " 5_short_dim 0.369757 0.365965 \n", + "load_m2 1_complete 0.0634046 0.0647274 \n", + " 2_cf_cr_optional 0.0259231 0.0294871 \n", + " 3_cp_cf_cr_optional 0.0321887 0.0300253 \n", + " 4_complete_without_return_expressions 0.0641273 0.0641166 \n", + " 5_short_dim 0.0654012 0.0680129 \n", + "load_m3 1_complete 0.665508 0.636584 \n", + " 2_cf_cr_optional 0.455983 0.37162 \n", + " 3_cp_cf_cr_optional 0.538562 0.386729 \n", + " 4_complete_without_return_expressions 0.607685 0.587351 \n", + " 5_short_dim 0.666396 0.6371 \n", "\n", - " f1-score support accuracy \n", - "load_m1_1_complete_1_ 0.277103 16932.0 0.576010 \n", - "load_m1_1_complete_2_ 0.382093 16932.0 0.703166 \n", - "load_m1_1_complete_3_ 0.450933 16932.0 0.769696 \n", - "load_m1_1_complete_1_ 0.283497 16932.0 0.576738 \n", - "load_m1_1_complete_2_ 0.392162 16932.0 0.705016 \n", - "load_m1_1_complete_3_ 0.462377 16932.0 0.772561 \n", - "load_m1_2_cf_cr_optional_1_ 0.194719 172787.0 0.479923 \n", - "load_m1_2_cf_cr_optional_2_ 0.297903 172787.0 0.623762 \n", - "load_m1_2_cf_cr_optional_3_ 0.384311 172787.0 0.703169 \n", - "load_m1_2_cf_cr_optional_1_ 0.190675 172787.0 0.477953 \n", - "load_m1_2_cf_cr_optional_2_ 0.291623 172787.0 0.621393 \n", - "load_m1_2_cf_cr_optional_3_ 0.379260 172787.0 0.701594 \n", - "load_m1_3_cp_cf_cr_optional_1_ 0.172146 203757.0 0.482344 \n", - "load_m1_3_cp_cf_cr_optional_2_ 0.263095 203757.0 0.620892 \n", - "load_m1_3_cp_cf_cr_optional_3_ 0.350365 203757.0 0.698194 \n", - "load_m1_3_cp_cf_cr_optional_1_ 0.164904 203757.0 0.481098 \n", - "load_m1_3_cp_cf_cr_optional_2_ 0.260822 203757.0 0.621909 \n", - "load_m1_3_cp_cf_cr_optional_3_ 0.343976 203757.0 0.697756 \n", - "load_m1_4_complete_without_return_expressions_1_ 0.268748 16932.0 0.582447 \n", - "load_m1_4_complete_without_return_expressions_2_ 0.382638 16932.0 0.713944 \n", - "load_m1_4_complete_without_return_expressions_3_ 0.458210 16932.0 0.778939 \n", - "load_m1_4_complete_without_return_expressions_1_ 0.282042 16932.0 0.587448 \n", - "load_m1_4_complete_without_return_expressions_2_ 0.397569 16932.0 0.718364 \n", - "load_m1_4_complete_without_return_expressions_3_ 0.474781 16932.0 0.782129 \n", - "load_m2_1_complete_1_ 0.064064 16932.0 0.455469 \n", - "load_m2_1_complete_2_ 0.111261 16932.0 0.592222 \n", - "load_m2_1_complete_3_ 0.151278 16932.0 0.667818 \n", - "load_m2_1_complete_1_ 0.059085 16932.0 0.452142 \n", - "load_m2_1_complete_2_ 0.104615 16932.0 0.590676 \n", - "load_m2_1_complete_3_ 0.140940 16932.0 0.666194 \n", - "... ... ... ... \n", - "load_m2_4_complete_without_return_expressions_1_ 0.062456 16932.0 0.461139 \n", - "load_m2_4_complete_without_return_expressions_2_ 0.110080 16932.0 0.597065 \n", - "load_m2_4_complete_without_return_expressions_3_ 0.156896 16932.0 0.671480 \n", - "load_m2_4_complete_without_return_expressions_1_ 0.059926 16932.0 0.459544 \n", - "load_m2_4_complete_without_return_expressions_2_ 0.107897 16932.0 0.593649 \n", - "load_m2_4_complete_without_return_expressions_3_ 0.150411 16932.0 0.668143 \n", - "load_m3_1_complete_1_ 0.615730 16932.0 0.728207 \n", - "load_m3_1_complete_2_ 0.727225 16932.0 0.834515 \n", - "load_m3_1_complete_3_ 0.785725 16932.0 0.880256 \n", - "load_m3_1_complete_1_ 0.624684 16932.0 0.731770 \n", - "load_m3_1_complete_2_ 0.732798 16932.0 0.837290 \n", - "load_m3_1_complete_3_ 0.789445 16932.0 0.882294 \n", - "load_m3_2_cf_cr_optional_1_ 0.353415 172787.0 0.571921 \n", - "load_m3_2_cf_cr_optional_2_ 0.474479 172787.0 0.708352 \n", - "load_m3_2_cf_cr_optional_3_ 0.555337 172787.0 0.778968 \n", - "load_m3_2_cf_cr_optional_1_ 0.354531 172787.0 0.572395 \n", - "load_m3_2_cf_cr_optional_2_ 0.473352 172787.0 0.708628 \n", - "load_m3_2_cf_cr_optional_3_ 0.554588 172787.0 0.778996 \n", - "load_m3_3_cp_cf_cr_optional_1_ 0.387402 203757.0 0.580733 \n", - "load_m3_3_cp_cf_cr_optional_2_ 0.506811 203757.0 0.714751 \n", - "load_m3_3_cp_cf_cr_optional_3_ 0.579637 203757.0 0.783845 \n", - "load_m3_3_cp_cf_cr_optional_1_ 0.385111 203757.0 0.582292 \n", - "load_m3_3_cp_cf_cr_optional_2_ 0.505769 203757.0 0.716020 \n", - "load_m3_3_cp_cf_cr_optional_3_ 0.579364 203757.0 0.784346 \n", - "load_m3_4_complete_without_return_expressions_1_ 0.566422 16932.0 0.716956 \n", - "load_m3_4_complete_without_return_expressions_2_ 0.691823 16932.0 0.825124 \n", - "load_m3_4_complete_without_return_expressions_3_ 0.753841 16932.0 0.871663 \n", - "load_m3_4_complete_without_return_expressions_1_ 0.572042 16932.0 0.715588 \n", - "load_m3_4_complete_without_return_expressions_2_ 0.695246 16932.0 0.824730 \n", - "load_m3_4_complete_without_return_expressions_3_ 0.756590 16932.0 0.871880 \n", + "top 2 \\\n", + "stats f1-score precision recall \n", + "model subtype \n", + "load_m1 1_complete 0.283497 0.426856 0.401088 \n", + " 2_cf_cr_optional 0.190675 0.351278 0.297806 \n", + " 3_cp_cf_cr_optional 0.164904 0.346533 0.256095 \n", + " 4_complete_without_return_expressions 0.282042 0.431964 0.404218 \n", + " 5_short_dim 0.349528 0.50242 0.463643 \n", + "load_m2 1_complete 0.0590848 0.120167 0.106565 \n", + " 2_cf_cr_optional 0.0249323 0.0633461 0.051867 \n", + " 3_cp_cf_cr_optional 0.0263888 0.0734114 0.050009 \n", + " 4_complete_without_return_expressions 0.0599263 0.124432 0.108577 \n", + " 5_short_dim 0.0625439 0.118615 0.105843 \n", + "load_m3 1_complete 0.624684 0.787486 0.726508 \n", + " 2_cf_cr_optional 0.354531 0.616131 0.459002 \n", + " 3_cp_cf_cr_optional 0.385111 0.707583 0.477444 \n", + " 4_complete_without_return_expressions 0.572042 0.748478 0.692336 \n", + " 5_short_dim 0.62687 0.792377 0.727416 \n", "\n", - "[72 rows x 5 columns]" + "top 3 \\\n", + "stats f1-score precision recall \n", + "model subtype \n", + "load_m1 1_complete 0.392162 0.508988 0.46146 \n", + " 2_cf_cr_optional 0.291623 0.463384 0.368655 \n", + " 3_cp_cf_cr_optional 0.260822 0.459487 0.323421 \n", + " 4_complete_without_return_expressions 0.397569 0.525753 0.472711 \n", + " 5_short_dim 0.46101 0.592111 0.530696 \n", + "load_m2 1_complete 0.104615 0.16617 0.139616 \n", + " 2_cf_cr_optional 0.0499338 0.107108 0.0812682 \n", + " 3_cp_cf_cr_optional 0.0498451 0.118381 0.0780058 \n", + " 4_complete_without_return_expressions 0.107897 0.17395 0.147551 \n", + " 5_short_dim 0.103365 0.16526 0.140668 \n", + "load_m3 1_complete 0.732798 0.849399 0.774627 \n", + " 2_cf_cr_optional 0.473352 0.712426 0.524332 \n", + " 3_cp_cf_cr_optional 0.505769 0.793798 0.535717 \n", + " 4_complete_without_return_expressions 0.695246 0.818245 0.743862 \n", + " 5_short_dim 0.734798 0.847614 0.770272 \n", + "\n", + "top \n", + "stats f1-score \n", + "model subtype \n", + "load_m1 1_complete 0.462377 \n", + " 2_cf_cr_optional 0.37926 \n", + " 3_cp_cf_cr_optional 0.343976 \n", + " 4_complete_without_return_expressions 0.474781 \n", + " 5_short_dim 0.537645 \n", + "load_m2 1_complete 0.14094 \n", + " 2_cf_cr_optional 0.0832503 \n", + " 3_cp_cf_cr_optional 0.0818357 \n", + " 4_complete_without_return_expressions 0.150411 \n", + " 5_short_dim 0.141591 \n", + "load_m3 1_complete 0.789445 \n", + " 2_cf_cr_optional 0.554588 \n", + " 3_cp_cf_cr_optional 0.579364 \n", + " 4_complete_without_return_expressions 0.75659 \n", + " 5_short_dim 0.78594 " ] }, - "execution_count": 182, + "execution_count": 257, "metadata": {}, "output_type": "execute_result" } @@ -810,7 +844,7 @@ }, { "cell_type": "code", - "execution_count": 177, + "execution_count": 258, "metadata": {}, "outputs": [ { @@ -826,709 +860,317 @@ " vertical-align: top;\n", " }\n", "\n", - " .dataframe thead th {\n", + " .dataframe thead tr th {\n", + " text-align: left;\n", + " }\n", + "\n", + " .dataframe thead tr:last-of-type th {\n", " text-align: right;\n", " }\n", "\n", "\n", " \n", - " \n", + " \n", " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", + " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", "
top123
statsprecisionrecallf1-scoreprecisionrecallf1-scoreprecisionrecallf1-scoresupportaccuracy
load_m1_1_complete_1__unfiltered0.3543400.3608360.34230312845.0000000.674793
load_m1_1_complete_2__unfiltered0.4581250.4414330.43250312845.0000000.764116modelsubtype
load_m1_1_complete_3__unfiltered0.5197490.4880830.48548712845.0000000.808351
load_m1_1_complete_1__unfilteredload_m11_complete0.3633760.3707280.35014912749.0000000.677066
load_m1_1_complete_2__unfiltered0.4683060.4526360.44181612749.0000000.766585
load_m1_1_complete_3__unfiltered0.5301350.5015420.49722512749.0000000.812453
load_m1_2_cf_cr_optional_1__unfiltered0.2608010.2771760.249397103025.0000000.625401
load_m1_2_cf_cr_optional_2__unfiltered0.3617010.3420310.326860103025.0000000.700840
load_m1_2_cf_cr_optional_3__unfiltered0.4388230.4024670.396754103025.0000000.760441
load_m1_2_cf_cr_optional_1__unfiltered2_cf_cr_optional0.2550810.2705850.243533104161.3333330.620008
load_m1_2_cf_cr_optional_2__unfiltered0.3529480.3350450.319961104161.3333330.696568
load_m1_2_cf_cr_optional_3__unfiltered0.4316840.3954660.390194104161.3333330.756533
load_m1_3_cp_cf_cr_optional_1__unfiltered0.2512700.2481550.228463117245.0000000.628262
load_m1_3_cp_cf_cr_optional_2__unfiltered0.3347460.3048970.295253117245.0000000.699430
load_m1_3_cp_cf_cr_optional_3__unfiltered0.4225830.3615780.363181117245.0000000.753932
load_m1_3_cp_cf_cr_optional_1__unfiltered3_cp_cf_cr_optional0.2440760.2384460.220611116249.3333330.628221
load_m1_3_cp_cf_cr_optional_2__unfiltered0.3316800.331680.2966070.288876116249.3333330.700899
load_m1_3_cp_cf_cr_optional_3__unfiltered0.4164430.3527880.355463116249.3333330.755517
load_m1_4_complete_without_return_expressions_1__unfiltered0.3439860.3597440.33699012770.0000000.677571
load_m1_4_complete_without_return_expressions_1_42__unfiltered0.4644550.4654020.44761512817.5000000.703565
load_m1_4_complete_without_return_expressions_2__unfiltered0.4566940.4480240.43563012770.0000000.768947
load_m1_4_complete_without_return_expressions_2_42__unfiltered0.5672360.5452500.53842412817.5000000.786083
load_m1_4_complete_without_return_expressions_3__unfiltered0.5312750.5042230.49852612770.0000000.816600
load_m1_4_complete_without_return_expressions_3_42__unfiltered0.6310470.5951040.59509512817.5000000.831977
load_m1_4_complete_without_return_expressions_1__unfiltered4_complete_without_return_expressions0.3608380.3762620.35349612724.6666670.6858440.473910.4650320.452820.5509880.5230680.518248
load_m1_4_complete_without_return_expressions_1_42__unfiltered5_short_dim0.4452780.4464780.42963412760.6666670.703196
load_m1_4_complete_without_return_expressions_2__unfiltered0.4739100.4650320.45282012724.6666670.774755
load_m1_4_complete_without_return_expressions_2_42__unfiltered0.5479910.5261110.51969512760.6666670.785699
load_m1_4_complete_without_return_expressions_3__unfiltered0.5509880.5230680.51824812724.6666670.820217
load_m1_4_complete_without_return_expressions_3_42__unfiltered0.6198440.5845810.58475612760.6666670.832345
..................
load_m3_1_complete_1__unfiltered0.7346990.7169240.70645013057.0000000.831733
load_m3_1_complete_2__unfiltered0.8212820.7897520.78968813057.0000000.890693
load_m3_1_complete_3__unfiltered0.8676330.8275880.83420813057.0000000.918362
load_m3_1_complete_1__unfilteredload_m21_complete0.08821480.09360730.08459290.1417750.1357420.1297450.1876020.1706280.167992
2_cf_cr_optional0.03491410.04045020.03472740.06208840.0599460.05588380.09805420.08448680.0829587
3_cp_cf_cr_optional0.04287490.04375560.0381940.0728060.06103530.05812210.1122360.08666550.086648
4_complete_without_return_expressions0.09382850.09791650.0905190.1468620.1365490.1326590.1914710.1714410.171333
5_short_dim0.08968840.09612630.08732150.1405290.135030.1288960.1848190.1708050.167486
load_m31_complete0.7389810.7196620.71048713174.0000000.832035
load_m3_1_complete_2__unfiltered0.8228410.7892590.79008413174.0000000.891727
load_m3_1_complete_3__unfiltered0.8691590.8286240.83494313174.0000000.918576
load_m3_2_cf_cr_optional_1__unfiltered0.5401050.4604430.450723113749.0000000.701851
load_m3_2_cf_cr_optional_2__unfiltered0.6456290.5384570.545193113749.0000000.785403
load_m3_2_cf_cr_optional_3__unfiltered0.7169360.5993240.615548113749.0000000.832852
load_m3_2_cf_cr_optional_1__unfiltered2_cf_cr_optional0.5375190.4592220.448279114570.3333330.699794
load_m3_2_cf_cr_optional_2__unfiltered0.6402660.5359930.541377114570.3333330.782821
load_m3_2_cf_cr_optional_3__unfiltered0.7148520.5969140.611998114570.3333330.830947
load_m3_3_cp_cf_cr_optional_1__unfiltered0.6232940.5097940.510070130755.5000000.708750
load_m3_3_cp_cf_cr_optional_2__unfiltered0.7202330.5817850.596857130755.5000000.790143
load_m3_3_cp_cf_cr_optional_3__unfiltered0.7843990.6342080.657782130755.5000000.835663
load_m3_3_cp_cf_cr_optional_1__unfiltered3_cp_cf_cr_optional0.6248580.5099610.510054130114.0000000.711891
load_m3_3_cp_cf_cr_optional_2__unfiltered0.7193050.5810810.595820130114.0000000.792205
load_m3_3_cp_cf_cr_optional_3__unfiltered0.595820.7847390.6338900.633890.657176130114.0000000.837789
load_m3_4_complete_without_return_expressions_1__unfiltered0.6738350.6613360.64714413302.5000000.812966
load_m3_4_complete_without_return_expressions_1_42__unfiltered0.7242860.7043570.69698313367.0000000.824159
load_m3_4_complete_without_return_expressions_2__unfiltered0.7774620.7457930.74385413302.5000000.878209
load_m3_4_complete_without_return_expressions_2_42__unfiltered0.8149640.7766990.77942813367.0000000.887473
load_m3_4_complete_without_return_expressions_3__unfiltered0.8345800.7885990.79391313302.5000000.905640
load_m3_4_complete_without_return_expressions_3_42__unfiltered0.8620610.8151430.82304413367.0000000.913052
load_m3_4_complete_without_return_expressions_1__unfiltered4_complete_without_return_expressions0.6812760.6671160.65473613245.3333330.8126350.7839680.7507860.750040.83740.7940590.799302
load_m3_4_complete_without_return_expressions_1_42__unfiltered5_short_dim0.7308740.7137870.70492213307.0000000.827516
load_m3_4_complete_without_return_expressions_2__unfiltered0.7839680.7507860.75004013245.3333330.880093
load_m3_4_complete_without_return_expressions_2_42__unfiltered0.8194320.7847700.784770.78644213307.0000000.890150
load_m3_4_complete_without_return_expressions_3__unfiltered0.8374000.7940590.79930213245.3333330.908535
load_m3_4_complete_without_return_expressions_3_42__unfiltered0.8643040.8220330.82850513307.0000000.916125
\n", - "

90 rows × 5 columns

\n", "" ], "text/plain": [ - " precision recall \\\n", - "load_m1_1_complete_1__unfiltered 0.354340 0.360836 \n", - "load_m1_1_complete_2__unfiltered 0.458125 0.441433 \n", - "load_m1_1_complete_3__unfiltered 0.519749 0.488083 \n", - "load_m1_1_complete_1__unfiltered 0.363376 0.370728 \n", - "load_m1_1_complete_2__unfiltered 0.468306 0.452636 \n", - "load_m1_1_complete_3__unfiltered 0.530135 0.501542 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.260801 0.277176 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.361701 0.342031 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.438823 0.402467 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.255081 0.270585 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.352948 0.335045 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.431684 0.395466 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.251270 0.248155 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.334746 0.304897 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.422583 0.361578 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.244076 0.238446 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.331680 0.296607 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.416443 0.352788 \n", - "load_m1_4_complete_without_return_expressions_1... 0.343986 0.359744 \n", - "load_m1_4_complete_without_return_expressions_1... 0.464455 0.465402 \n", - "load_m1_4_complete_without_return_expressions_2... 0.456694 0.448024 \n", - "load_m1_4_complete_without_return_expressions_2... 0.567236 0.545250 \n", - "load_m1_4_complete_without_return_expressions_3... 0.531275 0.504223 \n", - "load_m1_4_complete_without_return_expressions_3... 0.631047 0.595104 \n", - "load_m1_4_complete_without_return_expressions_1... 0.360838 0.376262 \n", - "load_m1_4_complete_without_return_expressions_1... 0.445278 0.446478 \n", - "load_m1_4_complete_without_return_expressions_2... 0.473910 0.465032 \n", - "load_m1_4_complete_without_return_expressions_2... 0.547991 0.526111 \n", - "load_m1_4_complete_without_return_expressions_3... 0.550988 0.523068 \n", - "load_m1_4_complete_without_return_expressions_3... 0.619844 0.584581 \n", - "... ... ... \n", - "load_m3_1_complete_1__unfiltered 0.734699 0.716924 \n", - "load_m3_1_complete_2__unfiltered 0.821282 0.789752 \n", - "load_m3_1_complete_3__unfiltered 0.867633 0.827588 \n", - "load_m3_1_complete_1__unfiltered 0.738981 0.719662 \n", - "load_m3_1_complete_2__unfiltered 0.822841 0.789259 \n", - "load_m3_1_complete_3__unfiltered 0.869159 0.828624 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.540105 0.460443 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.645629 0.538457 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.716936 0.599324 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.537519 0.459222 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.640266 0.535993 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.714852 0.596914 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.623294 0.509794 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.720233 0.581785 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.784399 0.634208 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.624858 0.509961 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.719305 0.581081 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.784739 0.633890 \n", - "load_m3_4_complete_without_return_expressions_1... 0.673835 0.661336 \n", - "load_m3_4_complete_without_return_expressions_1... 0.724286 0.704357 \n", - "load_m3_4_complete_without_return_expressions_2... 0.777462 0.745793 \n", - "load_m3_4_complete_without_return_expressions_2... 0.814964 0.776699 \n", - "load_m3_4_complete_without_return_expressions_3... 0.834580 0.788599 \n", - "load_m3_4_complete_without_return_expressions_3... 0.862061 0.815143 \n", - "load_m3_4_complete_without_return_expressions_1... 0.681276 0.667116 \n", - "load_m3_4_complete_without_return_expressions_1... 0.730874 0.713787 \n", - "load_m3_4_complete_without_return_expressions_2... 0.783968 0.750786 \n", - "load_m3_4_complete_without_return_expressions_2... 0.819432 0.784770 \n", - "load_m3_4_complete_without_return_expressions_3... 0.837400 0.794059 \n", - "load_m3_4_complete_without_return_expressions_3... 0.864304 0.822033 \n", + "top 1 \\\n", + "stats precision recall \n", + "model subtype \n", + "load_m1 1_complete 0.363376 0.370728 \n", + " 2_cf_cr_optional 0.255081 0.270585 \n", + " 3_cp_cf_cr_optional 0.244076 0.238446 \n", + " 4_complete_without_return_expressions 0.360838 0.376262 \n", + " 5_short_dim 0.445278 0.446478 \n", + "load_m2 1_complete 0.0882148 0.0936073 \n", + " 2_cf_cr_optional 0.0349141 0.0404502 \n", + " 3_cp_cf_cr_optional 0.0428749 0.0437556 \n", + " 4_complete_without_return_expressions 0.0938285 0.0979165 \n", + " 5_short_dim 0.0896884 0.0961263 \n", + "load_m3 1_complete 0.738981 0.719662 \n", + " 2_cf_cr_optional 0.537519 0.459222 \n", + " 3_cp_cf_cr_optional 0.624858 0.509961 \n", + " 4_complete_without_return_expressions 0.681276 0.667116 \n", + " 5_short_dim 0.730874 0.713787 \n", "\n", - " f1-score support \\\n", - "load_m1_1_complete_1__unfiltered 0.342303 12845.000000 \n", - "load_m1_1_complete_2__unfiltered 0.432503 12845.000000 \n", - "load_m1_1_complete_3__unfiltered 0.485487 12845.000000 \n", - "load_m1_1_complete_1__unfiltered 0.350149 12749.000000 \n", - "load_m1_1_complete_2__unfiltered 0.441816 12749.000000 \n", - "load_m1_1_complete_3__unfiltered 0.497225 12749.000000 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.249397 103025.000000 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.326860 103025.000000 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.396754 103025.000000 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.243533 104161.333333 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.319961 104161.333333 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.390194 104161.333333 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.228463 117245.000000 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.295253 117245.000000 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.363181 117245.000000 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.220611 116249.333333 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.288876 116249.333333 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.355463 116249.333333 \n", - "load_m1_4_complete_without_return_expressions_1... 0.336990 12770.000000 \n", - "load_m1_4_complete_without_return_expressions_1... 0.447615 12817.500000 \n", - "load_m1_4_complete_without_return_expressions_2... 0.435630 12770.000000 \n", - "load_m1_4_complete_without_return_expressions_2... 0.538424 12817.500000 \n", - "load_m1_4_complete_without_return_expressions_3... 0.498526 12770.000000 \n", - "load_m1_4_complete_without_return_expressions_3... 0.595095 12817.500000 \n", - "load_m1_4_complete_without_return_expressions_1... 0.353496 12724.666667 \n", - "load_m1_4_complete_without_return_expressions_1... 0.429634 12760.666667 \n", - "load_m1_4_complete_without_return_expressions_2... 0.452820 12724.666667 \n", - "load_m1_4_complete_without_return_expressions_2... 0.519695 12760.666667 \n", - "load_m1_4_complete_without_return_expressions_3... 0.518248 12724.666667 \n", - "load_m1_4_complete_without_return_expressions_3... 0.584756 12760.666667 \n", - "... ... ... \n", - "load_m3_1_complete_1__unfiltered 0.706450 13057.000000 \n", - "load_m3_1_complete_2__unfiltered 0.789688 13057.000000 \n", - "load_m3_1_complete_3__unfiltered 0.834208 13057.000000 \n", - "load_m3_1_complete_1__unfiltered 0.710487 13174.000000 \n", - "load_m3_1_complete_2__unfiltered 0.790084 13174.000000 \n", - "load_m3_1_complete_3__unfiltered 0.834943 13174.000000 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.450723 113749.000000 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.545193 113749.000000 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.615548 113749.000000 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.448279 114570.333333 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.541377 114570.333333 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.611998 114570.333333 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.510070 130755.500000 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.596857 130755.500000 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.657782 130755.500000 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.510054 130114.000000 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.595820 130114.000000 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.657176 130114.000000 \n", - "load_m3_4_complete_without_return_expressions_1... 0.647144 13302.500000 \n", - "load_m3_4_complete_without_return_expressions_1... 0.696983 13367.000000 \n", - "load_m3_4_complete_without_return_expressions_2... 0.743854 13302.500000 \n", - "load_m3_4_complete_without_return_expressions_2... 0.779428 13367.000000 \n", - "load_m3_4_complete_without_return_expressions_3... 0.793913 13302.500000 \n", - "load_m3_4_complete_without_return_expressions_3... 0.823044 13367.000000 \n", - "load_m3_4_complete_without_return_expressions_1... 0.654736 13245.333333 \n", - "load_m3_4_complete_without_return_expressions_1... 0.704922 13307.000000 \n", - "load_m3_4_complete_without_return_expressions_2... 0.750040 13245.333333 \n", - "load_m3_4_complete_without_return_expressions_2... 0.786442 13307.000000 \n", - "load_m3_4_complete_without_return_expressions_3... 0.799302 13245.333333 \n", - "load_m3_4_complete_without_return_expressions_3... 0.828505 13307.000000 \n", + "top 2 \\\n", + "stats f1-score precision \n", + "model subtype \n", + "load_m1 1_complete 0.350149 0.468306 \n", + " 2_cf_cr_optional 0.243533 0.352948 \n", + " 3_cp_cf_cr_optional 0.220611 0.33168 \n", + " 4_complete_without_return_expressions 0.353496 0.47391 \n", + " 5_short_dim 0.429634 0.547991 \n", + "load_m2 1_complete 0.0845929 0.141775 \n", + " 2_cf_cr_optional 0.0347274 0.0620884 \n", + " 3_cp_cf_cr_optional 0.038194 0.072806 \n", + " 4_complete_without_return_expressions 0.090519 0.146862 \n", + " 5_short_dim 0.0873215 0.140529 \n", + "load_m3 1_complete 0.710487 0.822841 \n", + " 2_cf_cr_optional 0.448279 0.640266 \n", + " 3_cp_cf_cr_optional 0.510054 0.719305 \n", + " 4_complete_without_return_expressions 0.654736 0.783968 \n", + " 5_short_dim 0.704922 0.819432 \n", "\n", - " accuracy \n", - "load_m1_1_complete_1__unfiltered 0.674793 \n", - "load_m1_1_complete_2__unfiltered 0.764116 \n", - "load_m1_1_complete_3__unfiltered 0.808351 \n", - "load_m1_1_complete_1__unfiltered 0.677066 \n", - "load_m1_1_complete_2__unfiltered 0.766585 \n", - "load_m1_1_complete_3__unfiltered 0.812453 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.625401 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.700840 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.760441 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.620008 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.696568 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.756533 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.628262 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.699430 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.753932 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.628221 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.700899 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.755517 \n", - "load_m1_4_complete_without_return_expressions_1... 0.677571 \n", - "load_m1_4_complete_without_return_expressions_1... 0.703565 \n", - "load_m1_4_complete_without_return_expressions_2... 0.768947 \n", - "load_m1_4_complete_without_return_expressions_2... 0.786083 \n", - "load_m1_4_complete_without_return_expressions_3... 0.816600 \n", - "load_m1_4_complete_without_return_expressions_3... 0.831977 \n", - "load_m1_4_complete_without_return_expressions_1... 0.685844 \n", - "load_m1_4_complete_without_return_expressions_1... 0.703196 \n", - "load_m1_4_complete_without_return_expressions_2... 0.774755 \n", - "load_m1_4_complete_without_return_expressions_2... 0.785699 \n", - "load_m1_4_complete_without_return_expressions_3... 0.820217 \n", - "load_m1_4_complete_without_return_expressions_3... 0.832345 \n", - "... ... \n", - "load_m3_1_complete_1__unfiltered 0.831733 \n", - "load_m3_1_complete_2__unfiltered 0.890693 \n", - "load_m3_1_complete_3__unfiltered 0.918362 \n", - "load_m3_1_complete_1__unfiltered 0.832035 \n", - "load_m3_1_complete_2__unfiltered 0.891727 \n", - "load_m3_1_complete_3__unfiltered 0.918576 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.701851 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.785403 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.832852 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.699794 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.782821 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.830947 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.708750 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.790143 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.835663 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.711891 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.792205 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.837789 \n", - "load_m3_4_complete_without_return_expressions_1... 0.812966 \n", - "load_m3_4_complete_without_return_expressions_1... 0.824159 \n", - "load_m3_4_complete_without_return_expressions_2... 0.878209 \n", - "load_m3_4_complete_without_return_expressions_2... 0.887473 \n", - "load_m3_4_complete_without_return_expressions_3... 0.905640 \n", - "load_m3_4_complete_without_return_expressions_3... 0.913052 \n", - "load_m3_4_complete_without_return_expressions_1... 0.812635 \n", - "load_m3_4_complete_without_return_expressions_1... 0.827516 \n", - "load_m3_4_complete_without_return_expressions_2... 0.880093 \n", - "load_m3_4_complete_without_return_expressions_2... 0.890150 \n", - "load_m3_4_complete_without_return_expressions_3... 0.908535 \n", - "load_m3_4_complete_without_return_expressions_3... 0.916125 \n", + "top \\\n", + "stats recall f1-score \n", + "model subtype \n", + "load_m1 1_complete 0.452636 0.441816 \n", + " 2_cf_cr_optional 0.335045 0.319961 \n", + " 3_cp_cf_cr_optional 0.296607 0.288876 \n", + " 4_complete_without_return_expressions 0.465032 0.45282 \n", + " 5_short_dim 0.526111 0.519695 \n", + "load_m2 1_complete 0.135742 0.129745 \n", + " 2_cf_cr_optional 0.059946 0.0558838 \n", + " 3_cp_cf_cr_optional 0.0610353 0.0581221 \n", + " 4_complete_without_return_expressions 0.136549 0.132659 \n", + " 5_short_dim 0.13503 0.128896 \n", + "load_m3 1_complete 0.789259 0.790084 \n", + " 2_cf_cr_optional 0.535993 0.541377 \n", + " 3_cp_cf_cr_optional 0.581081 0.59582 \n", + " 4_complete_without_return_expressions 0.750786 0.75004 \n", + " 5_short_dim 0.78477 0.786442 \n", "\n", - "[90 rows x 5 columns]" + "top 3 \n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete 0.530135 0.501542 0.497225 \n", + " 2_cf_cr_optional 0.431684 0.395466 0.390194 \n", + " 3_cp_cf_cr_optional 0.416443 0.352788 0.355463 \n", + " 4_complete_without_return_expressions 0.550988 0.523068 0.518248 \n", + " 5_short_dim 0.619844 0.584581 0.584756 \n", + "load_m2 1_complete 0.187602 0.170628 0.167992 \n", + " 2_cf_cr_optional 0.0980542 0.0844868 0.0829587 \n", + " 3_cp_cf_cr_optional 0.112236 0.0866655 0.086648 \n", + " 4_complete_without_return_expressions 0.191471 0.171441 0.171333 \n", + " 5_short_dim 0.184819 0.170805 0.167486 \n", + "load_m3 1_complete 0.869159 0.828624 0.834943 \n", + " 2_cf_cr_optional 0.714852 0.596914 0.611998 \n", + " 3_cp_cf_cr_optional 0.784739 0.63389 0.657176 \n", + " 4_complete_without_return_expressions 0.8374 0.794059 0.799302 \n", + " 5_short_dim 0.864304 0.822033 0.828505 " ] }, - "execution_count": 177, + "execution_count": 258, "metadata": {}, "output_type": "execute_result" } @@ -1539,7 +1181,7 @@ }, { "cell_type": "code", - "execution_count": 121, + "execution_count": 259, "metadata": {}, "outputs": [ { @@ -1555,393 +1197,298 @@ " vertical-align: top;\n", " }\n", "\n", - " .dataframe thead th {\n", + " .dataframe thead tr th {\n", + " text-align: left;\n", + " }\n", + "\n", + " .dataframe thead tr:last-of-type th {\n", " text-align: right;\n", " }\n", "\n", "\n", " \n", - " \n", + " \n", " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", - " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", - " \n", + " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
top123
statsprecisionrecallf1-scoreprecisionrecallf1-scoreprecisionrecallf1-scoresupportaccuracy
modelsubtype
load_m1_1_complete_1load_m11_complete0.5098310.5767380.51895616932.00.576738
load_m1_1_complete_20.6592830.7050160.65509616932.00.705016
load_m1_1_complete_30.7315360.7725610.72961116932.00.772561
load_m1_2_cf_cr_optional_10.4042902_cf_cr_optional0.404290.4779530.414712172787.00.477953
load_m1_2_cf_cr_optional_20.5963900.596390.6213930.557920172787.00.621393
load_m1_2_cf_cr_optional_30.6825500.557920.682550.7015940.646866172787.00.701594
load_m1_3_cp_cf_cr_optional_13_cp_cf_cr_optional0.4127910.4810980.416135203757.00.481098
load_m1_3_cp_cf_cr_optional_20.6022540.6219090.557194203757.00.621909
load_m1_3_cp_cf_cr_optional_30.6870340.6977560.640979203757.00.697756
load_m1_4_complete_without_return_expressions_14_complete_without_return_expressions0.5120730.5874480.53028116932.00.587448
load_m1_4_complete_without_return_expressions_20.6753800.675380.7183640.67109416932.00.718364
load_m1_4_complete_without_return_expressions_30.7484830.7821290.74191816932.00.782129
load_m2_1_complete_10.3400300.4521420.37189816932.00.4521425_short_dim0.5430450.5988270.5467890.6927840.727380.6838210.7660930.7934680.756833
load_m2_1_complete_2load_m21_complete0.340030.4521420.3718980.5081020.5906760.50752616932.00.590676
load_m2_1_complete_30.5837080.6661940.59035316932.00.666194
load_m2_2_cf_cr_optional_12_cf_cr_optional0.2519730.3680310.286791172787.00.368031
load_m2_2_cf_cr_optional_20.4122310.5180980.416214172787.00.518098
load_m2_2_cf_cr_optional_30.5251550.6000820.499896172787.00.600082
load_m2_3_cp_cf_cr_optional_13_cp_cf_cr_optional0.2703090.3797090.300563203757.00.379709
load_m2_3_cp_cf_cr_optional_20.4308510.5257770.425219203757.00.525777
load_m2_3_cp_cf_cr_optional_30.5413180.6054960.506533203757.00.605496
load_m2_4_complete_without_return_expressions_14_complete_without_return_expressions0.3445520.4595440.37887516932.00.459544
load_m2_4_complete_without_return_expressions_20.5115180.5936490.51006716932.00.593649
load_m2_4_complete_without_return_expressions_30.5848430.6681430.59248616932.00.668143
load_m3_1_complete_10.7245630.7317700.71113916932.00.7317705_short_dim0.3294810.4488940.3671350.5047660.5886090.503860.5799390.6634970.587155
load_m3_1_complete_2load_m31_complete0.7245630.731770.7111390.8347850.8372900.837290.82173916932.00.837290
load_m3_1_complete_30.8821100.882110.8822940.86958616932.00.882294
load_m3_2_cf_cr_optional_12_cf_cr_optional0.5707570.5723950.533562172787.00.572395
load_m3_2_cf_cr_optional_20.7116240.7086280.674401172787.00.708628
load_m3_2_cf_cr_optional_30.7823950.7789960.749136172787.00.778996
load_m3_3_cp_cf_cr_optional_10.5889103_cp_cf_cr_optional0.588910.5822920.546196203757.00.582292
load_m3_3_cp_cf_cr_optional_20.7315110.7160200.716020.685038203757.00.716020
load_m3_3_cp_cf_cr_optional_30.8001580.7843460.757963203757.00.784346
load_m3_4_complete_without_return_expressions_14_complete_without_return_expressions0.6982790.7155880.69126916932.00.715588
load_m3_4_complete_without_return_expressions_20.8154430.8247300.824730.80598716932.00.824730
load_m3_4_complete_without_return_expressions_30.8677900.8718800.85659016932.00.8718800.867790.871880.85659
5_short_dim0.7181380.7305890.7111170.8328120.8353220.8202130.879640.8797740.867319
\n", "" ], "text/plain": [ - " precision recall \\\n", - "load_m1_1_complete_1 0.509831 0.576738 \n", - "load_m1_1_complete_2 0.659283 0.705016 \n", - "load_m1_1_complete_3 0.731536 0.772561 \n", - "load_m1_2_cf_cr_optional_1 0.404290 0.477953 \n", - "load_m1_2_cf_cr_optional_2 0.596390 0.621393 \n", - "load_m1_2_cf_cr_optional_3 0.682550 0.701594 \n", - "load_m1_3_cp_cf_cr_optional_1 0.412791 0.481098 \n", - "load_m1_3_cp_cf_cr_optional_2 0.602254 0.621909 \n", - "load_m1_3_cp_cf_cr_optional_3 0.687034 0.697756 \n", - "load_m1_4_complete_without_return_expressions_1 0.512073 0.587448 \n", - "load_m1_4_complete_without_return_expressions_2 0.675380 0.718364 \n", - "load_m1_4_complete_without_return_expressions_3 0.748483 0.782129 \n", - "load_m2_1_complete_1 0.340030 0.452142 \n", - "load_m2_1_complete_2 0.508102 0.590676 \n", - "load_m2_1_complete_3 0.583708 0.666194 \n", - "load_m2_2_cf_cr_optional_1 0.251973 0.368031 \n", - "load_m2_2_cf_cr_optional_2 0.412231 0.518098 \n", - "load_m2_2_cf_cr_optional_3 0.525155 0.600082 \n", - "load_m2_3_cp_cf_cr_optional_1 0.270309 0.379709 \n", - "load_m2_3_cp_cf_cr_optional_2 0.430851 0.525777 \n", - "load_m2_3_cp_cf_cr_optional_3 0.541318 0.605496 \n", - "load_m2_4_complete_without_return_expressions_1 0.344552 0.459544 \n", - "load_m2_4_complete_without_return_expressions_2 0.511518 0.593649 \n", - "load_m2_4_complete_without_return_expressions_3 0.584843 0.668143 \n", - "load_m3_1_complete_1 0.724563 0.731770 \n", - "load_m3_1_complete_2 0.834785 0.837290 \n", - "load_m3_1_complete_3 0.882110 0.882294 \n", - "load_m3_2_cf_cr_optional_1 0.570757 0.572395 \n", - "load_m3_2_cf_cr_optional_2 0.711624 0.708628 \n", - "load_m3_2_cf_cr_optional_3 0.782395 0.778996 \n", - "load_m3_3_cp_cf_cr_optional_1 0.588910 0.582292 \n", - "load_m3_3_cp_cf_cr_optional_2 0.731511 0.716020 \n", - "load_m3_3_cp_cf_cr_optional_3 0.800158 0.784346 \n", - "load_m3_4_complete_without_return_expressions_1 0.698279 0.715588 \n", - "load_m3_4_complete_without_return_expressions_2 0.815443 0.824730 \n", - "load_m3_4_complete_without_return_expressions_3 0.867790 0.871880 \n", + "top 1 \\\n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete 0.509831 0.576738 0.518956 \n", + " 2_cf_cr_optional 0.40429 0.477953 0.414712 \n", + " 3_cp_cf_cr_optional 0.412791 0.481098 0.416135 \n", + " 4_complete_without_return_expressions 0.512073 0.587448 0.530281 \n", + " 5_short_dim 0.543045 0.598827 0.546789 \n", + "load_m2 1_complete 0.34003 0.452142 0.371898 \n", + " 2_cf_cr_optional 0.251973 0.368031 0.286791 \n", + " 3_cp_cf_cr_optional 0.270309 0.379709 0.300563 \n", + " 4_complete_without_return_expressions 0.344552 0.459544 0.378875 \n", + " 5_short_dim 0.329481 0.448894 0.367135 \n", + "load_m3 1_complete 0.724563 0.73177 0.711139 \n", + " 2_cf_cr_optional 0.570757 0.572395 0.533562 \n", + " 3_cp_cf_cr_optional 0.58891 0.582292 0.546196 \n", + " 4_complete_without_return_expressions 0.698279 0.715588 0.691269 \n", + " 5_short_dim 0.718138 0.730589 0.711117 \n", "\n", - " f1-score support accuracy \n", - "load_m1_1_complete_1 0.518956 16932.0 0.576738 \n", - "load_m1_1_complete_2 0.655096 16932.0 0.705016 \n", - "load_m1_1_complete_3 0.729611 16932.0 0.772561 \n", - "load_m1_2_cf_cr_optional_1 0.414712 172787.0 0.477953 \n", - "load_m1_2_cf_cr_optional_2 0.557920 172787.0 0.621393 \n", - "load_m1_2_cf_cr_optional_3 0.646866 172787.0 0.701594 \n", - "load_m1_3_cp_cf_cr_optional_1 0.416135 203757.0 0.481098 \n", - "load_m1_3_cp_cf_cr_optional_2 0.557194 203757.0 0.621909 \n", - "load_m1_3_cp_cf_cr_optional_3 0.640979 203757.0 0.697756 \n", - "load_m1_4_complete_without_return_expressions_1 0.530281 16932.0 0.587448 \n", - "load_m1_4_complete_without_return_expressions_2 0.671094 16932.0 0.718364 \n", - "load_m1_4_complete_without_return_expressions_3 0.741918 16932.0 0.782129 \n", - "load_m2_1_complete_1 0.371898 16932.0 0.452142 \n", - "load_m2_1_complete_2 0.507526 16932.0 0.590676 \n", - "load_m2_1_complete_3 0.590353 16932.0 0.666194 \n", - "load_m2_2_cf_cr_optional_1 0.286791 172787.0 0.368031 \n", - "load_m2_2_cf_cr_optional_2 0.416214 172787.0 0.518098 \n", - "load_m2_2_cf_cr_optional_3 0.499896 172787.0 0.600082 \n", - "load_m2_3_cp_cf_cr_optional_1 0.300563 203757.0 0.379709 \n", - "load_m2_3_cp_cf_cr_optional_2 0.425219 203757.0 0.525777 \n", - "load_m2_3_cp_cf_cr_optional_3 0.506533 203757.0 0.605496 \n", - "load_m2_4_complete_without_return_expressions_1 0.378875 16932.0 0.459544 \n", - "load_m2_4_complete_without_return_expressions_2 0.510067 16932.0 0.593649 \n", - "load_m2_4_complete_without_return_expressions_3 0.592486 16932.0 0.668143 \n", - "load_m3_1_complete_1 0.711139 16932.0 0.731770 \n", - "load_m3_1_complete_2 0.821739 16932.0 0.837290 \n", - "load_m3_1_complete_3 0.869586 16932.0 0.882294 \n", - "load_m3_2_cf_cr_optional_1 0.533562 172787.0 0.572395 \n", - "load_m3_2_cf_cr_optional_2 0.674401 172787.0 0.708628 \n", - "load_m3_2_cf_cr_optional_3 0.749136 172787.0 0.778996 \n", - "load_m3_3_cp_cf_cr_optional_1 0.546196 203757.0 0.582292 \n", - "load_m3_3_cp_cf_cr_optional_2 0.685038 203757.0 0.716020 \n", - "load_m3_3_cp_cf_cr_optional_3 0.757963 203757.0 0.784346 \n", - "load_m3_4_complete_without_return_expressions_1 0.691269 16932.0 0.715588 \n", - "load_m3_4_complete_without_return_expressions_2 0.805987 16932.0 0.824730 \n", - "load_m3_4_complete_without_return_expressions_3 0.856590 16932.0 0.871880 " + "top 2 \\\n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete 0.659283 0.705016 0.655096 \n", + " 2_cf_cr_optional 0.59639 0.621393 0.55792 \n", + " 3_cp_cf_cr_optional 0.602254 0.621909 0.557194 \n", + " 4_complete_without_return_expressions 0.67538 0.718364 0.671094 \n", + " 5_short_dim 0.692784 0.72738 0.683821 \n", + "load_m2 1_complete 0.508102 0.590676 0.507526 \n", + " 2_cf_cr_optional 0.412231 0.518098 0.416214 \n", + " 3_cp_cf_cr_optional 0.430851 0.525777 0.425219 \n", + " 4_complete_without_return_expressions 0.511518 0.593649 0.510067 \n", + " 5_short_dim 0.504766 0.588609 0.50386 \n", + "load_m3 1_complete 0.834785 0.83729 0.821739 \n", + " 2_cf_cr_optional 0.711624 0.708628 0.674401 \n", + " 3_cp_cf_cr_optional 0.731511 0.71602 0.685038 \n", + " 4_complete_without_return_expressions 0.815443 0.82473 0.805987 \n", + " 5_short_dim 0.832812 0.835322 0.820213 \n", + "\n", + "top 3 \n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete 0.731536 0.772561 0.729611 \n", + " 2_cf_cr_optional 0.68255 0.701594 0.646866 \n", + " 3_cp_cf_cr_optional 0.687034 0.697756 0.640979 \n", + " 4_complete_without_return_expressions 0.748483 0.782129 0.741918 \n", + " 5_short_dim 0.766093 0.793468 0.756833 \n", + "load_m2 1_complete 0.583708 0.666194 0.590353 \n", + " 2_cf_cr_optional 0.525155 0.600082 0.499896 \n", + " 3_cp_cf_cr_optional 0.541318 0.605496 0.506533 \n", + " 4_complete_without_return_expressions 0.584843 0.668143 0.592486 \n", + " 5_short_dim 0.579939 0.663497 0.587155 \n", + "load_m3 1_complete 0.88211 0.882294 0.869586 \n", + " 2_cf_cr_optional 0.782395 0.778996 0.749136 \n", + " 3_cp_cf_cr_optional 0.800158 0.784346 0.757963 \n", + " 4_complete_without_return_expressions 0.86779 0.87188 0.85659 \n", + " 5_short_dim 0.87964 0.879774 0.867319 " ] }, - "execution_count": 121, + "execution_count": 259, "metadata": {}, "output_type": "execute_result" } @@ -1952,7 +1499,7 @@ }, { "cell_type": "code", - "execution_count": 159, + "execution_count": 260, "metadata": {}, "outputs": [ { @@ -1968,709 +1515,298 @@ " vertical-align: top;\n", " }\n", "\n", - " .dataframe thead th {\n", + " .dataframe thead tr th {\n", + " text-align: left;\n", + " }\n", + "\n", + " .dataframe thead tr:last-of-type th {\n", " text-align: right;\n", " }\n", "\n", "\n", " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", + " \n", + " \n", " \n", - " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", " \n", " \n", "
top123
statsprecisionrecallf1-scoreprecisionrecallf1-scoreprecisionrecallf1-scoresupportaccuracy
load_m1_1_complete_1__unfiltered0.5898120.6747930.61148712845.0000000.674793
load_m1_1_complete_2__unfiltered0.7113390.7641160.71478612845.0000000.764116
load_m1_1_complete_3__unfiltered0.7619470.8083510.76721412845.0000000.808351modelsubtype
load_m1_1_complete_1__unfilteredload_m11_complete0.6032940.6770660.61553012749.0000000.677066
load_m1_1_complete_2__unfiltered0.615530.7171590.7665850.71897312749.0000000.766585
load_m1_1_complete_3__unfiltered0.7684180.8124530.77302212749.0000000.812453
load_m1_2_cf_cr_optional_1__unfiltered0.5202160.6254010.547949103025.0000000.625401
load_m1_2_cf_cr_optional_2__unfiltered0.6661910.7008400.641852103025.0000000.700840
load_m1_2_cf_cr_optional_3__unfiltered0.7353980.7604410.714323103025.0000000.760441
load_m1_2_cf_cr_optional_1__unfiltered2_cf_cr_optional0.5143760.6200080.541554104161.3333330.620008
load_m1_2_cf_cr_optional_2__unfiltered0.6564980.6965680.635333104161.3333330.696568
load_m1_2_cf_cr_optional_3__unfiltered0.7266380.7565330.708718104161.3333330.756533
load_m1_3_cp_cf_cr_optional_1__unfiltered0.5344780.6282620.549440117245.0000000.628262
load_m1_3_cp_cf_cr_optional_2__unfiltered0.6594650.6994300.637053117245.0000000.699430
load_m1_3_cp_cf_cr_optional_3__unfiltered0.7281120.7539320.703875117245.0000000.753932
load_m1_3_cp_cf_cr_optional_1__unfiltered3_cp_cf_cr_optional0.5286330.6282210.549218116249.3333330.628221
load_m1_3_cp_cf_cr_optional_2__unfiltered0.6606660.7008990.638538116249.3333330.700899
load_m1_3_cp_cf_cr_optional_3__unfiltered0.7290960.7555170.705464116249.3333330.755517
load_m1_4_complete_without_return_expressions_1__unfiltered0.5911630.6775710.61418112770.0000000.677571
load_m1_4_complete_without_return_expressions_1_42__unfiltered0.6460170.7035650.64858912817.5000000.703565
load_m1_4_complete_without_return_expressions_2__unfiltered0.7185720.7689470.72223412770.0000000.768947
load_m1_4_complete_without_return_expressions_2_42__unfiltered0.7529970.7860830.74663412817.5000000.786083
load_m1_4_complete_without_return_expressions_3__unfiltered0.7755830.8166000.77806512770.0000000.816600
load_m1_4_complete_without_return_expressions_3_42__unfiltered0.8032260.8319770.80001912817.5000000.831977
load_m1_4_complete_without_return_expressions_1__unfiltered4_complete_without_return_expressions0.6015110.6858440.62456712724.6666670.685844
load_m1_4_complete_without_return_expressions_1_42__unfiltered0.6385040.7031960.64724612760.6666670.703196
load_m1_4_complete_without_return_expressions_2__unfiltered0.7277020.7747550.73019512724.6666670.774755
load_m1_4_complete_without_return_expressions_2_42__unfiltered0.7477620.7856990.74471612760.6666670.785699
load_m1_4_complete_without_return_expressions_3__unfiltered0.7819230.8202170.78387312724.6666670.820217
load_m1_4_complete_without_return_expressions_3_42__unfiltered5_short_dim0.6385040.7031960.6472460.7477620.7856990.7447160.8005310.8323450.79961212760.6666670.832345
..................
load_m3_1_complete_1__unfiltered0.8163370.8317330.81147913057.0000000.831733
load_m3_1_complete_2__unfiltered0.8829560.8906930.87769013057.0000000.890693
load_m3_1_complete_3__unfiltered0.9136850.9183620.90887613057.0000000.918362
load_m3_1_complete_1__unfilteredload_m21_complete0.411980.5466770.4536440.5521720.6384430.555290.6169270.7000470.627548
2_cf_cr_optional0.3433990.5095060.3992980.4426880.5715920.4651920.5443440.635560.537012
3_cp_cf_cr_optional0.3657590.5271260.4184190.4568880.5741110.4699850.5651560.6409760.543573
4_complete_without_return_expressions0.4223860.559220.4661860.557780.6449420.5620580.6218920.7053890.633951
5_short_dim0.4040730.5465790.4514280.5466710.6375180.5534790.6107720.6982660.625081
load_m31_complete0.8170210.8320350.81149713174.0000000.832035
load_m3_1_complete_2__unfiltered0.8837040.8917270.87850613174.0000000.891727
load_m3_1_complete_3__unfiltered0.9136610.9185760.90863413174.0000000.918576
load_m3_2_cf_cr_optional_1__unfiltered0.6946750.7018510.660321113749.0000000.701851
load_m3_2_cf_cr_optional_2__unfiltered0.7876730.7854030.758652113749.0000000.785403
load_m3_2_cf_cr_optional_3__unfiltered0.8361020.8328520.813237113749.0000000.832852
load_m3_2_cf_cr_optional_1__unfiltered2_cf_cr_optional0.6932110.6997940.657737114570.3333330.699794
load_m3_2_cf_cr_optional_2__unfiltered0.7846580.7828210.755715114570.3333330.782821
load_m3_2_cf_cr_optional_3__unfiltered0.8345020.8309470.810852114570.3333330.830947
load_m3_3_cp_cf_cr_optional_1__unfiltered0.7052550.7087500.670896130755.5000000.708750
load_m3_3_cp_cf_cr_optional_2__unfiltered0.7955500.7901430.766100130755.5000000.790143
load_m3_3_cp_cf_cr_optional_3__unfiltered0.8418530.8356630.817150130755.5000000.835663
load_m3_3_cp_cf_cr_optional_1__unfiltered3_cp_cf_cr_optional0.7074570.7118910.673900130114.0000000.711891
load_m3_3_cp_cf_cr_optional_2__unfiltered0.67390.7975930.7922050.768311130114.0000000.792205
load_m3_3_cp_cf_cr_optional_3__unfiltered0.8445730.8377890.819555130114.0000000.837789
load_m3_4_complete_without_return_expressions_1__unfiltered0.7912530.8129660.78900913302.5000000.812966
load_m3_4_complete_without_return_expressions_1_42__unfiltered0.8064960.8241590.80341813367.0000000.824159
load_m3_4_complete_without_return_expressions_2__unfiltered0.8644480.8782090.86169413302.5000000.878209
load_m3_4_complete_without_return_expressions_2_42__unfiltered0.8788740.8874730.87384013367.0000000.887473
load_m3_4_complete_without_return_expressions_3__unfiltered0.8989800.9056400.89301813302.5000000.905640
load_m3_4_complete_without_return_expressions_3_42__unfiltered0.9090860.9130520.90283013367.0000000.913052
load_m3_4_complete_without_return_expressions_1__unfiltered4_complete_without_return_expressions0.7909050.8126350.78904813245.3333330.812635
load_m3_4_complete_without_return_expressions_1_42__unfiltered0.8100600.8275160.80857113307.0000000.827516
load_m3_4_complete_without_return_expressions_2__unfiltered0.8663070.8800930.86401113245.3333330.880093
load_m3_4_complete_without_return_expressions_2_42__unfiltered0.8805690.8901500.87724313307.0000000.890150
load_m3_4_complete_without_return_expressions_3__unfiltered0.9004430.9085350.89611813245.3333330.908535
load_m3_4_complete_without_return_expressions_3_42__unfiltered5_short_dim0.810060.8275160.8085710.8805690.890150.8772430.9118030.9161250.90635913307.0000000.916125
\n", - "

90 rows × 5 columns

\n", "" ], "text/plain": [ - " precision recall \\\n", - "load_m1_1_complete_1__unfiltered 0.589812 0.674793 \n", - "load_m1_1_complete_2__unfiltered 0.711339 0.764116 \n", - "load_m1_1_complete_3__unfiltered 0.761947 0.808351 \n", - "load_m1_1_complete_1__unfiltered 0.603294 0.677066 \n", - "load_m1_1_complete_2__unfiltered 0.717159 0.766585 \n", - "load_m1_1_complete_3__unfiltered 0.768418 0.812453 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.520216 0.625401 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.666191 0.700840 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.735398 0.760441 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.514376 0.620008 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.656498 0.696568 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.726638 0.756533 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.534478 0.628262 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.659465 0.699430 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.728112 0.753932 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.528633 0.628221 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.660666 0.700899 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.729096 0.755517 \n", - "load_m1_4_complete_without_return_expressions_1... 0.591163 0.677571 \n", - "load_m1_4_complete_without_return_expressions_1... 0.646017 0.703565 \n", - "load_m1_4_complete_without_return_expressions_2... 0.718572 0.768947 \n", - "load_m1_4_complete_without_return_expressions_2... 0.752997 0.786083 \n", - "load_m1_4_complete_without_return_expressions_3... 0.775583 0.816600 \n", - "load_m1_4_complete_without_return_expressions_3... 0.803226 0.831977 \n", - "load_m1_4_complete_without_return_expressions_1... 0.601511 0.685844 \n", - "load_m1_4_complete_without_return_expressions_1... 0.638504 0.703196 \n", - "load_m1_4_complete_without_return_expressions_2... 0.727702 0.774755 \n", - "load_m1_4_complete_without_return_expressions_2... 0.747762 0.785699 \n", - "load_m1_4_complete_without_return_expressions_3... 0.781923 0.820217 \n", - "load_m1_4_complete_without_return_expressions_3... 0.800531 0.832345 \n", - "... ... ... \n", - "load_m3_1_complete_1__unfiltered 0.816337 0.831733 \n", - "load_m3_1_complete_2__unfiltered 0.882956 0.890693 \n", - "load_m3_1_complete_3__unfiltered 0.913685 0.918362 \n", - "load_m3_1_complete_1__unfiltered 0.817021 0.832035 \n", - "load_m3_1_complete_2__unfiltered 0.883704 0.891727 \n", - "load_m3_1_complete_3__unfiltered 0.913661 0.918576 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.694675 0.701851 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.787673 0.785403 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.836102 0.832852 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.693211 0.699794 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.784658 0.782821 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.834502 0.830947 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.705255 0.708750 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.795550 0.790143 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.841853 0.835663 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.707457 0.711891 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.797593 0.792205 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.844573 0.837789 \n", - "load_m3_4_complete_without_return_expressions_1... 0.791253 0.812966 \n", - "load_m3_4_complete_without_return_expressions_1... 0.806496 0.824159 \n", - "load_m3_4_complete_without_return_expressions_2... 0.864448 0.878209 \n", - "load_m3_4_complete_without_return_expressions_2... 0.878874 0.887473 \n", - "load_m3_4_complete_without_return_expressions_3... 0.898980 0.905640 \n", - "load_m3_4_complete_without_return_expressions_3... 0.909086 0.913052 \n", - "load_m3_4_complete_without_return_expressions_1... 0.790905 0.812635 \n", - "load_m3_4_complete_without_return_expressions_1... 0.810060 0.827516 \n", - "load_m3_4_complete_without_return_expressions_2... 0.866307 0.880093 \n", - "load_m3_4_complete_without_return_expressions_2... 0.880569 0.890150 \n", - "load_m3_4_complete_without_return_expressions_3... 0.900443 0.908535 \n", - "load_m3_4_complete_without_return_expressions_3... 0.911803 0.916125 \n", - "\n", - " f1-score support \\\n", - "load_m1_1_complete_1__unfiltered 0.611487 12845.000000 \n", - "load_m1_1_complete_2__unfiltered 0.714786 12845.000000 \n", - "load_m1_1_complete_3__unfiltered 0.767214 12845.000000 \n", - "load_m1_1_complete_1__unfiltered 0.615530 12749.000000 \n", - "load_m1_1_complete_2__unfiltered 0.718973 12749.000000 \n", - "load_m1_1_complete_3__unfiltered 0.773022 12749.000000 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.547949 103025.000000 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.641852 103025.000000 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.714323 103025.000000 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.541554 104161.333333 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.635333 104161.333333 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.708718 104161.333333 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.549440 117245.000000 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.637053 117245.000000 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.703875 117245.000000 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.549218 116249.333333 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.638538 116249.333333 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.705464 116249.333333 \n", - "load_m1_4_complete_without_return_expressions_1... 0.614181 12770.000000 \n", - "load_m1_4_complete_without_return_expressions_1... 0.648589 12817.500000 \n", - "load_m1_4_complete_without_return_expressions_2... 0.722234 12770.000000 \n", - "load_m1_4_complete_without_return_expressions_2... 0.746634 12817.500000 \n", - "load_m1_4_complete_without_return_expressions_3... 0.778065 12770.000000 \n", - "load_m1_4_complete_without_return_expressions_3... 0.800019 12817.500000 \n", - "load_m1_4_complete_without_return_expressions_1... 0.624567 12724.666667 \n", - "load_m1_4_complete_without_return_expressions_1... 0.647246 12760.666667 \n", - "load_m1_4_complete_without_return_expressions_2... 0.730195 12724.666667 \n", - "load_m1_4_complete_without_return_expressions_2... 0.744716 12760.666667 \n", - "load_m1_4_complete_without_return_expressions_3... 0.783873 12724.666667 \n", - "load_m1_4_complete_without_return_expressions_3... 0.799612 12760.666667 \n", - "... ... ... \n", - "load_m3_1_complete_1__unfiltered 0.811479 13057.000000 \n", - "load_m3_1_complete_2__unfiltered 0.877690 13057.000000 \n", - "load_m3_1_complete_3__unfiltered 0.908876 13057.000000 \n", - "load_m3_1_complete_1__unfiltered 0.811497 13174.000000 \n", - "load_m3_1_complete_2__unfiltered 0.878506 13174.000000 \n", - "load_m3_1_complete_3__unfiltered 0.908634 13174.000000 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.660321 113749.000000 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.758652 113749.000000 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.813237 113749.000000 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.657737 114570.333333 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.755715 114570.333333 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.810852 114570.333333 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.670896 130755.500000 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.766100 130755.500000 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.817150 130755.500000 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.673900 130114.000000 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.768311 130114.000000 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.819555 130114.000000 \n", - "load_m3_4_complete_without_return_expressions_1... 0.789009 13302.500000 \n", - "load_m3_4_complete_without_return_expressions_1... 0.803418 13367.000000 \n", - "load_m3_4_complete_without_return_expressions_2... 0.861694 13302.500000 \n", - "load_m3_4_complete_without_return_expressions_2... 0.873840 13367.000000 \n", - "load_m3_4_complete_without_return_expressions_3... 0.893018 13302.500000 \n", - "load_m3_4_complete_without_return_expressions_3... 0.902830 13367.000000 \n", - "load_m3_4_complete_without_return_expressions_1... 0.789048 13245.333333 \n", - "load_m3_4_complete_without_return_expressions_1... 0.808571 13307.000000 \n", - "load_m3_4_complete_without_return_expressions_2... 0.864011 13245.333333 \n", - "load_m3_4_complete_without_return_expressions_2... 0.877243 13307.000000 \n", - "load_m3_4_complete_without_return_expressions_3... 0.896118 13245.333333 \n", - "load_m3_4_complete_without_return_expressions_3... 0.906359 13307.000000 \n", + "top 1 \\\n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete 0.603294 0.677066 0.61553 \n", + " 2_cf_cr_optional 0.514376 0.620008 0.541554 \n", + " 3_cp_cf_cr_optional 0.528633 0.628221 0.549218 \n", + " 4_complete_without_return_expressions 0.601511 0.685844 0.624567 \n", + " 5_short_dim 0.638504 0.703196 0.647246 \n", + "load_m2 1_complete 0.41198 0.546677 0.453644 \n", + " 2_cf_cr_optional 0.343399 0.509506 0.399298 \n", + " 3_cp_cf_cr_optional 0.365759 0.527126 0.418419 \n", + " 4_complete_without_return_expressions 0.422386 0.55922 0.466186 \n", + " 5_short_dim 0.404073 0.546579 0.451428 \n", + "load_m3 1_complete 0.817021 0.832035 0.811497 \n", + " 2_cf_cr_optional 0.693211 0.699794 0.657737 \n", + " 3_cp_cf_cr_optional 0.707457 0.711891 0.6739 \n", + " 4_complete_without_return_expressions 0.790905 0.812635 0.789048 \n", + " 5_short_dim 0.81006 0.827516 0.808571 \n", "\n", - " accuracy \n", - "load_m1_1_complete_1__unfiltered 0.674793 \n", - "load_m1_1_complete_2__unfiltered 0.764116 \n", - "load_m1_1_complete_3__unfiltered 0.808351 \n", - "load_m1_1_complete_1__unfiltered 0.677066 \n", - "load_m1_1_complete_2__unfiltered 0.766585 \n", - "load_m1_1_complete_3__unfiltered 0.812453 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.625401 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.700840 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.760441 \n", - "load_m1_2_cf_cr_optional_1__unfiltered 0.620008 \n", - "load_m1_2_cf_cr_optional_2__unfiltered 0.696568 \n", - "load_m1_2_cf_cr_optional_3__unfiltered 0.756533 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.628262 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.699430 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.753932 \n", - "load_m1_3_cp_cf_cr_optional_1__unfiltered 0.628221 \n", - "load_m1_3_cp_cf_cr_optional_2__unfiltered 0.700899 \n", - "load_m1_3_cp_cf_cr_optional_3__unfiltered 0.755517 \n", - "load_m1_4_complete_without_return_expressions_1... 0.677571 \n", - "load_m1_4_complete_without_return_expressions_1... 0.703565 \n", - "load_m1_4_complete_without_return_expressions_2... 0.768947 \n", - "load_m1_4_complete_without_return_expressions_2... 0.786083 \n", - "load_m1_4_complete_without_return_expressions_3... 0.816600 \n", - "load_m1_4_complete_without_return_expressions_3... 0.831977 \n", - "load_m1_4_complete_without_return_expressions_1... 0.685844 \n", - "load_m1_4_complete_without_return_expressions_1... 0.703196 \n", - "load_m1_4_complete_without_return_expressions_2... 0.774755 \n", - "load_m1_4_complete_without_return_expressions_2... 0.785699 \n", - "load_m1_4_complete_without_return_expressions_3... 0.820217 \n", - "load_m1_4_complete_without_return_expressions_3... 0.832345 \n", - "... ... \n", - "load_m3_1_complete_1__unfiltered 0.831733 \n", - "load_m3_1_complete_2__unfiltered 0.890693 \n", - "load_m3_1_complete_3__unfiltered 0.918362 \n", - "load_m3_1_complete_1__unfiltered 0.832035 \n", - "load_m3_1_complete_2__unfiltered 0.891727 \n", - "load_m3_1_complete_3__unfiltered 0.918576 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.701851 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.785403 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.832852 \n", - "load_m3_2_cf_cr_optional_1__unfiltered 0.699794 \n", - "load_m3_2_cf_cr_optional_2__unfiltered 0.782821 \n", - "load_m3_2_cf_cr_optional_3__unfiltered 0.830947 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.708750 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.790143 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.835663 \n", - "load_m3_3_cp_cf_cr_optional_1__unfiltered 0.711891 \n", - "load_m3_3_cp_cf_cr_optional_2__unfiltered 0.792205 \n", - "load_m3_3_cp_cf_cr_optional_3__unfiltered 0.837789 \n", - "load_m3_4_complete_without_return_expressions_1... 0.812966 \n", - "load_m3_4_complete_without_return_expressions_1... 0.824159 \n", - "load_m3_4_complete_without_return_expressions_2... 0.878209 \n", - "load_m3_4_complete_without_return_expressions_2... 0.887473 \n", - "load_m3_4_complete_without_return_expressions_3... 0.905640 \n", - "load_m3_4_complete_without_return_expressions_3... 0.913052 \n", - "load_m3_4_complete_without_return_expressions_1... 0.812635 \n", - "load_m3_4_complete_without_return_expressions_1... 0.827516 \n", - "load_m3_4_complete_without_return_expressions_2... 0.880093 \n", - "load_m3_4_complete_without_return_expressions_2... 0.890150 \n", - "load_m3_4_complete_without_return_expressions_3... 0.908535 \n", - "load_m3_4_complete_without_return_expressions_3... 0.916125 \n", + "top 2 \\\n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete 0.717159 0.766585 0.718973 \n", + " 2_cf_cr_optional 0.656498 0.696568 0.635333 \n", + " 3_cp_cf_cr_optional 0.660666 0.700899 0.638538 \n", + " 4_complete_without_return_expressions 0.727702 0.774755 0.730195 \n", + " 5_short_dim 0.747762 0.785699 0.744716 \n", + "load_m2 1_complete 0.552172 0.638443 0.55529 \n", + " 2_cf_cr_optional 0.442688 0.571592 0.465192 \n", + " 3_cp_cf_cr_optional 0.456888 0.574111 0.469985 \n", + " 4_complete_without_return_expressions 0.55778 0.644942 0.562058 \n", + " 5_short_dim 0.546671 0.637518 0.553479 \n", + "load_m3 1_complete 0.883704 0.891727 0.878506 \n", + " 2_cf_cr_optional 0.784658 0.782821 0.755715 \n", + " 3_cp_cf_cr_optional 0.797593 0.792205 0.768311 \n", + " 4_complete_without_return_expressions 0.866307 0.880093 0.864011 \n", + " 5_short_dim 0.880569 0.89015 0.877243 \n", "\n", - "[90 rows x 5 columns]" + "top 3 \n", + "stats precision recall f1-score \n", + "model subtype \n", + "load_m1 1_complete 0.768418 0.812453 0.773022 \n", + " 2_cf_cr_optional 0.726638 0.756533 0.708718 \n", + " 3_cp_cf_cr_optional 0.729096 0.755517 0.705464 \n", + " 4_complete_without_return_expressions 0.781923 0.820217 0.783873 \n", + " 5_short_dim 0.800531 0.832345 0.799612 \n", + "load_m2 1_complete 0.616927 0.700047 0.627548 \n", + " 2_cf_cr_optional 0.544344 0.63556 0.537012 \n", + " 3_cp_cf_cr_optional 0.565156 0.640976 0.543573 \n", + " 4_complete_without_return_expressions 0.621892 0.705389 0.633951 \n", + " 5_short_dim 0.610772 0.698266 0.625081 \n", + "load_m3 1_complete 0.913661 0.918576 0.908634 \n", + " 2_cf_cr_optional 0.834502 0.830947 0.810852 \n", + " 3_cp_cf_cr_optional 0.844573 0.837789 0.819555 \n", + " 4_complete_without_return_expressions 0.900443 0.908535 0.896118 \n", + " 5_short_dim 0.911803 0.916125 0.906359 " ] }, - "execution_count": 159, + "execution_count": 260, "metadata": {}, "output_type": "execute_result" } @@ -2695,88 +1831,31 @@ }, { "cell_type": "code", - "execution_count": 144, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "'load_m3_1_complete_3'" - ] - }, - "execution_count": 144, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "df_macro_avg.loc[df_macro_avg['precision'].idxmax()].name" - ] + "outputs": [], + "source": [] }, { "cell_type": "code", - "execution_count": 146, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "'load_m3_1_complete_3'" - ] - }, - "execution_count": 146, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "df_macro_avg.loc[df_macro_avg['recall'].idxmax()].name" - ] + "outputs": [], + "source": [] }, { "cell_type": "code", - "execution_count": 147, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "'load_m3_1_complete_3'" - ] - }, - "execution_count": 147, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "df_macro_avg.loc[df_macro_avg['f1-score'].idxmax()].name" - ] + "outputs": [], + "source": [] }, { "cell_type": "code", - "execution_count": 149, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "precision 0.849399\n", - "recall 0.774627\n", - "f1-score 0.789445\n", - "support 16932.000000\n", - "accuracy 0.882294\n", - "Name: load_m3_1_complete_3, dtype: float64" - ] - }, - "execution_count": 149, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "df_macro_avg.loc[df_macro_avg['accuracy'].idxmax()]" - ] + "outputs": [], + "source": [] }, { "cell_type": "code",