14 - Different Models for Different Users Based on User Profile Length.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "4079562a",
   "metadata": {},
   "source": [
    "# Different Models for Different Users\n",
    "## Based on User Profile Length"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b02adbd4",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "def init_kaggle(run_on_kaggle, secret_name):\n",
    "    if run_on_kaggle:\n",
    "        from kaggle_secrets import UserSecretsClient\n",
    "        user_secrets = UserSecretsClient()\n",
    "        personal_token = user_secrets.get_secret(secret_name)\n",
    "        \n",
    "        import subprocess\n",
    "        subprocess.run([\"git\", \"clone\", \"https://\" + personal_token + \"@github.com/alecontuIT/rec_sys_challenge2022.git\"])\n",
    "        \n",
    "        import os\n",
    "        os.chdir(\"./rec_sys_challenge2022\")\n",
    "        \n",
    "        subprocess.run([\"pip\", \"install\", \"-r\", \"requirements.txt\"])\n",
    "        return True\n",
    "    \n",
    "    else:\n",
    "        return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "833d059f",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "kaggle = init_kaggle(False, \"recsys_git_token\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "0f6d7930",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tensorflow is not available\n",
      "Tensorflow is not available\n"
     ]
    }
   ],
   "source": [
    "import utils\n",
    "from recmodels import *\n",
    "from Recommenders.UserProfileRecommender.UserProfileRecommender import UserProfileRec\n",
    "from Evaluation.Evaluator import EvaluatorHoldout"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "8b009879",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "recommender_class = UserProfileRec\n",
    "dataset_version = \"interactions-summed-transformed\"\n",
    "train_percentage = 0.7\n",
    "seed = 1234"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "b50cbe30",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "num_groups = 5\n",
    "cf_rec_classes = []#P3AlphaRec, UserKNNCFRec, ItemKNNCFRec, RP3BetaRec]\n",
    "cf_rec_versions = []#, \"\", \"\", \"\"]#, EASE_R_Rec]#, IALSRec, SLIM_BPRRec]\n",
    "cb_rec_classes = []#ItemKNNCBFRec]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "b1cb7e3a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Warning: 31 (0.07 %) of 41629 users have no sampled items\n",
      "Warning: 31 (0.07 %) of 41629 users have no sampled items\n",
      "Warning: 31 (0.07 %) of 41629 users have no sampled items\n",
      "EvaluatorHoldout: Ignoring 31 ( 0.1%) Users that have less than 1 test interactions\n"
     ]
    }
   ],
   "source": [
    "URM_all, URM_train, URM_validation, ICM = utils.get_data_global_sample(dataset_version=dataset_version, \n",
    "                                                                       train_percentage=0.7,\n",
    "                                                                       setSeed=True,\n",
    "                                                                       k=1,\n",
    "                                                                       transformation=\"tanh\")\n",
    "evaluator_validation = EvaluatorHoldout(URM_validation, cutoff_list=[10])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "1ccd0272",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "UserProfileRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    }
   ],
   "source": [
    "# N.B. if you want to validate the whole recommender you need to set seed=None, and the URM_train=URM_train\n",
    "recommender = UserProfileRec(URM_train = URM_all, \n",
    "                             ICM_train = ICM, \n",
    "                             cf_rec_classes = cf_rec_classes, \n",
    "                             cb_rec_classes = cb_rec_classes, \n",
    "                             cf_rec_versions = cf_rec_versions,\n",
    "                             dataset_version = dataset_version, \n",
    "                             best_model_for_user_profile_perc = train_percentage, \n",
    "                             seed = seed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d8b9e824",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Warning: 31 (0.07 %) of 41629 users have no sampled items\n",
      "Users group size: 8326\n",
      "\n",
      "\n",
      "Group 0, #users in group 8326, average p.len 11.06, median 11.0, min 3, max 14\n",
      "Group 1, #users in group 8326, average p.len 15.79, median 16.0, min 14, max 18\n",
      "Group 2, #users in group 8326, average p.len 20.26, median 20.0, min 18, max 23\n",
      "Group 3, #users in group 8326, average p.len 27.42, median 27.0, min 23, max 33\n",
      "Group 4, #users in group 8325, average p.len 56.19, median 46.0, min 33, max 861\n",
      "P3alphaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "P3alphaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/P3alphaRecommender/topK-124_alpha-1.0_min_rating-0_implicit-False_normalize_similarity-True/optimizationP3alphaRecommender_best_model.zip'\n",
      "P3alphaRecommender: Loading complete\n",
      "UserKNNCFRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "UserKNNCFRecommender: Loading model from file 'recommendations/interactions-summed-transformed/UserKNNCFRecommender/topK-800_shrink-1_feature_weighting-none_sim-asymmetric/optimizationUserKNNCFRecommender_best_model.zip'\n",
      "UserKNNCFRecommender: Loading complete\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/EASE_R_RP3betaP3alpha/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/EASE_R_RP3beta/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "EASE_R_Recommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EASE_R_Recommender: Loading model from file 'recommendations/interactions-summed-transformed/EASE_R_Recommender/topK-337_l2_norm-2466.5428241558093_normalize_metrics-False/optimizationEASE_R_Recommender_best_model.zip'\n",
      "EASE_R_Recommender: Loading complete\n",
      "RP3betaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "RP3betaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/RP3betaRecommender/topK-50_beta-0.29826014886479874_alpha-0.9115443137489105_min_rating-0_implicit-False_normalize_similarity-True/optimizationRP3betaRecommender_best_model.zip'\n",
      "RP3betaRecommender: Loading complete\n",
      "P3alphaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "P3alphaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/P3alphaRecommender/topK-124_alpha-1.0_min_rating-0_implicit-False_normalize_similarity-True/optimizationP3alphaRecommender_best_model.zip'\n",
      "P3alphaRecommender: Loading complete\n",
      "\n",
      "\n",
      "Evaluating Group 0:\n",
      "EvaluatorHoldout: Ignoring 31 ( 0.1%) Users that have less than 1 test interactions\n",
      "EvaluatorHoldout: Ignoring 33303 Users\n",
      "EvaluatorHoldout: Processed 8313 (100.0%) in 2.32 sec. Users per second: 3580\n",
      "CUTOFF: 10 - PRECISION: 0.0204379, PRECISION_RECALL_MIN_DEN: 0.0312149, RECALL: 0.0305246, MAP: 0.0103837, MAP_MIN_DEN: 0.0157490, MRR: 0.0852400, NDCG: 0.0409335, F1: 0.0244830, HIT_RATE: 0.1686515, ARHR_ALL_HITS: 0.0938385, NOVELTY: 0.0039526, AVERAGE_POPULARITY: 0.1694534, DIVERSITY_MEAN_INTER_LIST: 0.9559633, DIVERSITY_HERFINDAHL: 0.9955848, COVERAGE_ITEM: 0.2899027, COVERAGE_ITEM_HIT: 0.0156608, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9984386, COVERAGE_USER_HIT: 0.1683882, USERS_IN_GT: 0.9984386, DIVERSITY_GINI: 0.0474390, SHANNON_ENTROPY: 9.7091676, RATIO_DIVERSITY_HERFINDAHL: 0.9959138, RATIO_DIVERSITY_GINI: 0.1071602, RATIO_SHANNON_ENTROPY: 0.7197174, RATIO_AVERAGE_POPULARITY: 3.3532217, RATIO_NOVELTY: 0.3134685, \n",
      "\n",
      "EvaluatorHoldout: Processed 8313 (100.0%) in 4.52 sec. Users per second: 1839\n",
      "CUTOFF: 10 - PRECISION: 0.0223385, PRECISION_RECALL_MIN_DEN: 0.0342728, RECALL: 0.0335482, MAP: 0.0104626, MAP_MIN_DEN: 0.0159720, MRR: 0.0861574, NDCG: 0.0424655, F1: 0.0268191, HIT_RATE: 0.1854926, ARHR_ALL_HITS: 0.0946777, NOVELTY: 0.0035130, AVERAGE_POPULARITY: 0.2724729, DIVERSITY_MEAN_INTER_LIST: 0.8697430, DIVERSITY_HERFINDAHL: 0.9869638, COVERAGE_ITEM: 0.0676130, COVERAGE_ITEM_HIT: 0.0130864, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9984386, COVERAGE_USER_HIT: 0.1852030, USERS_IN_GT: 0.9984386, DIVERSITY_GINI: 0.0076185, SHANNON_ENTROPY: 7.6626714, RATIO_DIVERSITY_HERFINDAHL: 0.9872900, RATIO_DIVERSITY_GINI: 0.0172095, RATIO_SHANNON_ENTROPY: 0.5680155, RATIO_AVERAGE_POPULARITY: 5.3918200, RATIO_NOVELTY: 0.2786077, \n",
      "\n",
      "EvaluatorHoldout: Processed 8313 (100.0%) in 3.81 sec. Users per second: 2181\n",
      "CUTOFF: 10 - PRECISION: 0.0228798, PRECISION_RECALL_MIN_DEN: 0.0348576, RECALL: 0.0341065, MAP: 0.0112212, MAP_MIN_DEN: 0.0170139, MRR: 0.0904047, NDCG: 0.0442602, F1: 0.0273873, HIT_RATE: 0.1846505, ARHR_ALL_HITS: 0.1004342, NOVELTY: 0.0040460, AVERAGE_POPULARITY: 0.1579071, DIVERSITY_MEAN_INTER_LIST: 0.9643475, DIVERSITY_HERFINDAHL: 0.9964232, COVERAGE_ITEM: 0.3191862, COVERAGE_ITEM_HIT: 0.0202017, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9984386, COVERAGE_USER_HIT: 0.1843622, USERS_IN_GT: 0.9984386, DIVERSITY_GINI: 0.0579104, SHANNON_ENTROPY: 10.1679080, RATIO_DIVERSITY_HERFINDAHL: 0.9967524, RATIO_DIVERSITY_GINI: 0.1308142, RATIO_SHANNON_ENTROPY: 0.7537227, RATIO_AVERAGE_POPULARITY: 3.1247387, RATIO_NOVELTY: 0.3208726, \n",
      "\n",
      "\n",
      "\n",
      "Evaluating Group 1:\n",
      "EvaluatorHoldout: Ignoring 31 ( 0.1%) Users that have less than 1 test interactions\n",
      "EvaluatorHoldout: Ignoring 33303 Users\n",
      "EvaluatorHoldout: Processed 8314 (100.0%) in 2.40 sec. Users per second: 3461\n",
      "CUTOFF: 10 - PRECISION: 0.0385615, PRECISION_RECALL_MIN_DEN: 0.0526318, RECALL: 0.0503856, MAP: 0.0196249, MAP_MIN_DEN: 0.0264723, MRR: 0.1461832, NDCG: 0.0678413, F1: 0.0436876, HIT_RATE: 0.2860236, ARHR_ALL_HITS: 0.1689012, NOVELTY: 0.0037843, AVERAGE_POPULARITY: 0.2026803, DIVERSITY_MEAN_INTER_LIST: 0.9332826, DIVERSITY_HERFINDAHL: 0.9933170, COVERAGE_ITEM: 0.1849614, COVERAGE_ITEM_HIT: 0.0207022, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9985587, COVERAGE_USER_HIT: 0.2856113, USERS_IN_GT: 0.9985587, DIVERSITY_GINI: 0.0233765, SHANNON_ENTROPY: 8.9115601, RATIO_DIVERSITY_HERFINDAHL: 0.9936453, RATIO_DIVERSITY_GINI: 0.0528052, RATIO_SHANNON_ENTROPY: 0.6605926, RATIO_AVERAGE_POPULARITY: 4.0107316, RATIO_NOVELTY: 0.3001200, \n",
      "\n",
      "EvaluatorHoldout: Processed 8314 (100.0%) in 4.71 sec. Users per second: 1766\n",
      "CUTOFF: 10 - PRECISION: 0.0382127, PRECISION_RECALL_MIN_DEN: 0.0520647, RECALL: 0.0498903, MAP: 0.0191794, MAP_MIN_DEN: 0.0260817, MRR: 0.1453271, NDCG: 0.0673749, F1: 0.0432776, HIT_RATE: 0.2875872, ARHR_ALL_HITS: 0.1664427, NOVELTY: 0.0035712, AVERAGE_POPULARITY: 0.2485441, DIVERSITY_MEAN_INTER_LIST: 0.8996973, DIVERSITY_HERFINDAHL: 0.9899589, COVERAGE_ITEM: 0.0779105, COVERAGE_ITEM_HIT: 0.0165904, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9985587, COVERAGE_USER_HIT: 0.2871727, USERS_IN_GT: 0.9985587, DIVERSITY_GINI: 0.0088444, SHANNON_ENTROPY: 7.9593175, RATIO_DIVERSITY_HERFINDAHL: 0.9902860, RATIO_DIVERSITY_GINI: 0.0199786, RATIO_SHANNON_ENTROPY: 0.5900052, RATIO_AVERAGE_POPULARITY: 4.9183060, RATIO_NOVELTY: 0.2832188, \n",
      "\n",
      "EvaluatorHoldout: Processed 8314 (100.0%) in 4.29 sec. Users per second: 1938\n",
      "CUTOFF: 10 - PRECISION: 0.0420135, PRECISION_RECALL_MIN_DEN: 0.0576694, RECALL: 0.0552355, MAP: 0.0217247, MAP_MIN_DEN: 0.0291950, MRR: 0.1589325, NDCG: 0.0741870, F1: 0.0477256, HIT_RATE: 0.3040654, ARHR_ALL_HITS: 0.1851005, NOVELTY: 0.0038746, AVERAGE_POPULARITY: 0.1817885, DIVERSITY_MEAN_INTER_LIST: 0.9512875, DIVERSITY_HERFINDAHL: 0.9951173, COVERAGE_ITEM: 0.1849971, COVERAGE_ITEM_HIT: 0.0256007, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9985587, COVERAGE_USER_HIT: 0.3036272, USERS_IN_GT: 0.9985587, DIVERSITY_GINI: 0.0275013, SHANNON_ENTROPY: 9.3867006, RATIO_DIVERSITY_HERFINDAHL: 0.9954461, RATIO_DIVERSITY_GINI: 0.0621228, RATIO_SHANNON_ENTROPY: 0.6958137, RATIO_AVERAGE_POPULARITY: 3.5973151, RATIO_NOVELTY: 0.3072775, \n",
      "\n",
      "\n",
      "\n",
      "Evaluating Group 2:\n",
      "EvaluatorHoldout: Ignoring 31 ( 0.1%) Users that have less than 1 test interactions\n",
      "EvaluatorHoldout: Ignoring 33303 Users\n",
      "EvaluatorHoldout: Processed 8322 (100.0%) in 2.47 sec. Users per second: 3372\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CUTOFF: 10 - PRECISION: 0.0640591, PRECISION_RECALL_MIN_DEN: 0.0787659, RECALL: 0.0725773, MAP: 0.0322726, MAP_MIN_DEN: 0.0394186, MRR: 0.2203037, NDCG: 0.1002441, F1: 0.0680527, HIT_RATE: 0.4352319, ARHR_ALL_HITS: 0.2655785, NOVELTY: 0.0037024, AVERAGE_POPULARITY: 0.2171643, DIVERSITY_MEAN_INTER_LIST: 0.9206680, DIVERSITY_HERFINDAHL: 0.9920557, COVERAGE_ITEM: 0.1147740, COVERAGE_ITEM_HIT: 0.0259582, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9995196, COVERAGE_USER_HIT: 0.4350228, USERS_IN_GT: 0.9995196, DIVERSITY_GINI: 0.0134375, SHANNON_ENTROPY: 8.4375398, RATIO_DIVERSITY_HERFINDAHL: 0.9923835, RATIO_DIVERSITY_GINI: 0.0303539, RATIO_SHANNON_ENTROPY: 0.6254546, RATIO_AVERAGE_POPULARITY: 4.2973479, RATIO_NOVELTY: 0.2936278, \n",
      "\n",
      "EvaluatorHoldout: Processed 8322 (100.0%) in 5.01 sec. Users per second: 1662\n",
      "CUTOFF: 10 - PRECISION: 0.0605624, PRECISION_RECALL_MIN_DEN: 0.0744532, RECALL: 0.0686579, MAP: 0.0309034, MAP_MIN_DEN: 0.0379307, MRR: 0.2149969, NDCG: 0.0962951, F1: 0.0643565, HIT_RATE: 0.4154050, ARHR_ALL_HITS: 0.2568624, NOVELTY: 0.0035606, AVERAGE_POPULARITY: 0.2522358, DIVERSITY_MEAN_INTER_LIST: 0.8969229, DIVERSITY_HERFINDAHL: 0.9896815, COVERAGE_ITEM: 0.0681136, COVERAGE_ITEM_HIT: 0.0205235, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9995196, COVERAGE_USER_HIT: 0.4152054, USERS_IN_GT: 0.9995196, DIVERSITY_GINI: 0.0081042, SHANNON_ENTROPY: 7.8867356, RATIO_DIVERSITY_HERFINDAHL: 0.9900085, RATIO_DIVERSITY_GINI: 0.0183066, RATIO_SHANNON_ENTROPY: 0.5846248, RATIO_AVERAGE_POPULARITY: 4.9913584, RATIO_NOVELTY: 0.2823825, \n",
      "\n",
      "EvaluatorHoldout: Processed 8322 (100.0%) in 4.71 sec. Users per second: 1765\n",
      "CUTOFF: 10 - PRECISION: 0.0692742, PRECISION_RECALL_MIN_DEN: 0.0854385, RECALL: 0.0787884, MAP: 0.0359019, MAP_MIN_DEN: 0.0439172, MRR: 0.2423050, NDCG: 0.1097706, F1: 0.0737256, HIT_RATE: 0.4591444, ARHR_ALL_HITS: 0.2933802, NOVELTY: 0.0037803, AVERAGE_POPULARITY: 0.1936145, DIVERSITY_MEAN_INTER_LIST: 0.9441998, DIVERSITY_HERFINDAHL: 0.9944086, COVERAGE_ITEM: 0.1044408, COVERAGE_ITEM_HIT: 0.0326445, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9995196, COVERAGE_USER_HIT: 0.4589239, USERS_IN_GT: 0.9995196, DIVERSITY_GINI: 0.0165360, SHANNON_ENTROPY: 8.9119182, RATIO_DIVERSITY_HERFINDAHL: 0.9947372, RATIO_DIVERSITY_GINI: 0.0373533, RATIO_SHANNON_ENTROPY: 0.6606192, RATIO_AVERAGE_POPULARITY: 3.8313327, RATIO_NOVELTY: 0.2998014, \n",
      "\n",
      "\n",
      "\n",
      "Evaluating Group 3:\n",
      "EvaluatorHoldout: Ignoring 31 ( 0.1%) Users that have less than 1 test interactions\n",
      "EvaluatorHoldout: Ignoring 33303 Users\n",
      "EvaluatorHoldout: Processed 8324 (100.0%) in 2.57 sec. Users per second: 3243\n",
      "CUTOFF: 10 - PRECISION: 0.1117371, PRECISION_RECALL_MIN_DEN: 0.1212493, RECALL: 0.0985923, MAP: 0.0573844, MAP_MIN_DEN: 0.0619515, MRR: 0.3311286, NDCG: 0.1453359, F1: 0.1047540, HIT_RATE: 0.6325084, ARHR_ALL_HITS: 0.4334392, NOVELTY: 0.0036796, AVERAGE_POPULARITY: 0.2135703, DIVERSITY_MEAN_INTER_LIST: 0.9203918, DIVERSITY_HERFINDAHL: 0.9920281, COVERAGE_ITEM: 0.0625000, COVERAGE_ITEM_HIT: 0.0305707, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9997598, COVERAGE_USER_HIT: 0.6323565, USERS_IN_GT: 0.9997598, DIVERSITY_GINI: 0.0090357, SHANNON_ENTROPY: 8.1534296, RATIO_DIVERSITY_HERFINDAHL: 0.9923559, RATIO_DIVERSITY_GINI: 0.0204107, RATIO_SHANNON_ENTROPY: 0.6043942, RATIO_AVERAGE_POPULARITY: 4.2262284, RATIO_NOVELTY: 0.2918200, \n",
      "\n",
      "EvaluatorHoldout: Processed 8324 (100.0%) in 5.45 sec. Users per second: 1528\n",
      "CUTOFF: 10 - PRECISION: 0.1031956, PRECISION_RECALL_MIN_DEN: 0.1122182, RECALL: 0.0915274, MAP: 0.0530967, MAP_MIN_DEN: 0.0573462, MRR: 0.3180090, NDCG: 0.1362615, F1: 0.0970119, HIT_RATE: 0.6060788, ARHR_ALL_HITS: 0.4086740, NOVELTY: 0.0035564, AVERAGE_POPULARITY: 0.2505825, DIVERSITY_MEAN_INTER_LIST: 0.8976261, DIVERSITY_HERFINDAHL: 0.9897518, COVERAGE_ITEM: 0.0531322, COVERAGE_ITEM_HIT: 0.0239202, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9997598, COVERAGE_USER_HIT: 0.6059332, USERS_IN_GT: 0.9997598, DIVERSITY_GINI: 0.0069297, SHANNON_ENTROPY: 7.7638971, RATIO_DIVERSITY_HERFINDAHL: 0.9900789, RATIO_DIVERSITY_GINI: 0.0156536, RATIO_SHANNON_ENTROPY: 0.5755191, RATIO_AVERAGE_POPULARITY: 4.9586423, RATIO_NOVELTY: 0.2820497, \n",
      "\n",
      "EvaluatorHoldout: Processed 8324 (100.0%) in 5.27 sec. Users per second: 1580\n",
      "CUTOFF: 10 - PRECISION: 0.1205190, PRECISION_RECALL_MIN_DEN: 0.1311773, RECALL: 0.1068612, MAP: 0.0644729, MAP_MIN_DEN: 0.0697329, MRR: 0.3623652, NDCG: 0.1598205, F1: 0.1132799, HIT_RATE: 0.6626622, ARHR_ALL_HITS: 0.4802710, NOVELTY: 0.0037547, AVERAGE_POPULARITY: 0.1917293, DIVERSITY_MEAN_INTER_LIST: 0.9451490, DIVERSITY_HERFINDAHL: 0.9945035, COVERAGE_ITEM: 0.0710812, COVERAGE_ITEM_HIT: 0.0381507, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9997598, COVERAGE_USER_HIT: 0.6625030, USERS_IN_GT: 0.9997598, DIVERSITY_GINI: 0.0130020, SHANNON_ENTROPY: 8.7042232, RATIO_DIVERSITY_HERFINDAHL: 0.9948322, RATIO_DIVERSITY_GINI: 0.0293703, RATIO_SHANNON_ENTROPY: 0.6452232, RATIO_AVERAGE_POPULARITY: 3.7940278, RATIO_NOVELTY: 0.2977701, \n",
      "\n",
      "\n",
      "\n",
      "Evaluating Group 4:\n",
      "EvaluatorHoldout: Ignoring 31 ( 0.1%) Users that have less than 1 test interactions\n",
      "EvaluatorHoldout: Ignoring 33304 Users\n",
      "EvaluatorHoldout: Processed 8325 (100.0%) in 2.72 sec. Users per second: 3062\n",
      "CUTOFF: 10 - PRECISION: 0.2085526, PRECISION_RECALL_MIN_DEN: 0.2099131, RECALL: 0.1009437, MAP: 0.1156942, MAP_MIN_DEN: 0.1163274, MRR: 0.4791991, NDCG: 0.2056383, F1: 0.1360408, HIT_RATE: 0.8400000, ARHR_ALL_HITS: 0.7342707, NOVELTY: 0.0036914, AVERAGE_POPULARITY: 0.2014853, DIVERSITY_MEAN_INTER_LIST: 0.9215998, DIVERSITY_HERFINDAHL: 0.9921489, COVERAGE_ITEM: 0.0447297, COVERAGE_ITEM_HIT: 0.0309997, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 1.0000000, COVERAGE_USER_HIT: 0.8400000, USERS_IN_GT: 1.0000000, DIVERSITY_GINI: 0.0073442, SHANNON_ENTROPY: 7.9509086, RATIO_DIVERSITY_HERFINDAHL: 0.9924768, RATIO_DIVERSITY_GINI: 0.0165899, RATIO_SHANNON_ENTROPY: 0.5893818, RATIO_AVERAGE_POPULARITY: 3.9870847, RATIO_NOVELTY: 0.2927548, \n",
      "\n",
      "EvaluatorHoldout: Processed 8325 (100.0%) in 5.96 sec. Users per second: 1397\n",
      "CUTOFF: 10 - PRECISION: 0.1959760, PRECISION_RECALL_MIN_DEN: 0.1972523, RECALL: 0.0943496, MAP: 0.1098060, MAP_MIN_DEN: 0.1104396, MRR: 0.4711766, NDCG: 0.1968833, F1: 0.1273760, HIT_RATE: 0.8189790, ARHR_ALL_HITS: 0.7091450, NOVELTY: 0.0036247, AVERAGE_POPULARITY: 0.2217792, DIVERSITY_MEAN_INTER_LIST: 0.9182143, DIVERSITY_HERFINDAHL: 0.9918104, COVERAGE_ITEM: 0.0491991, COVERAGE_ITEM_HIT: 0.0283896, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 1.0000000, COVERAGE_USER_HIT: 0.8189790, USERS_IN_GT: 1.0000000, DIVERSITY_GINI: 0.0071179, SHANNON_ENTROPY: 7.8943446, RATIO_DIVERSITY_HERFINDAHL: 0.9921381, RATIO_DIVERSITY_GINI: 0.0160787, RATIO_SHANNON_ENTROPY: 0.5851889, RATIO_AVERAGE_POPULARITY: 4.3886701, RATIO_NOVELTY: 0.2874632, \n",
      "\n",
      "EvaluatorHoldout: Processed 8325 (100.0%) in 6.95 sec. Users per second: 1199\n",
      "CUTOFF: 10 - PRECISION: 0.2263063, PRECISION_RECALL_MIN_DEN: 0.2278342, RECALL: 0.1093001, MAP: 0.1294479, MAP_MIN_DEN: 0.1301770, MRR: 0.5120410, NDCG: 0.2265800, F1: 0.1474067, HIT_RATE: 0.8652252, ARHR_ALL_HITS: 0.8029895, NOVELTY: 0.0037465, AVERAGE_POPULARITY: 0.1865425, DIVERSITY_MEAN_INTER_LIST: 0.9456043, DIVERSITY_HERFINDAHL: 0.9945491, COVERAGE_ITEM: 0.0585312, COVERAGE_ITEM_HIT: 0.0408681, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 1.0000000, COVERAGE_USER_HIT: 0.8652252, USERS_IN_GT: 1.0000000, DIVERSITY_GINI: 0.0110709, SHANNON_ENTROPY: 8.5308411, RATIO_DIVERSITY_HERFINDAHL: 0.9948777, RATIO_DIVERSITY_GINI: 0.0250080, RATIO_SHANNON_ENTROPY: 0.6323708, RATIO_AVERAGE_POPULARITY: 3.6913905, RATIO_NOVELTY: 0.2971197, \n",
      "\n",
      "\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABI0AAAL0CAYAAACBNccHAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/NK7nSAAAACXBIWXMAAA9hAAAPYQGoP6dpAABi9klEQVR4nO39eZQV1dk/bt+HqRtoGhGUQRFwQhAhAgZREY0KajQQTSAOoNGoOIRJ44QIjhiNiXEAHFCi3yjkCWocMEISQQw4gKBEcEZRbEIwsVtBGev9wx/n9VjN0AgeG65rrbOe1K5du+59qouVfJ5ddTJJkiQBAAAAAF9RJd8FAAAAAPDdIzQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEiplu8CvovWrl0bH330UdSpUycymUy+ywEAAADYIpIkiU8//TSaNGkSVapseC2R0KgcH330UTRt2jTfZQAAAABsFR988EHsuuuuG+wjNCpHnTp1IuLLL7C4uDjP1QAAAABsGWVlZdG0adNs9rEhQqNyrHskrbi4WGgEAAAAbHM25XU8XoQNAAAAQIrQCAAAAIAUoREAAAAAKd5ptJmSJInVq1fHmjVr8l0K8B1QtWrVqFat2iY9FwwAAFAZCI02w8qVK6OkpCSWL1+e71KA75BatWpF48aNo0aNGvkuBQAA4BsTGlXQ2rVrY8GCBVG1atVo0qRJ1KhRw8oC2M4lSRIrV66M//znP7FgwYLYa6+9okoVT/8CAACVm9CoglauXBlr166Npk2bRq1atfJdDvAdUbNmzahevXq8//77sXLlyigsLMx3SQAAAN+I/1f4ZrKKAPg6/y4AAADbEv8LBwAAAIAUoRFb1GGHHRYDBw6s0DGZTCYeffTRrVIPFXf66adHz549810GAAAAeSY02o6cfvrpkclkIpPJRPXq1WP33XePiy66KJYtWxYff/xxHH300dGkSZMoKCiIpk2bxgUXXBBlZWX5LnuTDB8+PDu3KlWqRJMmTeKUU06JDz74IN+lAQAAQKUkNNrOHH300VFSUhLvvvtuXHvttTFy5Mi46KKLokqVKtGjR4947LHH4s0334yxY8fG3/72t+jXr1++S95k++67b5SUlMSHH34Y48ePj7lz50avXr3yXdZ2J0mSWL16db7LAAAA4BsSGm1nCgoKolGjRtG0adM4+eST45RTTolHH3006tWrF+eee2507NgxmjVrFkcccUScd955MW3atOyxH3/8cZx00kmx6667Rq1atWK//faLhx56aIPna968eVxzzTVx8sknR1FRUTRp0iRuu+22VL+lS5fGj3/846hVq1bstdde8dhjj2X3rVmzJs4888xo0aJF1KxZM1q2bBm///3vU2NUq1YtGjVqFE2aNIkuXbrEWWedFc8//3zOaqnHH388OnToEIWFhbH77rvHVVddlRNwfPLJJ3H22WdHw4YNo7CwMNq0aRNPPPFEdv+ECRNi3333jYKCgmjevHncfPPNqflee+210bdv3ygqKopmzZrFX/7yl/jPf/4TPXr0iKKiothvv/1i5syZ2WPGjh0bO+ywQzzxxBPRsmXLqFWrVvzkJz+JZcuWxR/+8Ido3rx51KtXL375y1/GmjVrssetXLkyLr744thll12idu3a0alTp5gyZUpq3KeffjpatWoVRUVF2dDwq9/t4MGDY4cddoj69evHxRdfHEmS5MwpSZK48cYbY/fdd4+aNWtGu3bt4s9//nN2/5QpUyKTycTTTz8dHTt2jIKCgpy/GwAAAConodF2rmbNmrFq1apU+0cffRQPP/xwdO3aNdv2xRdfRIcOHeKJJ56If/3rX3H22WdHnz594oUXXtjgOW666aZo27ZtvPzyy3HZZZfFoEGDYvLkyTl9rrrqqujVq1e8+uqrceyxx8Ypp5wS//3vfyMiYu3atbHrrrvGn/70p5g3b15ceeWVcfnll8ef/vSn9Z5z8eLF8fDDD0fVqlWjatWqERHx9NNPx6mnnhr9+/ePefPmxZ133hljx46N6667LnueY445JqZPnx7/7//9v5g3b17ccMMN2eNnzZoVvXr1ip/97Gcxd+7cGD58eAwdOjTGjh2bc+7f/e53cfDBB8fs2bPjhz/8YfTp0yf69u0bp556arz88sux5557Rt++fXPCmeXLl8ett94a48aNi7/+9a8xZcqUOOGEE2LixIkxceLEeOCBB+Kuu+7KCWt+/vOfxz//+c8YN25cvPrqq/HTn/40jj766Hjrrbdyxv3Nb34TDzzwQDz77LOxcOHCuOiii7L7b7755rj33ntjzJgx8dxzz8V///vfeOSRR3Lmc8UVV8R9990Xo0aNitdeey0GDRoUp556akydOjWn38UXXxwjRoyI+fPnR9u2bdd7bQAAAKgkElJKS0uTiEhKS0tT+z7//PNk3rx5yeeff56Hyr6Z0047LenRo0d2+4UXXkjq16+f9OrVK9v2s5/9LKlZs2YSEcnxxx+/0Xkee+yxyYUXXpjd7tq1azJgwIDsdrNmzZKjjz4655jevXsnxxxzTHY7IpIrrrgiu/3ZZ58lmUwmeeqpp9Z73vPOOy858cQTs9vDhg1LqlSpktSuXTtbf0Qk/fv3z/bp0qVLcv311+eM88ADDySNGzdOkiRJnn766aRKlSrJG2+8Ue45Tz755OSoo47KafvVr36VtG7dOme+p556ana7pKQkiYhk6NCh2bYZM2YkEZGUlJQkSZIk9913XxIRydtvv53tc8455yS1atVKPv3002xb9+7dk3POOSdJkiR5++23k0wmkyxatCinniOOOCK57LLL1jvuHXfckTRs2DC73bhx4+SGG27Ibq9atSrZdddds38nn332WVJYWJhMnz495zxnnnlmctJJJyVJkiTPPPNMEhHJo48+Wu73tj2pzP8+AAAA24cNZR5fVy1PWRURsXxl7ntfatXY+pfjiSeeiKKioli9enWsWrUqevTokfO42O9+97sYNmxYvPHGG3H55ZfH4MGDY+TIkRHx5aNMN9xwQ4wfPz4WLVoUK1asiBUrVkTt2rU3eM7OnTuntm+55Zactq+uTKldu3bUqVMnlixZkm0bPXp03HPPPfH+++/H559/HitXrozvfe97OWO0bNkyHnvssVixYkX85S9/if/7v//LriKK+HKl0EsvvZTTtmbNmvjiiy9i+fLlMWfOnNh1111j7733Lnce8+fPjx49euS0HXzwwXHLLbfEmjVrsiuSvjqXhg0bRkTEfvvtl2pbsmRJNGrUKCIiatWqFXvssUdOn+bNm0dRUVFO27rv5OWXX44kSVK1rlixIurXr5/d/vq4jRs3zo5RWloaJSUlOdenWrVq0bFjx+wqqHnz5sUXX3wRRx11VM55Vq5cGfvvv39OW8eOHb/+lQEAAFCJCY3yqPWVT+dsv3fDD7f6OQ8//PAYNWpUVK9ePZo0aRLVq1fP2d+oUaNo1KhR7LPPPlG/fv3o0qVLDB06NBo3bhw333xz/O53v4tbbrkl9ttvv6hdu3YMHDgwVq5cWeE6MplMzvbX68hkMrF27dqIiPjTn/4UgwYNiptvvjk6d+4cderUiZtuuin1WFyNGjVizz33jIgvX4r91ltvxbnnnhsPPPBARHz5+NlVV10VJ5xwQqqewsLCqFmz5gZrTpIkVXfytff/fH0u6/qX17Zufuub/4a+k7Vr10bVqlVj1qxZ2bBqna8GTeWNUV7N67PufE8++WTssssuOfsKCgpytjcWHgIAAFC5CI22M7Vr184GKxuzLlxYsWJFRERMmzYtevToEaeeempEfBkovPXWW9GqVasNjvP888+ntvfZZ59NrnnatGlx0EEHxXnnnZdte+eddzZ63NChQ2PvvfeOQYMGRfv27aN9+/bxxhtvrHf+bdu2jQ8//DDefPPNclcbtW7dOp577rmctunTp8fee++dCm62tv333z/WrFkTS5YsiS5dumzWGHXr1o3GjRvH888/H4ceemhERKxevTpmzZoV7du3j4gv51xQUBALFy7Meb8VAAAA2z6hUR7Nu7p7vkvImjhxYvz73/+OAw44IIqKimLevHlx8cUXx8EHHxzNmzePiIg999wzJkyYENOnT4969erFb3/721i8ePFGQ6N//vOfceONN0bPnj1j8uTJ8X//93/x5JNPbnJte+65Z9x///3x9NNPR4sWLeKBBx6Il156KVq0aLHB43bffffo0aNHXHnllfHEE0/ElVdeGccdd1w0bdo0fvrTn0aVKlXi1Vdfjblz58a1114bXbt2jUMPPTROPPHE+O1vfxt77rlnvP7665HJZOLoo4+OCy+8MA444IC45ppronfv3jFjxoy4/fbbs4/vfZv23nvvOOWUU6Jv375x8803x/777x9Lly6Nf/zjH7HffvvFscceu0njDBgwIG644YbYa6+9olWrVvHb3/42Pvnkk+z+OnXqxEUXXRSDBg2KtWvXxiGHHBJlZWUxffr0KCoqitNOO20rzRAAAIB88+tpeVSrRrWcTz7VrFkz7r777jjkkEOiVatWMXDgwDjuuONyfm5+6NCh0b59++jevXscdthh0ahRo+jZs+dGx77wwgtj1qxZsf/++8c111wTN998c3TvvumBWb9+/eKEE06I3r17R6dOneLjjz/OWXW0sXM/+eST8cILL0T37t3jiSeeiMmTJ8cBBxwQBx54YPz2t7+NZs2aZftPmDAhDjjggDjppJOidevWcfHFF2d/5r59+/bxpz/9KcaNGxdt2rSJK6+8Mq6++uo4/fTTN3kuW9J9990Xffv2jQsvvDBatmwZP/rRj+KFF16Ipk2bbvIYF154YfTt2zdOP/307KN/P/7xj3P6XHPNNXHllVfGiBEjolWrVtG9e/d4/PHHNxraAQAAULllkoq84GQ7UVZWFnXr1o3S0tIoLi7O2ffFF1/EggULokWLFlFYWJinCiuP5s2bx8CBA2PgwIH5LgW2Ov8+AAAA33Ubyjy+zkojAAAAAFKERgAAAACkeBE2W9V7772X7xIAAACAzWClEQAAAAApQiMAAAAAUjyeBgAAALARy1ctz9muVb1Wnir59giNAAAAADai04OdcrbnnjY3T5V8ezyeBgAAAECKlUYAAAAAG/HCyS/ku4RvnZVGwLdm+PDh8b3vfS/fZQAAAFRYreq1cj7bA6HRduSwww6LgQMHptofffTRyGQyW/XcmUwmHn300ez2qlWr4mc/+1k0btw4Xn311YiIaN68eWQymXj++edzjh04cGAcdthh2e3hw4dHJpOJfv365fSbM2dOZDKZeO+993LaJ0yYEIcddljUrVs3ioqKom3btnH11VfHf//734iIGDt2bGQymdTnnnvuKXd/w4YN4/jjj4/XXnttC307AAAA8N0jNGKrWrlyZapt+fLl8aMf/SheeumleO6556Jt27bZfYWFhXHJJZdsdNzCwsIYM2ZMvPnmmxvsN2TIkOjdu3cccMAB8dRTT8W//vWvuPnmm+OVV16JBx54INuvuLg4SkpKcj6nnHJKav9HH30UTz75ZCxbtix++MMfljs/tq5Vq1bluwQAAIDtgtCIHK+88kocfvjhUadOnSguLo4OHTrEzJkzs/unT58ehx56aNSsWTOaNm0a/fv3j2XLlmX3N2/ePK699to4/fTTo27dunHWWWfljP/JJ59Et27dYtGiRfHcc8/FHnvskbP/nHPOieeffz4mTpy4wTpbtmwZhx9+eFxxxRXr7fPiiy/G9ddfHzfffHPcdNNNcdBBB0Xz5s3jqKOOigkTJsRpp52W7ZvJZKJRo0Y5n5o1a6b2N27cODp27BiDBg2K999/P954441N/m5WrFgRF198cTRt2jQKCgpir732ijFjxmT3T506Nb7//e9HQUFBNG7cOC699NJYvXp1dv9hhx0Wv/zlL2PgwIFRr169aNiwYdx1112xbNmy+PnPfx516tSJPfbYI5566qnsMVOmTIlMJhNPP/107L///lGzZs34wQ9+EEuWLImnnnoqWrVqFcXFxXHSSSfF8uX//5+PTJIkbrzxxth9992jZs2a0a5du/jzn/+cGvfvf/97dOzYMWrVqhUHHXRQzvcREXHDDTdEw4YNo06dOnHmmWfGF198kbpO9913X7Rq1SoKCwtjn332iZEjR2b3vffee5HJZOJPf/pTHHbYYVFYWBj/7//9v/VecwAAALYcoRE5TjnllNh1113jpZdeilmzZsWll14a1atXj4iIuXPnRvfu3eOEE06IV199NcaPHx/PPfdcXHDBBTlj3HTTTdGmTZuYNWtWDB06NNu+ePHi6Nq1a6xduzamTp0ajRs3Tp2/efPm0a9fv7jsssti7dq1G6z1hhtuiAkTJsRLL71U7v4//vGPUVRUFOedd165+3fYYYcNjr8+n3zySTz44IMRERX6bvr27Rvjxo2LW2+9NebPnx+jR4+OoqKiiIhYtGhRHHvssXHAAQfEK6+8EqNGjYoxY8bEtddem3PuP/zhD9GgQYN48cUX45e//GWce+658dOf/jQOOuigePnll6N79+7Rp0+fnAAo4stH+m6//faYPn16fPDBB9GrV6+45ZZb4sEHH4wnn3wyJk+eHLfddlu2/xVXXBH33XdfjBo1Kl577bUYNGhQnHrqqTF16tSccYcMGRI333xzzJw5M6pVqxZnnHFGdt+f/vSnGDZsWFx33XUxc+bMaNy4cU4gFBFx9913x5AhQ+K6666L+fPnx/XXXx9Dhw6NP/zhDzn9Lrnkkujfv3/Mnz8/unfvXqHrBQAAwGZKSCktLU0iIiktLU3t+/zzz5N58+Yln3/+eR4q+2a6du2aDBgwINX+yCOPJOv+FOrUqZOMHTu23OP79OmTnH322Tlt06ZNS6pUqZL9Ppo1a5b07NkzdWxEJDVq1Ej22WefZNmyZeWO36xZs+R3v/tdsmTJkqROnTrJ/fffnyRJkgwYMCDp2rVrtt+wYcOSdu3aJUmSJD/72c+SH/zgB0mSJMns2bOTiEgWLFiQJEmSHHPMMUnbtm3L/zK+4r777ksiIqldu3b207Bhw3L316pVK4mIJCKSH/3oR5v83bzxxhtJRCSTJ08ut4bLL788admyZbJ27dps2x133JEUFRUla9asSZLky+t3yCGHZPevXr06qV27dtKnT59sW0lJSRIRyYwZM5IkSZJnnnkmiYjkb3/7W7bPiBEjkohI3nnnnWzbOeeck3Tv3j1JkiT57LPPksLCwmT69Ok5NZ555pnJSSedtN5xn3zyySQisn8LnTt3Tvr165czRqdOnbLXLkmSpGnTpsmDDz6Y0+eaa65JOnfunCRJkixYsCCJiOSWW24p93v7rqnM/z4AAADbhw1lHl9npVE+rVyW+/kOGDx4cPziF7+II488Mm644YZ45513svtmzZoVY8eOjaKiouyne/fusXbt2liwYEG2X8eOHcsd+/jjj48333wz7rzzzg3WsNNOO8VFF10UV1555UbfGXTttdfGtGnTYtKkSal9SZJs8gu+69SpE3PmzMl+pk+fXu7+WbNmxejRo2OPPfaI0aNHZ/dv7LuZM2dOVK1aNbp27Vru+efPnx+dO3fOqffggw+Ozz77LD788MNs21ff/1S1atWoX79+7Lffftm2hg0bRkTEkiVLcsb/6nENGzaMWrVqxe67757Ttu6YefPmxRdffBFHHXVUznzuv//+nL+Hr4+7buXYunHWzemrvrr9n//8Jz744IM488wzc85z7bXXps6zvr8pAAAAtp5q+S5gu3Z9k9zt4aVb9XTFxcVRWpo+xyeffBLFxcVfljB8eJx88snx5JNPxlNPPRXDhg2LcePGxY9//ONYu3ZtnHPOOdG/f//UGLvttlv2P9euXbvc85966qnxox/9KM4444xYs2ZNXHTRReutdfDgwTFy5MjU40xft8cee8RZZ50Vl156ac77gSIi9t5773juuedi1apV2cfI1qdKlSqx5557btL+ffbZJxYvXhy9e/eOZ599NiJio9/N22+/vcHzlxdwJUkSEZHT/vV5ZDKZnLZ1fb/+aN/X+5Q3zrpj1v3fJ598MnbZZZecfgUFBRsct7xzr8+6fnfffXd06tQpZ1/VqlVzttf3NwUAAMDWY6XRdmSfffbJean1Oi+99FK0bNkyu7333nvHoEGDYtKkSXHCCSfEfffdFxER7du3j9deey323HPP1KdGjRqbVEPfvn3jD3/4Q1x66aVx4403rrdfUVFRDB06NK677rooKyvb4JhXXnllvPnmmzFu3Lic9pNPPjk+++yz9QZPn3zyySbVXJ5BgwbFK6+8Eo888khEbPy72W+//bLvcipP69atY/r06dmgKOLLF2vXqVMnFdxsba1bt46CgoJYuHBhai5Nmzbd5HFatWoVzz//fE7bV7cbNmwYu+yyS7z77rup87Ro0WKLzQcAAIDNY6VRPl3+0bd6uvPOOy9uv/32OP/88+Pss8+OmjVrxuTJk2PMmDHxwAMPxOeffx6/+tWv4ic/+Um0aNEiPvzww3jppZfixBNPjIgvX0Z84IEHxvnnnx9nnXVW1K5dO+bPn596ifLGnHLKKVGlSpXo06dPrF27Ni699NJy+5199tnxu9/9Lh566KHUSpSvatiwYQwePDhuuummnPZOnTrFxRdfHBdeeGEsWrQofvzjH0eTJk3i7bffjtGjR8chhxwSAwYM2OS6v6q4uDh+8YtfxLBhw6Jnz54b/W6aN28ep512Wpxxxhlx6623Rrt27eL999+PJUuWRK9eveK8886LW265JX75y1/GBRdcEG+88UYMGzYsBg8eHFWqfLvZbp06deKiiy6KQYMGxdq1a+OQQw6JsrKymD59ehQVFeX86tyGDBgwIE477bTo2LFjHHLIIfHHP/4xXnvttZzH4oYPHx79+/eP4uLiOOaYY2LFihUxc+bM+N///heDBw/eWlMEAABgEwiN8qnGt/vITfPmzWPatGkxZMiQ6NatW3zxxRex9957x9ixY+OnP/1prFy5Mj7++OPo27dv/Pvf/44GDRrECSecEFdddVVEfPn+mqlTp8aQIUOiS5cukSRJ7LHHHtG7d+8K13LSSSdF1apV45RTTom1a9fG5ZdfnupTvXr1uOaaa+Lkk0/e6Hi/+tWvYtSoUamfdP/1r38dHTp0iDvuuCNGjx4da9eujT322CN+8pOfbHL4sT4DBgyIW2+9Nf7v//4vevXqtdHvZtSoUXH55ZfHeeedFx9//HHstttu2XnvsssuMXHixPjVr34V7dq1ix133DHOPPPMuOKKK75RjZvrmmuuiZ133jlGjBgR7777buywww7Rvn37cq/T+vTu3TveeeeduOSSS+KLL76IE088Mc4999x4+umns31+8YtfRK1ateKmm26Kiy++OGrXrh377bdfDBw4cCvMCgAAgIrIJF99HoaIiCgrK4u6detGaWlp9l0/63zxxRexYMGCaNGiRRQWFuapQuC7yL8PAADAd92GMo+v804jAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERqRkMpl49NFHs9uvv/56HHjggVFYWBjf+9731tu2vTn99NOjZ8+em3Xs17/jr3vvvfcik8nEnDlzNmt81m/KlCmRyWTik08+yXcpAAAA32lCo+3I6aefHplMJjKZTFSvXj0aNmwYRx11VNx7772xdu3abL+SkpI45phjstvDhg2L2rVrxxtvvBF///vf19v2zDPPxOGHHx477rhj1KpVK/baa6847bTTYvXq1RERMXbs2Nhhhx2+tfkedthhMXDgwJy2DYUx5fXfWr7+HW/MurrXferWrRsHHnhgPP7441uxSgAAALZnQqPtzNFHHx0lJSXx3nvvxVNPPRWHH354DBgwII477rhsuNOoUaMoKCjIHvPOO+/EIYccEs2aNYv69euX2/baa6/FMcccEwcccEA8++yzMXfu3LjtttuievXqOYHUpli5cuWWm/B3zLq5ff073lR/+9vfoqSkJF544YX4/ve/HyeeeGL861//2tJlshHb8t8oAADAOkKj7UxBQUE0atQodtlll2jfvn1cfvnl8Ze//CWeeuqpGDt2bETkPjqVyWRi1qxZcfXVV0cmk4nhw4eX2zZ58uRo3Lhx3HjjjdGmTZvYY4894uijj4577rknatSoEVOmTImf//znUVpaml0tM3z48IiIaN68eVx77bVx+umnR926deOss84q9xGiOXPmRCaTiffeey/b9s9//jO6du0atWrVinr16kX37t3jf//7X5x++ukxderU+P3vf58931eP25irr7469ttvv1R7hw4d4sorr8xpu+qqq2LnnXeO4uLiOOecc3IChcMOOywuuOCCGDx4cDRo0CCOOuqo1HccEfHiiy/G/vvvH4WFhdGxY8eYPXt2uXXVr18/GjVqFPvss09cd911sWrVqnjmmWey+xctWhS9e/eOevXqRf369aNHjx6ped97772x7777RkFBQTRu3DguuOCC7L6FCxdGjx49oqioKIqLi6NXr17x73//O7t/+PDh8b3vfS/uvffe2G233aKoqCjOPffcWLNmTdx4443RqFGj2HnnneO6667LOWcmk4k777wzjjvuuKhVq1a0atUqZsyYEW+//XYcdthhUbt27ejcuXO88847Occ9/vjj0aFDhygsLIzdd989rrrqqmy4uW7ce+65J3784x9nV7c99thjOWNMnDgx9t5776hZs2Ycfvjh5f4dTJ8+PQ499NCoWbNmNG3aNPr37x/Lli3L7i/vbxQAAGBbJzQifvCDH0S7du3i4YcfTu0rKSmJfffdNy688MIoKSmJiy66qNy2Ro0aRUlJSTz77LPlnuOggw6KW265JYqLi6OkpCR73Do33XRTtGnTJmbNmhVDhw7dpLrnzJkTRxxxROy7774xY8aMeO655+L444+PNWvWxO9///vo3LlznHXWWdnzNW3adJO/kzPOOCPmzZsXL730Urbt1VdfjdmzZ8fpp5+ebfv73/8e8+fPj2eeeSYeeuiheOSRR+Kqq67KGesPf/hDVKtWLf75z3/GnXfemTrXsmXL4rjjjouWLVvGrFmzYvjw4TnfTXlWrVoVd999d0REVK9ePSIili9fHocffngUFRXFs88+G88991wUFRXF0UcfnQ2yRo0aFeeff36cffbZMXfu3Hjsscdizz33jIiIJEmiZ8+e8d///jemTp0akydPjnfeeSd69+6dc+533nknnnrqqfjrX/8aDz30UNx7773xwx/+MD788MOYOnVq/PrXv44rrrginn/++Zzjrrnmmujbt2/MmTMn9tlnnzj55JPjnHPOicsuuyxmzpwZEZETYD399NNx6qmnRv/+/WPevHlx5513xtixY1OB1FVXXRW9evWKV199NY499tg45ZRT4r///W9ERHzwwQdxwgknxLHHHhtz5syJX/ziF3HppZfmHD937tzo3r17nHDCCfHqq6/G+PHj47nnnsupJWLz/kYBAAAqtYSU0tLSJCKS0tLS1L7PP/88mTdvXvL5559/4/MsW7ks57O1nXbaaUmPHj3K3de7d++kVatWSZIkSUQkjzzySHZfu3btkmHDhuX0/3rb6tWrk9NPPz2JiKRRo0ZJz549k9tuuy3nO7zvvvuSunXrps7drFmzpGfPnjltzzzzTBIRyf/+979s2+zZs5OISBYsWJAkSZKcdNJJycEHH7ze+Xbt2jUZMGBATtuCBQuSiEhq1qyZ1K5dO+dTpUqVnP7HHHNMcu6552a3Bw4cmBx22GHZ7dNOOy3Zcccdk2XL/v/XbtSoUUlRUVGyZs2abA3f+973UrV99Tu+8847yx0nIpLZs2eXW3eVKlWSiEiaN2+efPzxx0mSJMmYMWOSli1bJmvXrs2Os2LFiqRmzZrJ008/nSRJkjRp0iQZMmRIud/XpEmTkqpVqyYLFy7Mtr322mtJRCQvvvhikiRJMmzYsKRWrVpJWVlZtk/37t2T5s2bZ+ecJEnSsmXLZMSIETnzveKKK7LbM2bMSCIiGTNmTLbtoYceSgoLC7PbXbp0Sa6//vqcGh944IGkcePG6x33s88+SzKZTPLUU08lSZIkl112WdKqVauc7+SSSy7J+dvq06dPcvbZZ+ecZ9q0aUmVKlWy93l5f6Pl2ZL/PgAAAGwNG8o8vs5Kozzq9GCnnE8+JUkSmUxms4+vWrVq3HffffHhhx/GjTfeGE2aNInrrrsu9t133ygpKdno8R07dqzwOdetNNoc48ePjzlz5uR8vl7DWWedFQ899FB88cUXsWrVqvjjH/8YZ5xxRk6fdu3aRa1atbLbnTt3js8++yw++OCDbNvG5jZ//vxyx1lf3bNnz86uELrnnntixx13jIiIWbNmxdtvvx116tSJoqKiKCoqih133DG++OKLeOedd2LJkiXx0Ucfrfc7mz9/fjRt2jRnRVbr1q1jhx12iPnz52fbmjdvHnXq1MluN2zYMFq3bh1VqlTJaVuyZEnO+G3bts3ZHxE5jwA2bNgwvvjiiygrK8vO5+qrr87OpaioKLtybPny5eWOW7t27ahTp0723PPnz48DDzww52/769/trFmzYuzYsTnn6d69e6xduzYWLFiQ7bc5f6MAAACVWbV8F8B3w/z586NFixbfeJxddtkl+vTpE3369Ilrr7029t577xg9enTqka2vq127ds72ugAiSZJs26pVq3L61KxZc7PrbNq0afaxrPWNd/zxx0dBQUE88sgjUVBQECtWrIgTTzxxk8b/akjx9bl93VfnuDFNmzaNvfbaK/baa68oKiqKE088MebNmxc777xzrF27Njp06BB//OMfU8fttNNOOaHO+uooLzj8evu6x+HWWfdrfF9v+/oL0L/aZ9145bWtO27t2rVx1VVXxQknnJCqqbCwcIP1rBtjU77btWvXxjnnnBP9+/dP7dttt92y/3lj1xEAAGBbIzTKoxdOfiHfJURExD/+8Y+YO3duDBo0aIuOW69evWjcuHH2hcI1atSINWvWbNKxO+20U0R8+U6levXqRcSXK4u+qm3btvH3v/99vYFURc5XnmrVqsVpp50W9913XxQUFMTPfvaznNVAERGvvPJKfP7559nA6fnnn4+ioqLYddddN/k8rVu3jgceeCA1zsZ07do12rRpE9ddd138/ve/j/bt28f48eOzL+UuT/PmzePvf/97HH744eXWsXDhwvjggw+yq43mzZsXpaWl0apVq02ez5bSvn37eOONN1LhXkW0bt0654XjEenvtn379vHaa699o/MAAABsizyelke1qtfK+XwbVqxYEYsXL45FixbFyy+/HNdff3306NEjjjvuuOjbt+9mj3vnnXfGueeeG5MmTYp33nknXnvttbjkkkvitddei+OPPz4ivgwsPvvss/j73/8eS5cuzXnE6Ov23HPPaNq0aQwfPjzefPPNePLJJ+Pmm2/O6XPZZZfFSy+9FOedd168+uqr8frrr8eoUaNi6dKl2fO98MIL8d5778XSpUtTK182xS9+8Yv4xz/+EU899VTq0bSIL396/cwzz4x58+bFU089FcOGDYsLLrhgo6t6vurkk0+OKlWqZMeZOHFi/OY3v9mkYy+88MK48847Y9GiRXHKKadEgwYNokePHjFt2rRYsGBBTJ06NQYMGBAffvhhRHz562c333xz3HrrrfHWW2/Fyy+/HLfddltERBx55JHRtm3bOOWUU+Lll1+OF198Mfr27Rtdu3bNy6NZV155Zdx///0xfPjweO2112L+/Pkxfvz4uOKKKzZ5jH79+sU777wTgwcPjjfeeCMefPDB7K8ErnPJJZfEjBkz4vzzz485c+bEW2+9FY899lj88pe/3MIzAgAAqFyERtuZv/71r9G4ceNo3rx5HH300fHMM8/ErbfeGn/5y1+iatWqmz3u97///fjss8+iX79+se+++0bXrl3j+eefj0cffTS6du0aEV/+glq/fv2id+/esdNOO8WNN9643vGqV68eDz30ULz++uvRrl27+PWvfx3XXnttTp+99947Jk2aFK+88kp8//vfj86dO8df/vKXqFbtywV0F110UVStWjVat24dO+20UyxcuLDC89prr73ioIMOipYtW0anTun3Th1xxBGx1157xaGHHhq9evWK448/PoYPH16hcxQVFcXjjz8e8+bNi/333z+GDBkSv/71rzfp2OOOOy6aN28e1113XdSqVSueffbZ2G233eKEE06IVq1axRlnnBGff/55duXRaaedFrfcckuMHDky9t133zjuuOPirbfeiogvH+t69NFHo169enHooYfGkUceGbvvvnuMHz++QvPZUrp37x5PPPFETJ48OQ444IA48MAD47e//W00a9Zsk8fYbbfdYsKECfH4449Hu3btYvTo0XH99dfn9Gnbtm1MnTo13nrrrejSpUvsv//+MXTo0GjcuPGWnhIAAEClkkkq8kKV7URZWVnUrVs3SktLU4/5fPHFF7FgwYJo0aJFzntV2DYlSRL77LNPnHPOOTF48OB8l8N3nH8fAACA77oNZR5f551GsB5LliyJBx54IBYtWhQ///nP810OAAAAfKuERrAeDRs2jAYNGsRdd92VfRk3AAAAbC+ERrAentwEAABge+ZF2AAAAACkCI0AAAAASBEabSaPLgFf598FAABgWyI0qqDq1atHRMTy5cvzXAnwXbPu34V1/04AAABUZl6EXUFVq1aNHXbYIZYsWRIREbVq1YpMJpPnqoB8SpIkli9fHkuWLIkddtghqlatmu+SAAAAvjGh0WZo1KhRREQ2OAKIiNhhhx2y/z4AAABUdkKjzZDJZKJx48ax8847x6pVq/JdDvAdUL16dSuMAACAbYrQ6BuoWrWq/5EIAAAAbJPy/iLskSNHRosWLaKwsDA6dOgQ06ZNW2/fkpKSOPnkk6Nly5ZRpUqVGDhwYKrP3XffHV26dIl69epFvXr14sgjj4wXX3xxK84AAAAAYNuT19Bo/PjxMXDgwBgyZEjMnj07unTpEsccc0wsXLiw3P4rVqyInXbaKYYMGRLt2rUrt8+UKVPipJNOimeeeSZmzJgRu+22W3Tr1i0WLVq0NacCAAAAsE3JJEmS5OvknTp1ivbt28eoUaOyba1atYqePXvGiBEjNnjsYYcdFt/73vfilltu2WC/NWvWRL169eL222+Pvn37blJdZWVlUbdu3SgtLY3i4uJNOgYAAADgu64imUfeVhqtXLkyZs2aFd26dctp79atW0yfPn2LnWf58uWxatWq2HHHHdfbZ8WKFVFWVpbzAQAAANie5S00Wrp0aaxZsyYaNmyY096wYcNYvHjxFjvPpZdeGrvssksceeSR6+0zYsSIqFu3bvbTtGnTLXZ+AAAAgMoo7y/CzmQyOdtJkqTaNteNN94YDz30UDz88MNRWFi43n6XXXZZlJaWZj8ffPDBFjk/AAAAQGVVLV8nbtCgQVStWjW1qmjJkiWp1Ueb4ze/+U1cf/318be//S3atm27wb4FBQVRUFDwjc8JAAAAsK3I20qjGjVqRIcOHWLy5Mk57ZMnT46DDjroG4190003xTXXXBN//etfo2PHjt9oLAAAAIDtUd5WGkVEDB48OPr06RMdO3aMzp07x1133RULFy6Mfv36RcSXj40tWrQo7r///uwxc+bMiYiIzz77LP7zn//EnDlzokaNGtG6deuI+PKRtKFDh8aDDz4YzZs3z65kKioqiqKiom93ggAAAACVVCZJkiSfBYwcOTJuvPHGKCkpiTZt2sTvfve7OPTQQyMi4vTTT4/33nsvpkyZku1f3vuOmjVrFu+9915ERDRv3jzef//9VJ9hw4bF8OHDN6mmivz8HAAAAEBlUZHMI++h0XeR0AgAAADYFlUk88j7r6cBAAAA8N0jNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKq5bsAAAAAgO+65StX52zXqrHtRyrb/gwBAAAAvqHWVz6ds/3eDT/MUyXfHo+nAQAAAJBipREAAADARsy7unu+S/jWCY0AAAAANmJ7eIfR13k8DQAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKdXyXQAAAADAd97KZbnbNWrnp45vkdAIAAAAYGOub5K7Pbw0P3V8izyeBgAAAECKlUYAAAAAG3P5R/mu4FsnNAIAAADYmO3gHUZf5/E0AAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgJe+h0ciRI6NFixZRWFgYHTp0iGnTpq23b0lJSZx88snRsmXLqFKlSgwcOLDcfhMmTIjWrVtHQUFBtG7dOh555JGtVD0AAADAtimvodH48eNj4MCBMWTIkJg9e3Z06dIljjnmmFi4cGG5/VesWBE77bRTDBkyJNq1a1dunxkzZkTv3r2jT58+8corr0SfPn2iV69e8cILL2zNqQAAAABsUzJJkiT5OnmnTp2iffv2MWrUqGxbq1atomfPnjFixIgNHnvYYYfF9773vbjlllty2nv37h1lZWXx1FNPZduOPvroqFevXjz00EObVFdZWVnUrVs3SktLo7i4eNMnBAAAAPAdVpHMI28rjVauXBmzZs2Kbt265bR369Ytpk+fvtnjzpgxIzVm9+7dNzjmihUroqysLOcDAAAAsD3LW2i0dOnSWLNmTTRs2DCnvWHDhrF48eLNHnfx4sUVHnPEiBFRt27d7Kdp06abfX4AAACAbUHeX4SdyWRytpMkSbVt7TEvu+yyKC0tzX4++OCDb3R+AAAAgMquWr5O3KBBg6hatWpqBdCSJUtSK4UqolGjRhUes6CgIAoKCjb7nAAAAADbmrytNKpRo0Z06NAhJk+enNM+efLkOOiggzZ73M6dO6fGnDRp0jcaEwAAAGB7k7eVRhERgwcPjj59+kTHjh2jc+fOcdddd8XChQujX79+EfHlY2OLFi2K+++/P3vMnDlzIiLis88+i//85z8xZ86cqFGjRrRu3ToiIgYMGBCHHnpo/PrXv44ePXrEX/7yl/jb3/4Wzz333Lc+PwAAAIDKKq+hUe/evePjjz+Oq6++OkpKSqJNmzYxceLEaNasWURElJSUxMKFC3OO2X///bP/edasWfHggw9Gs2bN4r333ouIiIMOOijGjRsXV1xxRQwdOjT22GOPGD9+fHTq1OlbmxcAAABAZZdJkiTJdxHfNWVlZVG3bt0oLS2N4uLifJcDAAAAsEVUJPPI+6+nAQAAAPDdIzQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApOQ9NBo5cmS0aNEiCgsLo0OHDjFt2rQN9p86dWp06NAhCgsLY/fdd4/Ro0en+txyyy3RsmXLqFmzZjRt2jQGDRoUX3zxxdaaAgAAAMA2J6+h0fjx42PgwIExZMiQmD17dnTp0iWOOeaYWLhwYbn9FyxYEMcee2x06dIlZs+eHZdffnn0798/JkyYkO3zxz/+MS699NIYNmxYzJ8/P8aMGRPjx4+Pyy677NuaFgAAAECll0mSJMnXyTt16hTt27ePUaNGZdtatWoVPXv2jBEjRqT6X3LJJfHYY4/F/Pnzs239+vWLV155JWbMmBERERdccEHMnz8//v73v2f7XHjhhfHiiy9udBXTOmVlZVG3bt0oLS2N4uLizZ0eAAAAwHdKRTKPvK00WrlyZcyaNSu6deuW096tW7eYPn16ucfMmDEj1b979+4xc+bMWLVqVUREHHLIITFr1qx48cUXIyLi3XffjYkTJ8YPf/jD9dayYsWKKCsry/kAAAAAbM+q5evES5cujTVr1kTDhg1z2hs2bBiLFy8u95jFixeX23/16tWxdOnSaNy4cfzsZz+L//znP3HIIYdEkiSxevXqOPfcc+PSSy9dby0jRoyIq6666ptPCgAAAGAbkfcXYWcymZztJElSbRvr/9X2KVOmxHXXXRcjR46Ml19+OR5++OF44okn4pprrlnvmJdddlmUlpZmPx988MHmTgcAAABgm5C3lUYNGjSIqlWrplYVLVmyJLWaaJ1GjRqV279atWpRv379iIgYOnRo9OnTJ37xi19ERMR+++0Xy5Yti7PPPjuGDBkSVaqkc7KCgoIoKCjYEtMCAAAA2CbkbaVRjRo1okOHDjF58uSc9smTJ8dBBx1U7jGdO3dO9Z80aVJ07NgxqlevHhERy5cvTwVDVatWjSRJIo/v/AYAAACoVPL6eNrgwYPjnnvuiXvvvTfmz58fgwYNioULF0a/fv0i4svHxvr27Zvt369fv3j//fdj8ODBMX/+/Lj33ntjzJgxcdFFF2X7HH/88TFq1KgYN25cLFiwICZPnhxDhw6NH/3oR1G1atVvfY4AAAAAlVHeHk+LiOjdu3d8/PHHcfXVV0dJSUm0adMmJk6cGM2aNYuIiJKSkli4cGG2f4sWLWLixIkxaNCguOOOO6JJkyZx6623xoknnpjtc8UVV0Qmk4krrrgiFi1aFDvttFMcf/zxcd11133r8wMAAACorDKJZ7ZSysrKom7dulFaWhrFxcX5LgcAAABgi6hI5pH3X08DAAAA4LtHaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgJRqFT3g/fffj0mTJsWqVauia9euse+++26NugAAAADIowqFRs8++2wce+yxsXz58i8PrlYt/vCHP8RJJ520VYoDAAAAID8q9Hja0KFD4/DDD48PP/wwPv744zjjjDPi4osv3lq1AQAAAJAnmSRJkk3tvOOOO8azzz4bbdq0iYiIZcuWRXFxcSxdujTq1au31Yr8tpWVlUXdunWjtLQ0iouL810OAAAAwBZRkcyjQiuNPvnkk9h5552z27Vr145atWrFJ598slmFAgAAAPDdVOEXYc+bNy8WL16c3U6SJObPnx+ffvpptq1t27ZbpjoAAAAA8qJCj6dVqVIlMplMlHfIuvZMJhNr1qzZokV+2zyeBgAAAGyLKpJ5VGil0YIFC75RYQAAAABUDhUKjZo1a7bRPnPmzNmkfgAAAAB8d1XoRdjrU1paGiNHjoz27dtHhw4dtsSQAAAAAOTRNwqN/vGPf8Spp54ajRs3jttuuy2OPfbYmDlz5paqDQAAAIA8qfCvp3344YcxduzYuPfee2PZsmXRq1evWLVqVUyYMCFat269NWoEAAAA4FtWoZVGxx57bLRu3TrmzZsXt912W3z00Udx2223ba3aAAAAAMiTCq00mjRpUvTv3z/OPffc2GuvvbZWTQAAAADkWYVWGk2bNi0+/fTT6NixY3Tq1Cluv/32+M9//rO1agMAAAAgTyoUGnXu3DnuvvvuKCkpiXPOOSfGjRsXu+yyS6xduzYmT54cn3766daqEwAAAIBvUSZJkuSbDPDGG2/EmDFj4oEHHohPPvkkjjrqqHjssce2VH15UVZWFnXr1o3S0tIoLi7OdzkAAAAAW0RFMo8KrTQqT8uWLePGG2+MDz/8MMaNGxeZTOabDgkAAABAnlXoRdhnnHHGRvvUr19/s4sBAAAA4LuhQqHR2LFjo1mzZrH//vvH+p5qs9IIAAAAoPKrUGjUr1+/GDduXLz77rtxxhlnxKmnnho77rjj1qoNAAAAgDyp0DuNRo4cGSUlJXHJJZfE448/Hk2bNo1evXrF008/vd6VRwAAAABUPt/o19Pef//9GDt2bNx///2xatWqmDdvXhQVFW3J+vLCr6cBAAAA26Jv7dfTMplMZDKZSJIk1q5d+02GAgAAAOA7pMKh0YoVK+Khhx6Ko446Klq2bBlz586N22+/PRYuXLhNrDICAAAAoIIvwj7vvPNi3Lhxsdtuu8XPf/7zGDduXNSvX39r1QYAAABAnlTonUZVqlSJ3XbbLfbff//IZDLr7ffwww9vkeLyxTuNAAAAgG1RRTKPCq006tu37wbDIgAAAAC2DRUKjcaOHbuVygAAAADgu+Qb/XoaAAAAANsmoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAICUavkuAAAAYFuyfNXynO1a1WvlqRKAb0ZoBAAAsAV1erBTzvbc0+bmqRKAb8bjaQAAAACkWGkEAACwBb1w8gv5LgFgixAaAQAAbEHeYQRsKzyeBgAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAICXvodHIkSOjRYsWUVhYGB06dIhp06ZtsP/UqVOjQ4cOUVhYGLvvvnuMHj061eeTTz6J888/Pxo3bhyFhYXRqlWrmDhx4taaAgAAAMA2J6+h0fjx42PgwIExZMiQmD17dnTp0iWOOeaYWLhwYbn9FyxYEMcee2x06dIlZs+eHZdffnn0798/JkyYkO2zcuXKOOqoo+K9996LP//5z/HGG2/E3XffHbvsssu3NS0AAACASi+TJEmSr5N36tQp2rdvH6NGjcq2tWrVKnr27BkjRoxI9b/kkkvisccei/nz52fb+vXrF6+88krMmDEjIiJGjx4dN910U7z++utRvXr1zaqrrKws6tatG6WlpVFcXLxZYwAAAAB811Qk88jbSqOVK1fGrFmzolu3bjnt3bp1i+nTp5d7zIwZM1L9u3fvHjNnzoxVq1ZFRMRjjz0WnTt3jvPPPz8aNmwYbdq0ieuvvz7WrFmzdSYCAAAAsA2qlq8TL126NNasWRMNGzbMaW/YsGEsXry43GMWL15cbv/Vq1fH0qVLo3HjxvHuu+/GP/7xjzjllFNi4sSJ8dZbb8X5558fq1evjiuvvLLccVesWBErVqzIbpeVlX3D2QEAAABUbnl/EXYmk8nZTpIk1bax/l9tX7t2bey8885x1113RYcOHeJnP/tZDBkyJOcRuK8bMWJE1K1bN/tp2rTp5k4HAAAAYJuQt9CoQYMGUbVq1dSqoiVLlqRWE63TqFGjcvtXq1Yt6tevHxERjRs3jr333juqVq2a7dOqVatYvHhxrFy5stxxL7vssigtLc1+Pvjgg28yNQAAAIBKL2+hUY0aNaJDhw4xefLknPbJkyfHQQcdVO4xnTt3TvWfNGlSdOzYMfvS64MPPjjefvvtWLt2bbbPm2++GY0bN44aNWqUO25BQUEUFxfnfAAAAAC2Z3l9PG3w4MFxzz33xL333hvz58+PQYMGxcKFC6Nfv34R8eUKoL59+2b79+vXL95///0YPHhwzJ8/P+69994YM2ZMXHTRRdk+5557bnz88ccxYMCAePPNN+PJJ5+M66+/Ps4///xvfX4AAAAAlVXeXoQdEdG7d+/4+OOP4+qrr46SkpJo06ZNTJw4MZo1axYRESUlJbFw4cJs/xYtWsTEiRNj0KBBcccdd0STJk3i1ltvjRNPPDHbp2nTpjFp0qQYNGhQtG3bNnbZZZcYMGBAXHLJJd/6/AAAAAAqq0yy7k3SZJWVlUXdunWjtLTUo2oAAADANqMimUfefz0NAAAAgO8eoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJBSLd8FAAAAbEuWr1yds12rhv/ZBVRO/vUCAADYglpf+XTO9ns3/DBPlQB8Mx5PAwAAACDFSiMAAIAtaN7V3fNdAsAWITQCAADYgrzDCNhWeDwNAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgJRq+S4AAABgm7JyWe52jdr5qQPgGxIaAQAAbEnXN8ndHl6anzoAviGPpwEAAACQYqURAADAlnT5R/muAGCLEBoBAABsSd5hBGwjPJ4GAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASMl7aDRy5Mho0aJFFBYWRocOHWLatGkb7D916tTo0KFDFBYWxu677x6jR49eb99x48ZFJpOJnj17buGqAQAAALZteQ2Nxo8fHwMHDowhQ4bE7Nmzo0uXLnHMMcfEwoULy+2/YMGCOPbYY6NLly4xe/bsuPzyy6N///4xYcKEVN/3338/LrrooujSpcvWngYAAADANieTJEmSr5N36tQp2rdvH6NGjcq2tWrVKnr27BkjRoxI9b/kkkvisccei/nz52fb+vXrF6+88krMmDEj27ZmzZro2rVr/PznP49p06bFJ598Eo8++ugm11VWVhZ169aN0tLSKC4u3rzJAQAAAHzHVCTzyNtKo5UrV8asWbOiW7duOe3dunWL6dOnl3vMjBkzUv27d+8eM2fOjFWrVmXbrr766thpp53izDPP3PKFAwAAAGwHquXrxEuXLo01a9ZEw4YNc9obNmwYixcvLveYxYsXl9t/9erVsXTp0mjcuHH885//jDFjxsScOXM2uZYVK1bEihUrsttlZWWbPhEAAACAbVDeX4SdyWRytpMkSbVtrP+69k8//TROPfXUuPvuu6NBgwabXMOIESOibt262U/Tpk0rMAMAAACAbU/eVho1aNAgqlatmlpVtGTJktRqonUaNWpUbv9q1apF/fr147XXXov33nsvjj/++Oz+tWvXRkREtWrV4o033og99tgjNe5ll10WgwcPzm6XlZUJjgAAAIDtWt5Coxo1akSHDh1i8uTJ8eMf/zjbPnny5OjRo0e5x3Tu3Dkef/zxnLZJkyZFx44do3r16rHPPvvE3Llzc/ZfccUV8emnn8bvf//79QZBBQUFUVBQ8A1nBAAAALDtyFtoFBExePDg6NOnT3Ts2DE6d+4cd911VyxcuDD69esXEV+uAFq0aFHcf//9EfHlL6XdfvvtMXjw4DjrrLNixowZMWbMmHjooYciIqKwsDDatGmTc44ddtghIiLVDgAAAMD65TU06t27d3z88cdx9dVXR0lJSbRp0yYmTpwYzZo1i4iIkpKSWLhwYbZ/ixYtYuLEiTFo0KC44447okmTJnHrrbfGiSeemK8pAAAAAGyTMsm6N0mTVVZWFnXr1o3S0tIoLi7OdzkAAAAAW0RFMo+8/3oaAAAAAN89QiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkFIt3wUAAGzPlq9anrNdq3qtPFUCAJBLaAQAkEedHuyUsz33tLl5qgQAIJfH0wAAAABIsdIIACCPXjj5hXyXAABQLqERAEAeeYcRAPBd5fE0AAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQEq1fBcAALA9W75ydc52rRr+6xkA8N3gv5UAAORR6yufztl+74Yf5qkSAIBcHk8DAAAAIMVKIwCAPJp3dfd8lwAAUC6hEQBAHnmHEQDwXeXxNAAAAABShEYAAAAApAiNAAAAAEjxED0AQD6tXJa7XaN2fuoAAPgaoREAQD5d3yR3e3hpfuoAAPgaj6cBAAAAkGKlEQBAPl3+Ub4rAAAol9AIACCfvMMIAPiO8ngaAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApFTLdwEAbJrlq5bnbNeqXitPlQAAANsDoRFAJdHpwU4523NPm5unSgAAgO2Bx9MAAAAASLHSCKCSeOHkF/JdAgAAsB0RGgFUEt5hBAAAfJs8ngYAAABAitAIAAAAgJS8h0YjR46MFi1aRGFhYXTo0CGmTZu2wf5Tp06NDh06RGFhYey+++4xevTonP133313dOnSJerVqxf16tWLI488Ml588cWtOQUAAACAbU5eQ6Px48fHwIEDY8iQITF79uzo0qVLHHPMMbFw4cJy+y9YsCCOPfbY6NKlS8yePTsuv/zy6N+/f0yYMCHbZ8qUKXHSSSfFM888EzNmzIjddtstunXrFosWLfq2pgUAAABQ6WWSJEnydfJOnTpF+/btY9SoUdm2Vq1aRc+ePWPEiBGp/pdcckk89thjMX/+/Gxbv3794pVXXokZM2aUe441a9ZEvXr14vbbb4++fftuUl1lZWVRt27dKC0tjeLi4grOCgAAAOC7qSKZR95WGq1cuTJmzZoV3bp1y2nv1q1bTJ8+vdxjZsyYkerfvXv3mDlzZqxatarcY5YvXx6rVq2KHXfccb21rFixIsrKynI+AAAAANuzvIVGS5cujTVr1kTDhg1z2hs2bBiLFy8u95jFixeX23/16tWxdOnSco+59NJLY5dddokjjzxyvbWMGDEi6tatm/00bdq0grMB2PqWr1yd8wEAANiaquW7gEwmk7OdJEmqbWP9y2uPiLjxxhvjoYceiilTpkRhYeF6x7zsssti8ODB2e2ysjLBEfCd0/rKp3O237vhh3mqBAAA2B7kLTRq0KBBVK1aNbWqaMmSJanVROs0atSo3P7VqlWL+vXr57T/5je/ieuvvz7+9re/Rdu2bTdYS0FBQRQUFGzGLAAAAAC2TXkLjWrUqBEdOnSIyZMnx49//ONs++TJk6NHjx7lHtO5c+d4/PHHc9omTZoUHTt2jOrVq2fbbrrpprj22mvj6aefjo4dO26dCQB8y+ZdcUi+SwAAALYjeX08bfDgwdGnT5/o2LFjdO7cOe66665YuHBh9OvXLyK+fGxs0aJFcf/990fEl7+Udvvtt8fgwYPjrLPOihkzZsSYMWPioYceyo554403xtChQ+PBBx+M5s2bZ1cmFRUVRVFR0bc/SYAtpNZvdsttGF6an0IAAIDtQl5Do969e8fHH38cV199dZSUlESbNm1i4sSJ0axZs4iIKCkpiYULF2b7t2jRIiZOnBiDBg2KO+64I5o0aRK33nprnHjiidk+I0eOjJUrV8ZPfvKTnHMNGzYshg8f/q3MCwAAAKCyyyTr3iRNVllZWdStWzdKS0ujuLg43+UAfGnlstztGrXzUwcAAFBpVSTzyPuvpwGwiYREAADAt6hKvgsAAAAA4LtHaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERoBAAAAkCI0AgAAACBFaAQAAABAitAIAAAAgBShEQAAAAApQiMAAAAAUqrluwC2juWrluds16peK0+VAAAAAJWR0Ggb1enBTjnbc0+bm6dKAAAAgMrI42kAAAAApFhptI164eQX8l0CAAAAUIkJjbZVK1blblfPTxkAAABA5SQ02kbV+s1uuQ3DS/NTCAAAAFApeacRAAAAAClWGm2jll+0MGe7Vp7qAAAAAConodE2qlZR3XyXAAAAAFRiHk8DAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAACnV8l3Ad1GSJBERUVZWludKAAAAALacdVnHuuxjQ4RG5fj0008jIqJp06Z5rgQAAABgy/v000+jbt26G+yTSTYlWtrOrF27Nj766KOoU6dOZDKZfJez2crKyqJp06bxwQcfRHFxcb7LYStyrbcfrvX2w7Xevrje2w/XevvhWm9fXO/tx7ZwrZMkiU8//TSaNGkSVaps+K1FVhqVo0qVKrHrrrvmu4wtpri4uNL+MVMxrvX2w7XefrjW2xfXe/vhWm8/XOvti+u9/ajs13pjK4zW8SJsAAAAAFKERgAAAACkCI22YQUFBTFs2LAoKCjIdylsZa719sO13n641tsX13v74VpvP1zr7Yvrvf3Y3q61F2EDAAAAkGKlEQAAAAApQiMAAAAAUoRGAAAAAKQIjQAAAABIERpVYiNHjowWLVpEYWFhdOjQIaZNm7bB/lOnTo0OHTpEYWFh7L777jF69OhvqVK2hIpc7ylTpkQmk0l9Xn/99W+xYjbHs88+G8cff3w0adIkMplMPProoxs9xr1dOVX0WruvK68RI0bEAQccEHXq1Imdd945evbsGW+88cZGj3NvVz6bc63d25XTqFGjom3btlFcXBzFxcXRuXPneOqppzZ4jHu68qro9XZfbztGjBgRmUwmBg4cuMF+2/L9LTSqpMaPHx8DBw6MIUOGxOzZs6NLly5xzDHHxMKFC8vtv2DBgjj22GOjS5cuMXv27Lj88sujf//+MWHChG+5cjZHRa/3Om+88UaUlJRkP3vttde3VDGba9myZdGuXbu4/fbbN6m/e7vyqui1Xsd9XflMnTo1zj///Hj++edj8uTJsXr16ujWrVssW7Zsvce4tyunzbnW67i3K5ddd901brjhhpg5c2bMnDkzfvCDH0SPHj3itddeK7e/e7pyq+j1Xsd9Xbm99NJLcdddd0Xbtm032G+bv78TKqXvf//7Sb9+/XLa9tlnn+TSSy8tt//FF1+c7LPPPjlt55xzTnLggQdutRrZcip6vZ955pkkIpL//e9/30J1bC0RkTzyyCMb7OPe3jZsyrV2X287lixZkkREMnXq1PX2cW9vGzblWru3tx316tVL7rnnnnL3uae3PRu63u7ryu/TTz9N9tprr2Ty5MlJ165dkwEDBqy377Z+f1tpVAmtXLkyZs2aFd26dctp79atW0yfPr3cY2bMmJHq371795g5c2asWrVqq9XKN7c513ud/fffPxo3bhxHHHFEPPPMM1uzTPLEvb39cV9XfqWlpRERseOOO663j3t727Ap13od93bltWbNmhg3blwsW7YsOnfuXG4f9/S2Y1Ou9zru68rr/PPPjx/+8Idx5JFHbrTvtn5/C40qoaVLl8aaNWuiYcOGOe0NGzaMxYsXl3vM4sWLy+2/evXqWLp06VarlW9uc65348aN46677ooJEybEww8/HC1btowjjjginn322W+jZL5F7u3th/t625AkSQwePDgOOeSQaNOmzXr7ubcrv0291u7tymvu3LlRVFQUBQUF0a9fv3jkkUeidevW5fZ1T1d+Fbne7uvKbdy4cfHyyy/HiBEjNqn/tn5/V8t3AWy+TCaTs50kSaptY/3La+e7qSLXu2XLltGyZcvsdufOneODDz6I3/zmN3HooYdu1Tr59rm3tw/u623DBRdcEK+++mo899xzG+3r3q7cNvVau7crr5YtW8acOXPik08+iQkTJsRpp50WU6dOXW+Q4J6u3Cpyvd3XldcHH3wQAwYMiEmTJkVhYeEmH7ct399WGlVCDRo0iKpVq6ZWmSxZsiSVcK7TqFGjcvtXq1Yt6tevv9Vq5ZvbnOtdngMPPDDeeuutLV0eeebe3r65ryuXX/7yl/HYY4/FM888E7vuuusG+7q3K7eKXOvyuLcrhxo1asSee+4ZHTt2jBEjRkS7du3i97//fbl93dOVX0Wud3nc15XDrFmzYsmSJdGhQ4eoVq1aVKtWLaZOnRq33nprVKtWLdasWZM6Zlu/v4VGlVCNGjWiQ4cOMXny5Jz2yZMnx0EHHVTuMZ07d071nzRpUnTs2DGqV6++1Wrlm9uc612e2bNnR+PGjbd0eeSZe3v75r6uHJIkiQsuuCAefvjh+Mc//hEtWrTY6DHu7cppc651edzblVOSJLFixYpy97mntz0but7lcV9XDkcccUTMnTs35syZk/107NgxTjnllJgzZ05UrVo1dcw2f3/n5fXbfGPjxo1LqlevnowZMyaZN29eMnDgwKR27drJe++9lyRJklx66aVJnz59sv3ffffdpFatWsmgQYOSefPmJWPGjEmqV6+e/PnPf87XFKiAil7v3/3ud8kjjzySvPnmm8m//vWv5NJLL00iIpkwYUK+psAm+vTTT5PZs2cns2fPTiIi+e1vf5vMnj07ef/995MkcW9vSyp6rd3Xlde5556b1K1bN5kyZUpSUlKS/Sxfvjzbx729bdica+3erpwuu+yy5Nlnn00WLFiQvPrqq8nll1+eVKlSJZk0aVKSJO7pbU1Fr7f7etvy9V9P297ub6FRJXbHHXckzZo1S2rUqJG0b98+5+dcTzvttKRr1645/adMmZLsv//+SY0aNZLmzZsno0aN+pYr5puoyPX+9a9/neyxxx5JYWFhUq9eveSQQw5JnnzyyTxUTUWt+4nWr39OO+20JEnc29uSil5r93XlVd51jojkvvvuy/Zxb28bNudau7crpzPOOCP738t22mmn5IgjjsgGCEnint7WVPR6u6+3LV8Pjba3+zuTJP/fG5oAAAAA4P/jnUYAAAAApAiNAAAAAEgRGgEAAACQIjQCAAAAIEVoBAAAAECK0AgAAACAFKERAAAAAClCIwAAAABShEYAwHblsMMOi4EDB6baH3300chkMt9+QRGxePHiGDBgQOy5555RWFgYDRs2jEMOOSRGjx4dy5cvz0tNAADV8l0AAMD2YOXKlVGjRo1U+7vvvhsHH3xw7LDDDnH99dfHfvvtF6tXr44333wz7r333mjSpEn86Ec/KnfMVatWRfXq1bd26QDAdspKIwCAcrzyyitx+OGHR506daK4uDg6dOgQM2fOzO6fPn16HHrooVGzZs1o2rRp9O/fP5YtW5bd37x587j22mvj9NNPj7p168ZZZ51V7nnOO++8qFatWsycOTN69eoVrVq1iv322y9OPPHEePLJJ+P444/P9s1kMjF69Ojo0aNH1K5dO6699tqIiBg1alTsscceUaNGjWjZsmU88MAD2WPee++9yGQyMWfOnGzbJ598EplMJqZMmRIREVOmTIlMJhNPPvlktGvXLgoLC6NTp04xd+7cLfFVAgCVlNAIAKAcp5xySuy6667x0ksvxaxZs+LSSy/NruqZO3dudO/ePU444YR49dVXY/z48fHcc8/FBRdckDPGTTfdFG3atIlZs2bF0KFDU+f4+OOPY9KkSXH++edH7dq1y63j64/MDRs2LHr06BFz586NM844Ix555JEYMGBAXHjhhfGvf/0rzjnnnPj5z38ezzzzTIXn/Ktf/Sp+85vfxEsvvRQ777xz/OhHP4pVq1ZVeBwAYNvg8TQAgHIsXLgwfvWrX8U+++wTERF77bVXdt9NN90UJ598cvbdSHvttVfceuut0bVr1xg1alQUFhZGRMQPfvCDuOiii9Z7jrfffjuSJImWLVvmtDdo0CC++OKLiIg4//zz49e//nV238knnxxnnHFGzvbpp58e5513XkREDB48OJ5//vn4zW9+E4cffniF5jxs2LA46qijIiLiD3/4Q+y6667xyCOPRK9evSo0DgCwbbDSCACgHIMHD45f/OIXceSRR8YNN9wQ77zzTnbfrFmzYuzYsVFUVJT9dO/ePdauXRsLFizI9uvYseMmnevrq4lefPHFmDNnTuy7776xYsWKnH1fH3P+/Plx8MEH57QdfPDBMX/+/E0691d17tw5+5933HHHaNmy5WaNAwBsG4RGAMB2pbi4OEpLS1Ptn3zySRQXF2e3hw8fHq+99lr88Ic/jH/84x/RunXreOSRRyIiYu3atXHOOefEnDlzsp9XXnkl3nrrrdhjjz2yY6zvkbN19txzz8hkMvH666/ntO++++6x5557Rs2aNVPHlDfm10OnJEmybVWqVMm2rVORR87y9YtyAED+CY0AgO3KPvvsk/NC63Veeuml1GNie++9dwwaNCgmTZoUJ5xwQtx3330REdG+fft47bXXYs8990x9yvuFtPWpX79+HHXUUXH77bfnvES7Ilq1ahXPPfdcTtv06dOjVatWERGx0047RURESUlJdv9XX4r9Vc8//3z2P//vf/+LN998M/t4HgCw/fFOIwBgu3LeeefF7bffHueff36cffbZUbNmzZg8eXKMGTMm+6tjn3/+efzqV7+Kn/zkJ9GiRYv48MMP46WXXooTTzwxIiIuueSSOPDAA+P888+Ps846K2rXrh3z58+PyZMnx2233VahekaOHBkHH3xwdOzYMYYPHx5t27aNKlWqxEsvvRSvv/56dOjQYYPH/+pXv4pevXpF+/bt44gjjojHH388Hn744fjb3/4WERE1a9aMAw88MG644YZo3rx5LF26NK644opyx7r66qujfv360bBhwxgyZEg0aNAgevbsWaH5AADbDqERALBdad68eUybNi2GDBkS3bp1iy+++CL23nvvGDt2bPz0pz+NiIiqVavGxx9/HH379o1///vf0aBBgzjhhBPiqquuioiItm3bxtSpU2PIkCHRpUuXSJIk9thjj+jdu3eF69ljjz1i9uzZcf3118dll10WH374YRQUFETr1q3joosuyr7gen169uwZv//97+Omm26K/v37R4sWLeK+++6Lww47LNvn3nvvjTPOOCM6duwYLVu2jBtvvDG6deuWGuuGG26IAQMGxFtvvRXt2rWLxx57rEIrpwCAbUsm+eoD7gAAbHemTJkShx9+ePzvf/+LHXbYId/lAADfEd5pBAAAAECK0AgAAACAFI+nAQAAAJBipREAAAAAKUIjAAAAAFKERgAAAACkCI0AAAAASBEaAQAAAJAiNAIAAAAgRWgEAAAAQIrQCAAAAIAUoREAAAAAKf8/26GrwROicJwAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 1400x900 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/EASE_R_RP3betaP3alpha/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/EASE_R_RP3beta/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "EASE_R_Recommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EASE_R_Recommender: Loading model from file 'recommendations/interactions-summed-transformed/EASE_R_Recommender/topK-337_l2_norm-2466.5428241558093_normalize_metrics-False/bestEASE_R_Recommender.zip'\n",
      "EASE_R_Recommender: Loading complete\n",
      "RP3betaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "RP3betaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/RP3betaRecommender/topK-50_beta-0.29826014886479874_alpha-0.9115443137489105_min_rating-0_implicit-False_normalize_similarity-True/bestRP3betaRecommender.zip'\n",
      "RP3betaRecommender: Loading complete\n",
      "P3alphaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "P3alphaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/P3alphaRecommender/topK-124_alpha-1.0_min_rating-0_implicit-False_normalize_similarity-True/bestP3alphaRecommender.zip'\n",
      "P3alphaRecommender: Loading complete\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "recommender.fit(num_groups, clustering_strategy=\"equal-parts\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "45122331",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ItemKNNCFRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "ItemKNNCFRecommender: Loading model from file 'recommendations/interactions-summed-transformed/ItemKNNCFRecommender/topK-36_shrink-1750_feature_weighting-TF-IDF_sim-asymmetric/optimizationItemKNNCFRecommender_best_model.zip'\n",
      "ItemKNNCFRecommender: Loading complete\n"
     ]
    }
   ],
   "source": [
    "itemknn = utils.load_best_model(URM_train, \n",
    "                                            ItemKNNCFRec, \n",
    "                                            dataset_version=dataset_version, \n",
    "                                            optimization=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "96618825",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfile/per_group_hyperparams_search/group1/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "EASE_R_Recommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EASE_R_Recommender: Loading model from file 'recommendations/interactions-summed-transformed/EASE_R_Recommender/topK-337_l2_norm-2466.5428241558093_normalize_metrics-False/optimizationEASE_R_Recommender_best_model.zip'\n",
      "EASE_R_Recommender: Loading complete\n",
      "RP3betaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "RP3betaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/RP3betaRecommender/topK-50_beta-0.29826014886479874_alpha-0.9115443137489105_min_rating-0_implicit-False_normalize_similarity-True/optimizationRP3betaRecommender_best_model.zip'\n",
      "RP3betaRecommender: Loading complete\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfile/per_group_hyperparams_search/group2/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "EASE_R_Recommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EASE_R_Recommender: Loading model from file 'recommendations/interactions-summed-transformed/EASE_R_Recommender/topK-337_l2_norm-2466.5428241558093_normalize_metrics-False/optimizationEASE_R_Recommender_best_model.zip'\n",
      "EASE_R_Recommender: Loading complete\n",
      "RP3betaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "RP3betaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/RP3betaRecommender/topK-50_beta-0.29826014886479874_alpha-0.9115443137489105_min_rating-0_implicit-False_normalize_similarity-True/optimizationRP3betaRecommender_best_model.zip'\n",
      "RP3betaRecommender: Loading complete\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfile/per_group_hyperparams_search/group3/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "EASE_R_Recommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EASE_R_Recommender: Loading model from file 'recommendations/interactions-summed-transformed/EASE_R_Recommender/topK-337_l2_norm-2466.5428241558093_normalize_metrics-False/optimizationEASE_R_Recommender_best_model.zip'\n",
      "EASE_R_Recommender: Loading complete\n",
      "RP3betaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "RP3betaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/RP3betaRecommender/topK-50_beta-0.29826014886479874_alpha-0.9115443137489105_min_rating-0_implicit-False_normalize_similarity-True/optimizationRP3betaRecommender_best_model.zip'\n",
      "RP3betaRecommender: Loading complete\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfile/per_group_hyperparams_search/group4/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "EASE_R_Recommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EASE_R_Recommender: Loading model from file 'recommendations/interactions-summed-transformed/EASE_R_Recommender/topK-337_l2_norm-2466.5428241558093_normalize_metrics-False/optimizationEASE_R_Recommender_best_model.zip'\n",
      "EASE_R_Recommender: Loading complete\n",
      "RP3betaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "RP3betaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/RP3betaRecommender/topK-50_beta-0.29826014886479874_alpha-0.9115443137489105_min_rating-0_implicit-False_normalize_similarity-True/optimizationRP3betaRecommender_best_model.zip'\n",
      "RP3betaRecommender: Loading complete\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfile/per_group_hyperparams_search/group5/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "EASE_R_Recommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EASE_R_Recommender: Loading model from file 'recommendations/interactions-summed-transformed/EASE_R_Recommender/topK-337_l2_norm-2466.5428241558093_normalize_metrics-False/optimizationEASE_R_Recommender_best_model.zip'\n",
      "EASE_R_Recommender: Loading complete\n",
      "RP3betaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "RP3betaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/RP3betaRecommender/topK-50_beta-0.29826014886479874_alpha-0.9115443137489105_min_rating-0_implicit-False_normalize_similarity-True/optimizationRP3betaRecommender_best_model.zip'\n",
      "RP3betaRecommender: Loading complete\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "DiffStructHybridRecommender: Loading model from file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfile/per_group_hyperparams_search/group6/optimizationDiffStructHybridRecommender_best_model.zip'\n",
      "DiffStructHybridRecommender: Loading complete\n",
      "EASE_R_Recommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EASE_R_Recommender: Loading model from file 'recommendations/interactions-summed-transformed/EASE_R_Recommender/topK-337_l2_norm-2466.5428241558093_normalize_metrics-False/optimizationEASE_R_Recommender_best_model.zip'\n",
      "EASE_R_Recommender: Loading complete\n",
      "RP3betaRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "RP3betaRecommender: Loading model from file 'recommendations/interactions-summed-transformed/RP3betaRecommender/topK-50_beta-0.29826014886479874_alpha-0.9115443137489105_min_rating-0_implicit-False_normalize_similarity-True/optimizationRP3betaRecommender_best_model.zip'\n",
      "RP3betaRecommender: Loading complete\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "hybrids = []\n",
    "for i in range(1,7):\n",
    "    version = os.path.join(\"UserProfile\",  os.path.join(\"per_group_hyperparams_search\", \"group\" + str(i)))\n",
    "\n",
    "    # HybrDiffStructHybridRecommenderor which you want to produce the submission\n",
    "\n",
    "    hybrid = DiffStructHybridRecommender(URM_train, \n",
    "                                recs_on_urm_splitted=True, \n",
    "                                dataset_version=dataset_version)\n",
    "\n",
    "    hybrid.load_model_by_version(version, True)\n",
    "    hybrids.append(hybrid)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5a42d4ee",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Warning: 31 (0.07 %) of 41629 users have no sampled items\n",
      "Users group size: 6939\n",
      "\n",
      "\n",
      "Group 0, #users in group 6939, average p.len 10.60, median 11.0, min 3, max 13\n",
      "Group 1, #users in group 6939, average p.len 14.73, median 15.0, min 13, max 16\n",
      "Group 2, #users in group 6939, average p.len 18.27, median 18.0, min 16, max 20\n",
      "Group 3, #users in group 6939, average p.len 22.60, median 22.0, min 20, max 26\n",
      "Group 4, #users in group 6939, average p.len 30.25, median 30.0, min 26, max 37\n",
      "Group 5, #users in group 6934, average p.len 60.43, median 49.0, min 37, max 861\n",
      "EvaluatorHoldout: Ignoring 31 ( 0.1%) Users that have less than 1 test interactions\n",
      "EvaluatorHoldout: Ignoring 34690 Users\n",
      "Iteration No: 1 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 2.6747028965631965, 'w1': 8.121677764021406, 'normalize': 'inf', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.95 sec. Users per second: 1400\n",
      "SearchBayesianSkopt: New best config found. Config 0: {'w0': 2.6747028965631965, 'w1': 8.121677764021406, 'normalize': 'inf', 'alphas_sum_to_one': False} - results: PRECISION: 0.0210481, PRECISION_RECALL_MIN_DEN: 0.0321893, RECALL: 0.0315048, MAP: 0.0104452, MAP_MIN_DEN: 0.0160418, MRR: 0.0857889, NDCG: 0.0416663, F1: 0.0252361, HIT_RATE: 0.1729464, ARHR_ALL_HITS: 0.0943944, NOVELTY: 0.0040258, AVERAGE_POPULARITY: 0.1545913, DIVERSITY_MEAN_INTER_LIST: 0.9657746, DIVERSITY_HERFINDAHL: 0.9965635, COVERAGE_ITEM: 0.2112057, COVERAGE_ITEM_HIT: 0.0173770, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1726474, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0437402, SHANNON_ENTROPY: 10.0789810, RATIO_DIVERSITY_HERFINDAHL: 0.9968928, RATIO_DIVERSITY_GINI: 0.0988048, RATIO_SHANNON_ENTROPY: 0.7471308, RATIO_AVERAGE_POPULARITY: 3.0591238, RATIO_NOVELTY: 0.3192746, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender\n",
      "\n",
      "DiffStructHybridRecommender: Saving model in file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender_best_model'\n",
      "DiffStructHybridRecommender: Saving complete\n",
      "Iteration No: 1 ended. Evaluation done at random point.\n",
      "Time taken: 5.0827\n",
      "Function value obtained: -0.0104\n",
      "Current minimum: -0.0104\n",
      "Iteration No: 2 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 5.499241206395639, 'w1': 2.9922919854225234, 'normalize': 'inf', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.56 sec. Users per second: 1520\n",
      "SearchBayesianSkopt: Config 1 is suboptimal. Config: {'w0': 5.499241206395639, 'w1': 2.9922919854225234, 'normalize': 'inf', 'alphas_sum_to_one': False} - results: PRECISION: 0.0202252, PRECISION_RECALL_MIN_DEN: 0.0308992, RECALL: 0.0302409, MAP: 0.0102368, MAP_MIN_DEN: 0.0155797, MRR: 0.0845897, NDCG: 0.0405914, F1: 0.0242392, HIT_RATE: 0.1665945, ARHR_ALL_HITS: 0.0928005, NOVELTY: 0.0040743, AVERAGE_POPULARITY: 0.1514685, DIVERSITY_MEAN_INTER_LIST: 0.9656672, DIVERSITY_HERFINDAHL: 0.9965528, COVERAGE_ITEM: 0.2533610, COVERAGE_ITEM_HIT: 0.0166261, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1663064, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0518782, SHANNON_ENTROPY: 10.2001100, RATIO_DIVERSITY_HERFINDAHL: 0.9968821, RATIO_DIVERSITY_GINI: 0.1171880, RATIO_SHANNON_ENTROPY: 0.7561098, RATIO_AVERAGE_POPULARITY: 2.9973280, RATIO_NOVELTY: 0.3231182, \n",
      "\n",
      "Iteration No: 2 ended. Evaluation done at random point.\n",
      "Time taken: 4.6178\n",
      "Function value obtained: -0.0102\n",
      "Current minimum: -0.0104\n",
      "Iteration No: 3 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 7.3680011128112906, 'w1': 2.162835474999905, 'normalize': None, 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 3.67 sec. Users per second: 1889\n",
      "SearchBayesianSkopt: Config 2 is suboptimal. Config: {'w0': 7.3680011128112906, 'w1': 2.162835474999905, 'normalize': None, 'alphas_sum_to_one': False} - results: PRECISION: 0.0197488, PRECISION_RECALL_MIN_DEN: 0.0301177, RECALL: 0.0294765, MAP: 0.0100943, MAP_MIN_DEN: 0.0153078, MRR: 0.0834362, NDCG: 0.0397720, F1: 0.0236515, HIT_RATE: 0.1632741, ARHR_ALL_HITS: 0.0915227, NOVELTY: 0.0040830, AVERAGE_POPULARITY: 0.1534740, DIVERSITY_MEAN_INTER_LIST: 0.9639283, DIVERSITY_HERFINDAHL: 0.9963789, COVERAGE_ITEM: 0.2693793, COVERAGE_ITEM_HIT: 0.0158395, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1629918, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0546725, SHANNON_ENTROPY: 10.1967218, RATIO_DIVERSITY_HERFINDAHL: 0.9967081, RATIO_DIVERSITY_GINI: 0.1234999, RATIO_SHANNON_ENTROPY: 0.7558586, RATIO_AVERAGE_POPULARITY: 3.0370139, RATIO_NOVELTY: 0.3238072, \n",
      "\n",
      "Iteration No: 3 ended. Evaluation done at random point.\n",
      "Time taken: 3.7552\n",
      "Function value obtained: -0.0101\n",
      "Current minimum: -0.0104\n",
      "Iteration No: 4 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 4.16097740749183, 'w1': 4.418908648108756, 'normalize': None, 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 3.68 sec. Users per second: 1882\n",
      "SearchBayesianSkopt: Config 3 is suboptimal. Config: {'w0': 4.16097740749183, 'w1': 4.418908648108756, 'normalize': None, 'alphas_sum_to_one': False} - results: PRECISION: 0.0199076, PRECISION_RECALL_MIN_DEN: 0.0303530, RECALL: 0.0297083, MAP: 0.0101294, MAP_MIN_DEN: 0.0153880, MRR: 0.0838619, NDCG: 0.0400330, F1: 0.0238400, HIT_RATE: 0.1645734, ARHR_ALL_HITS: 0.0919264, NOVELTY: 0.0040810, AVERAGE_POPULARITY: 0.1529084, DIVERSITY_MEAN_INTER_LIST: 0.9643826, DIVERSITY_HERFINDAHL: 0.9964243, COVERAGE_ITEM: 0.2653747, COVERAGE_ITEM_HIT: 0.0160898, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1642888, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0539534, SHANNON_ENTROPY: 10.1980088, RATIO_DIVERSITY_HERFINDAHL: 0.9967536, RATIO_DIVERSITY_GINI: 0.1218757, RATIO_SHANNON_ENTROPY: 0.7559540, RATIO_AVERAGE_POPULARITY: 3.0258231, RATIO_NOVELTY: 0.3236502, \n",
      "\n",
      "Iteration No: 4 ended. Evaluation done at random point.\n",
      "Time taken: 3.7568\n",
      "Function value obtained: -0.0101\n",
      "Current minimum: -0.0104\n",
      "Iteration No: 5 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 0.7947415752501686, 'w1': 7.953283540047763, 'normalize': None, 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 3.87 sec. Users per second: 1792\n",
      "SearchBayesianSkopt: Config 4 is suboptimal. Config: {'w0': 0.7947415752501686, 'w1': 7.953283540047763, 'normalize': None, 'alphas_sum_to_one': False} - results: PRECISION: 0.0206005, PRECISION_RECALL_MIN_DEN: 0.0313894, RECALL: 0.0307124, MAP: 0.0103469, MAP_MIN_DEN: 0.0158129, MRR: 0.0849228, NDCG: 0.0410743, F1: 0.0246602, HIT_RATE: 0.1681825, ARHR_ALL_HITS: 0.0934693, NOVELTY: 0.0040624, AVERAGE_POPULARITY: 0.1501276, DIVERSITY_MEAN_INTER_LIST: 0.9671330, DIVERSITY_HERFINDAHL: 0.9966993, COVERAGE_ITEM: 0.2366633, COVERAGE_ITEM_HIT: 0.0170910, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1678916, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0490357, SHANNON_ENTROPY: 10.1911076, RATIO_DIVERSITY_HERFINDAHL: 0.9970287, RATIO_DIVERSITY_GINI: 0.1107669, RATIO_SHANNON_ENTROPY: 0.7554424, RATIO_AVERAGE_POPULARITY: 2.9707948, RATIO_NOVELTY: 0.3221766, \n",
      "\n",
      "Iteration No: 5 ended. Evaluation done at random point.\n",
      "Time taken: 3.9265\n",
      "Function value obtained: -0.0103\n",
      "Current minimum: -0.0104\n",
      "Iteration No: 6 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 0.7632146627519644, 'w1': 1.6103910107994426, 'normalize': None, 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Processed 6927 (100.0%) in 3.43 sec. Users per second: 2017\n",
      "SearchBayesianSkopt: Config 5 is suboptimal. Config: {'w0': 0.7632146627519644, 'w1': 1.6103910107994426, 'normalize': None, 'alphas_sum_to_one': False} - results: PRECISION: 0.0200664, PRECISION_RECALL_MIN_DEN: 0.0306367, RECALL: 0.0299899, MAP: 0.0101783, MAP_MIN_DEN: 0.0154723, MRR: 0.0842538, NDCG: 0.0402977, F1: 0.0240445, HIT_RATE: 0.1658727, ARHR_ALL_HITS: 0.0923659, NOVELTY: 0.0040781, AVERAGE_POPULARITY: 0.1524110, DIVERSITY_MEAN_INTER_LIST: 0.9648507, DIVERSITY_HERFINDAHL: 0.9964711, COVERAGE_ITEM: 0.2602975, COVERAGE_ITEM_HIT: 0.0162328, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1655858, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0530797, SHANNON_ENTROPY: 10.1981219, RATIO_DIVERSITY_HERFINDAHL: 0.9968004, RATIO_DIVERSITY_GINI: 0.1199019, RATIO_SHANNON_ENTROPY: 0.7559624, RATIO_AVERAGE_POPULARITY: 3.0159803, RATIO_NOVELTY: 0.3234182, \n",
      "\n",
      "Iteration No: 6 ended. Evaluation done at random point.\n",
      "Time taken: 3.4931\n",
      "Function value obtained: -0.0102\n",
      "Current minimum: -0.0104\n",
      "Iteration No: 7 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 6.940315327110746, 'w1': 0.9763883247579055, 'normalize': 'fro', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 3.80 sec. Users per second: 1824\n",
      "SearchBayesianSkopt: Config 6 is suboptimal. Config: {'w0': 6.940315327110746, 'w1': 0.9763883247579055, 'normalize': 'fro', 'alphas_sum_to_one': False} - results: PRECISION: 0.0200375, PRECISION_RECALL_MIN_DEN: 0.0305886, RECALL: 0.0299418, MAP: 0.0101653, MAP_MIN_DEN: 0.0154572, MRR: 0.0841270, NDCG: 0.0402611, F1: 0.0240083, HIT_RATE: 0.1655839, ARHR_ALL_HITS: 0.0922376, NOVELTY: 0.0040782, AVERAGE_POPULARITY: 0.1523998, DIVERSITY_MEAN_INTER_LIST: 0.9648546, DIVERSITY_HERFINDAHL: 0.9964715, COVERAGE_ITEM: 0.2604763, COVERAGE_ITEM_HIT: 0.0162328, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1652976, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0531092, SHANNON_ENTROPY: 10.1983943, RATIO_DIVERSITY_HERFINDAHL: 0.9968008, RATIO_DIVERSITY_GINI: 0.1199686, RATIO_SHANNON_ENTROPY: 0.7559826, RATIO_AVERAGE_POPULARITY: 3.0157581, RATIO_NOVELTY: 0.3234257, \n",
      "\n",
      "Iteration No: 7 ended. Evaluation done at random point.\n",
      "Time taken: 3.8511\n",
      "Function value obtained: -0.0102\n",
      "Current minimum: -0.0104\n",
      "Iteration No: 8 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 7.9241538484382605, 'w1': 9.839240857717721, 'normalize': None, 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 3.35 sec. Users per second: 2068\n",
      "SearchBayesianSkopt: Config 7 is suboptimal. Config: {'w0': 7.9241538484382605, 'w1': 9.839240857717721, 'normalize': None, 'alphas_sum_to_one': False} - results: PRECISION: 0.0199509, PRECISION_RECALL_MIN_DEN: 0.0303979, RECALL: 0.0297508, MAP: 0.0101617, MAP_MIN_DEN: 0.0154259, MRR: 0.0840838, NDCG: 0.0401074, F1: 0.0238847, HIT_RATE: 0.1647178, ARHR_ALL_HITS: 0.0921916, NOVELTY: 0.0040808, AVERAGE_POPULARITY: 0.1528030, DIVERSITY_MEAN_INTER_LIST: 0.9644708, DIVERSITY_HERFINDAHL: 0.9964332, COVERAGE_ITEM: 0.2645881, COVERAGE_ITEM_HIT: 0.0161256, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1644329, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0538263, SHANNON_ENTROPY: 10.1990202, RATIO_DIVERSITY_HERFINDAHL: 0.9967624, RATIO_DIVERSITY_GINI: 0.1215885, RATIO_SHANNON_ENTROPY: 0.7560290, RATIO_AVERAGE_POPULARITY: 3.0237373, RATIO_NOVELTY: 0.3236345, \n",
      "\n",
      "Iteration No: 8 ended. Evaluation done at random point.\n",
      "Time taken: 3.4091\n",
      "Function value obtained: -0.0102\n",
      "Current minimum: -0.0104\n",
      "Iteration No: 9 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 3.960910235439207, 'w1': 4.164118967058097, 'normalize': 'fro', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.18 sec. Users per second: 1657\n",
      "SearchBayesianSkopt: New best config found. Config 8: {'w0': 3.960910235439207, 'w1': 4.164118967058097, 'normalize': 'fro', 'alphas_sum_to_one': False} - results: PRECISION: 0.0208460, PRECISION_RECALL_MIN_DEN: 0.0319221, RECALL: 0.0312490, MAP: 0.0104539, MAP_MIN_DEN: 0.0160434, MRR: 0.0858887, NDCG: 0.0415449, F1: 0.0250088, HIT_RATE: 0.1713585, ARHR_ALL_HITS: 0.0944603, NOVELTY: 0.0040453, AVERAGE_POPULARITY: 0.1520051, DIVERSITY_MEAN_INTER_LIST: 0.9667092, DIVERSITY_HERFINDAHL: 0.9966570, COVERAGE_ITEM: 0.2241490, COVERAGE_ITEM_HIT: 0.0173055, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1710621, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0464906, SHANNON_ENTROPY: 10.1440884, RATIO_DIVERSITY_HERFINDAHL: 0.9969863, RATIO_DIVERSITY_GINI: 0.1050177, RATIO_SHANNON_ENTROPY: 0.7519570, RATIO_AVERAGE_POPULARITY: 3.0079473, RATIO_NOVELTY: 0.3208207, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender\n",
      "\n",
      "DiffStructHybridRecommender: Saving model in file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender_best_model'\n",
      "DiffStructHybridRecommender: Saving complete\n",
      "Iteration No: 9 ended. Evaluation done at random point.\n",
      "Time taken: 4.2566\n",
      "Function value obtained: -0.0105\n",
      "Current minimum: -0.0105\n",
      "Iteration No: 10 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 8.343194046504333, 'w1': 6.5446162434733415, 'normalize': 'fro', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.54 sec. Users per second: 1526\n",
      "SearchBayesianSkopt: Config 9 is suboptimal. Config: {'w0': 8.343194046504333, 'w1': 6.5446162434733415, 'normalize': 'fro', 'alphas_sum_to_one': False} - results: PRECISION: 0.0207160, PRECISION_RECALL_MIN_DEN: 0.0316831, RECALL: 0.0310047, MAP: 0.0103845, MAP_MIN_DEN: 0.0159054, MRR: 0.0852590, NDCG: 0.0412586, F1: 0.0248370, HIT_RATE: 0.1693374, ARHR_ALL_HITS: 0.0938049, NOVELTY: 0.0040576, AVERAGE_POPULARITY: 0.1504710, DIVERSITY_MEAN_INTER_LIST: 0.9671333, DIVERSITY_HERFINDAHL: 0.9966994, COVERAGE_ITEM: 0.2326588, COVERAGE_ITEM_HIT: 0.0171982, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1690445, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0483054, SHANNON_ENTROPY: 10.1808122, RATIO_DIVERSITY_HERFINDAHL: 0.9970287, RATIO_DIVERSITY_GINI: 0.1091172, RATIO_SHANNON_ENTROPY: 0.7546793, RATIO_AVERAGE_POPULARITY: 2.9775895, RATIO_NOVELTY: 0.3217948, \n",
      "\n",
      "Iteration No: 10 ended. Evaluation done at random point.\n",
      "Time taken: 4.6809\n",
      "Function value obtained: -0.0104\n",
      "Current minimum: -0.0105\n",
      "Iteration No: 11 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 8.612117988058234, 'w1': 7.904748327269009, 'normalize': 'L1', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.46 sec. Users per second: 1554\n",
      "SearchBayesianSkopt: New best config found. Config 10: {'w0': 8.612117988058234, 'w1': 7.904748327269009, 'normalize': 'L1', 'alphas_sum_to_one': False} - results: PRECISION: 0.0208604, PRECISION_RECALL_MIN_DEN: 0.0319406, RECALL: 0.0312688, MAP: 0.0104572, MAP_MIN_DEN: 0.0160517, MRR: 0.0858879, NDCG: 0.0415742, F1: 0.0250255, HIT_RATE: 0.1715028, ARHR_ALL_HITS: 0.0944745, NOVELTY: 0.0040497, AVERAGE_POPULARITY: 0.1513160, DIVERSITY_MEAN_INTER_LIST: 0.9669760, DIVERSITY_HERFINDAHL: 0.9966836, COVERAGE_ITEM: 0.2266161, COVERAGE_ITEM_HIT: 0.0173055, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1712062, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0470632, SHANNON_ENTROPY: 10.1585710, RATIO_DIVERSITY_HERFINDAHL: 0.9970130, RATIO_DIVERSITY_GINI: 0.1063114, RATIO_SHANNON_ENTROPY: 0.7530306, RATIO_AVERAGE_POPULARITY: 2.9943108, RATIO_NOVELTY: 0.3211700, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender\n",
      "\n",
      "DiffStructHybridRecommender: Saving model in file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender_best_model'\n",
      "DiffStructHybridRecommender: Saving complete\n",
      "Iteration No: 11 ended. Evaluation done at random point.\n",
      "Time taken: 4.5794\n",
      "Function value obtained: -0.0105\n",
      "Current minimum: -0.0105\n",
      "Iteration No: 12 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 0.7789637742454848, 'w1': 6.732194320008348, 'normalize': 'fro', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.35 sec. Users per second: 1592\n",
      "SearchBayesianSkopt: New best config found. Config 11: {'w0': 0.7789637742454848, 'w1': 6.732194320008348, 'normalize': 'fro', 'alphas_sum_to_one': False} - results: PRECISION: 0.0217699, PRECISION_RECALL_MIN_DEN: 0.0335308, RECALL: 0.0328661, MAP: 0.0105447, MAP_MIN_DEN: 0.0162288, MRR: 0.0868451, NDCG: 0.0425702, F1: 0.0261912, HIT_RATE: 0.1785766, ARHR_ALL_HITS: 0.0954796, NOVELTY: 0.0039143, AVERAGE_POPULARITY: 0.1695654, DIVERSITY_MEAN_INTER_LIST: 0.9597376, DIVERSITY_HERFINDAHL: 0.9959599, COVERAGE_ITEM: 0.1542835, COVERAGE_ITEM_HIT: 0.0176630, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1782678, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0307681, SHANNON_ENTROPY: 9.6650123, RATIO_DIVERSITY_HERFINDAHL: 0.9962890, RATIO_DIVERSITY_GINI: 0.0695021, RATIO_SHANNON_ENTROPY: 0.7164442, RATIO_AVERAGE_POPULARITY: 3.3554392, RATIO_NOVELTY: 0.3104310, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender\n",
      "\n",
      "DiffStructHybridRecommender: Saving model in file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender_best_model'\n",
      "DiffStructHybridRecommender: Saving complete\n",
      "Iteration No: 12 ended. Evaluation done at random point.\n",
      "Time taken: 4.5268\n",
      "Function value obtained: -0.0105\n",
      "Current minimum: -0.0105\n",
      "Iteration No: 13 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 6.222657475655197, 'w1': 1.1327540343852618, 'normalize': None, 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.30 sec. Users per second: 1612\n",
      "SearchBayesianSkopt: Config 12 is suboptimal. Config: {'w0': 6.222657475655197, 'w1': 1.1327540343852618, 'normalize': None, 'alphas_sum_to_one': False} - results: PRECISION: 0.0197199, PRECISION_RECALL_MIN_DEN: 0.0300816, RECALL: 0.0294404, MAP: 0.0100573, MAP_MIN_DEN: 0.0152606, MRR: 0.0831422, NDCG: 0.0396758, F1: 0.0236192, HIT_RATE: 0.1631298, ARHR_ALL_HITS: 0.0911979, NOVELTY: 0.0040835, AVERAGE_POPULARITY: 0.1535113, DIVERSITY_MEAN_INTER_LIST: 0.9638856, DIVERSITY_HERFINDAHL: 0.9963746, COVERAGE_ITEM: 0.2700229, COVERAGE_ITEM_HIT: 0.0158395, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1628477, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0547878, SHANNON_ENTROPY: 10.1968260, RATIO_DIVERSITY_HERFINDAHL: 0.9967039, RATIO_DIVERSITY_GINI: 0.1237605, RATIO_SHANNON_ENTROPY: 0.7558663, RATIO_AVERAGE_POPULARITY: 3.0377530, RATIO_NOVELTY: 0.3238486, \n",
      "\n",
      "Iteration No: 13 ended. Evaluation done at random point.\n",
      "Time taken: 4.4280\n",
      "Function value obtained: -0.0101\n",
      "Current minimum: -0.0105\n",
      "Iteration No: 14 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 5.547165120327832, 'w1': 2.5869324596568704, 'normalize': None, 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.30 sec. Users per second: 1612\n",
      "SearchBayesianSkopt: Config 13 is suboptimal. Config: {'w0': 5.547165120327832, 'w1': 2.5869324596568704, 'normalize': None, 'alphas_sum_to_one': False} - results: PRECISION: 0.0198210, PRECISION_RECALL_MIN_DEN: 0.0302183, RECALL: 0.0295771, MAP: 0.0101008, MAP_MIN_DEN: 0.0153125, MRR: 0.0835401, NDCG: 0.0398197, F1: 0.0237356, HIT_RATE: 0.1639960, ARHR_ALL_HITS: 0.0916046, NOVELTY: 0.0040823, AVERAGE_POPULARITY: 0.1533674, DIVERSITY_MEAN_INTER_LIST: 0.9640277, DIVERSITY_HERFINDAHL: 0.9963889, COVERAGE_ITEM: 0.2683781, COVERAGE_ITEM_HIT: 0.0158753, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1637124, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0544934, SHANNON_ENTROPY: 10.1967378, RATIO_DIVERSITY_HERFINDAHL: 0.9967181, RATIO_DIVERSITY_GINI: 0.1230953, RATIO_SHANNON_ENTROPY: 0.7558598, RATIO_AVERAGE_POPULARITY: 3.0349049, RATIO_NOVELTY: 0.3237566, \n",
      "\n",
      "Iteration No: 14 ended. Evaluation done at random point.\n",
      "Time taken: 4.4408\n",
      "Function value obtained: -0.0101\n",
      "Current minimum: -0.0105\n",
      "Iteration No: 15 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 7.953275198990344, 'w1': 0.5670311934232476, 'normalize': 'fro', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.31 sec. Users per second: 1606\n",
      "SearchBayesianSkopt: Config 14 is suboptimal. Config: {'w0': 7.953275198990344, 'w1': 0.5670311934232476, 'normalize': 'fro', 'alphas_sum_to_one': False} - results: PRECISION: 0.0199076, PRECISION_RECALL_MIN_DEN: 0.0303546, RECALL: 0.0297099, MAP: 0.0101314, MAP_MIN_DEN: 0.0153900, MRR: 0.0838474, NDCG: 0.0400346, F1: 0.0238405, HIT_RATE: 0.1644290, ARHR_ALL_HITS: 0.0919224, NOVELTY: 0.0040810, AVERAGE_POPULARITY: 0.1528976, DIVERSITY_MEAN_INTER_LIST: 0.9643936, DIVERSITY_HERFINDAHL: 0.9964254, COVERAGE_ITEM: 0.2652317, COVERAGE_ITEM_HIT: 0.0160898, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1641447, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0539202, SHANNON_ENTROPY: 10.1978325, RATIO_DIVERSITY_HERFINDAHL: 0.9967547, RATIO_DIVERSITY_GINI: 0.1218005, RATIO_SHANNON_ENTROPY: 0.7559409, RATIO_AVERAGE_POPULARITY: 3.0256087, RATIO_NOVELTY: 0.3236469, \n",
      "\n",
      "Iteration No: 15 ended. Evaluation done at random point.\n",
      "Time taken: 4.4374\n",
      "Function value obtained: -0.0101\n",
      "Current minimum: -0.0105\n",
      "Iteration No: 16 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 1.0175074536146014, 'w1': 3.873385898853913, 'normalize': 'fro', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.51 sec. Users per second: 1537\n",
      "SearchBayesianSkopt: New best config found. Config 15: {'w0': 1.0175074536146014, 'w1': 3.873385898853913, 'normalize': 'fro', 'alphas_sum_to_one': False} - results: PRECISION: 0.0215245, PRECISION_RECALL_MIN_DEN: 0.0330628, RECALL: 0.0323855, MAP: 0.0105693, MAP_MIN_DEN: 0.0162551, MRR: 0.0869166, NDCG: 0.0423177, F1: 0.0258609, HIT_RATE: 0.1766999, ARHR_ALL_HITS: 0.0955831, NOVELTY: 0.0039582, AVERAGE_POPULARITY: 0.1639599, DIVERSITY_MEAN_INTER_LIST: 0.9620400, DIVERSITY_HERFINDAHL: 0.9961901, COVERAGE_ITEM: 0.1757723, COVERAGE_ITEM_HIT: 0.0175915, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1763943, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0356246, SHANNON_ENTROPY: 9.8345324, RATIO_DIVERSITY_HERFINDAHL: 0.9965193, RATIO_DIVERSITY_GINI: 0.0804725, RATIO_SHANNON_ENTROPY: 0.7290104, RATIO_AVERAGE_POPULARITY: 3.2445150, RATIO_NOVELTY: 0.3139128, \n",
      "\n",
      "SearchBayesianSkopt: Saving model in recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender\n",
      "\n",
      "DiffStructHybridRecommender: Saving model in file 'recommendations/interactions-summed-transformed/DiffStructHybridRecommender/UserProfileItemKNN/per_group_hyperparams_search/group1/optimization/DiffStructHybridRecommender_best_model'\n",
      "DiffStructHybridRecommender: Saving complete\n",
      "Iteration No: 16 ended. Evaluation done at random point.\n",
      "Time taken: 4.6242\n",
      "Function value obtained: -0.0106\n",
      "Current minimum: -0.0106\n",
      "Iteration No: 17 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 3.450466346526069, 'w1': 2.831363999930016, 'normalize': 'L1', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n",
      "EvaluatorHoldout: Processed 6927 (100.0%) in 4.02 sec. Users per second: 1723\n",
      "SearchBayesianSkopt: Config 16 is suboptimal. Config: {'w0': 3.450466346526069, 'w1': 2.831363999930016, 'normalize': 'L1', 'alphas_sum_to_one': False} - results: PRECISION: 0.0207593, PRECISION_RECALL_MIN_DEN: 0.0317208, RECALL: 0.0310422, MAP: 0.0104160, MAP_MIN_DEN: 0.0159806, MRR: 0.0855464, NDCG: 0.0413802, F1: 0.0248802, HIT_RATE: 0.1702036, ARHR_ALL_HITS: 0.0941061, NOVELTY: 0.0040542, AVERAGE_POPULARITY: 0.1508291, DIVERSITY_MEAN_INTER_LIST: 0.9670843, DIVERSITY_HERFINDAHL: 0.9966945, COVERAGE_ITEM: 0.2295838, COVERAGE_ITEM_HIT: 0.0172697, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1699092, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0477119, SHANNON_ENTROPY: 10.1711879, RATIO_DIVERSITY_HERFINDAHL: 0.9970238, RATIO_DIVERSITY_GINI: 0.1077766, RATIO_SHANNON_ENTROPY: 0.7539658, RATIO_AVERAGE_POPULARITY: 2.9846762, RATIO_NOVELTY: 0.3215241, \n",
      "\n",
      "Iteration No: 17 ended. Evaluation done at random point.\n",
      "Time taken: 4.0869\n",
      "Function value obtained: -0.0104\n",
      "Current minimum: -0.0106\n",
      "Iteration No: 18 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 5.60969108060103, 'w1': 7.036377997269917, 'normalize': 'L1', 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EvaluatorHoldout: Processed 6927 (100.0%) in 3.88 sec. Users per second: 1786\n",
      "SearchBayesianSkopt: Config 17 is suboptimal. Config: {'w0': 5.60969108060103, 'w1': 7.036377997269917, 'normalize': 'L1', 'alphas_sum_to_one': False} - results: PRECISION: 0.0209903, PRECISION_RECALL_MIN_DEN: 0.0320950, RECALL: 0.0314095, MAP: 0.0104575, MAP_MIN_DEN: 0.0160525, MRR: 0.0858749, NDCG: 0.0416358, F1: 0.0251640, HIT_RATE: 0.1722246, ARHR_ALL_HITS: 0.0944861, NOVELTY: 0.0040324, AVERAGE_POPULARITY: 0.1537289, DIVERSITY_MEAN_INTER_LIST: 0.9661391, DIVERSITY_HERFINDAHL: 0.9966000, COVERAGE_ITEM: 0.2149600, COVERAGE_ITEM_HIT: 0.0173412, ITEMS_IN_GT: 0.8762514, COVERAGE_USER: 0.9982706, COVERAGE_USER_HIT: 0.1719268, USERS_IN_GT: 0.9982706, DIVERSITY_GINI: 0.0445755, SHANNON_ENTROPY: 10.1012793, RATIO_DIVERSITY_HERFINDAHL: 0.9969293, RATIO_DIVERSITY_GINI: 0.1006919, RATIO_SHANNON_ENTROPY: 0.7487837, RATIO_AVERAGE_POPULARITY: 3.0420592, RATIO_NOVELTY: 0.3197925, \n",
      "\n",
      "Iteration No: 18 ended. Evaluation done at random point.\n",
      "Time taken: 3.9363\n",
      "Function value obtained: -0.0105\n",
      "Current minimum: -0.0106\n",
      "Iteration No: 19 started. Evaluating function at random point.\n",
      "SearchBayesianSkopt: Testing config: {'w0': 7.248442988556656, 'w1': 8.276484625034827, 'normalize': None, 'alphas_sum_to_one': False}\n",
      "DiffStructHybridRecommender: URM Detected 3461 (12.4%) items with no interactions.\n"
     ]
    }
   ],
   "source": [
    "recommender.optimize_2hybrids_on_group(num_groups=6, \n",
    "                                       hybrid_class=DiffStructHybridRecommender, \n",
    "                                       trained_recs_arg = [itemknn],\n",
    "                                       n_cases=100, \n",
    "                                       perc_random_starts=0.3, \n",
    "                                       clustering_strategy=\"equal-parts\", \n",
    "                                       allow_normalization=True, \n",
    "                                       allow_alphas_sum_to_one=False,\n",
    "                                       previous_hyb = hybrids,\n",
    "                                       root=\"UserProfileItemKNN\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "47b62020",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "num all recs best: #2\n",
      "Users group size: 8326\n",
      "\n",
      "\n",
      "Group 0, #users in group 8326, average p.len 16.61, median 17.0, min 5, max 20\n",
      "Group 1, #users in group 8326, average p.len 22.66, median 23.0, min 20, max 25\n",
      "Group 2, #users in group 8326, average p.len 28.73, median 29.0, min 25, max 33\n",
      "Group 3, #users in group 8326, average p.len 38.93, median 38.0, min 33, max 47\n",
      "Group 4, #users in group 8325, average p.len 79.79, median 65.0, min 47, max 1206\n",
      "num users groups (masks): #5\n",
      "scores.shape:(0, 27968)\n",
      "scores.shape:(8085, 27968)\n",
      "\n",
      "users.shape:(0,)\n",
      "users.shape:(8085,)\n",
      "\n",
      "scores.shape:(8085, 27968)\n",
      "scores.shape:(16234, 27968)\n",
      "\n",
      "users.shape:(8085,)\n",
      "users.shape:(16234,)\n",
      "\n",
      "scores.shape:(16234, 27968)\n",
      "scores.shape:(24489, 27968)\n",
      "\n",
      "users.shape:(16234,)\n",
      "users.shape:(24489,)\n",
      "\n",
      "scores.shape:(24489, 27968)\n",
      "scores.shape:(32794, 27968)\n",
      "\n",
      "users.shape:(24489,)\n",
      "users.shape:(32794,)\n",
      "\n",
      "scores.shape:(32794, 27968)\n",
      "scores.shape:(41116, 27968)\n",
      "\n",
      "users.shape:(32794,)\n",
      "users.shape:(41116,)\n",
      "\n",
      "final users.shape:(41116,)\n",
      "\n",
      "final scores.shape:(41116, 27968)\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[[2494, 750, 828, 391, 107, 5, 14710, 1532, 2488, 29],\n",
       " [6874, 665, 21, 61, 1689, 24, 537, 124, 352, 18251],\n",
       " [121, 7864, 8819, 453, 18939, 22441, 22631, 17075, 6712, 15978],\n",
       " [20, 21, 121, 352, 676, 750, 23, 109, 393, 174],\n",
       " [23, 80, 68, 2106, 2119, 64, 21, 124, 2111, 2112],\n",
       " [10953, 16513, 4631, 14624, 23973, 23995, 20340, 9874, 4147, 7783],\n",
       " [23, 60, 21, 62, 521, 895, 272, 393, 270, 20532],\n",
       " [21, 676, 672, 1616, 1154, 22, 62, 58, 7569, 364],\n",
       " [111, 2442, 24142, 3707, 453, 22405, 8084, 3951, 14518, 9733],\n",
       " [21, 23, 58, 828, 1849, 62, 27, 353, 1532, 272],\n",
       " [22, 177, 7077, 12816, 13359, 22823, 5804, 5198, 354, 17262],\n",
       " [11660, 2086, 21, 16516, 2117, 8650, 71, 1154, 95, 10177],\n",
       " [750, 2494, 149, 673, 5735, 102, 130, 93, 21, 109],\n",
       " [450, 557, 100, 4872, 6149, 177, 1849, 13420, 22591, 13229],\n",
       " [22, 23, 11363, 448, 124, 14118, 2472, 446, 453, 13988],\n",
       " [22, 14460, 23, 22472, 7569, 7632, 22370, 22414, 771, 3539],\n",
       " [17297, 17199, 9353, 7144, 18210, 1648, 14500, 1992, 7804, 1891],\n",
       " [22, 1911, 613, 21, 20, 23, 1004, 56, 1048, 2094],\n",
       " [71, 80, 64, 2119, 2588, 356, 358, 21, 2104, 629],\n",
       " [16887, 102, 130, 23, 496, 127, 15054, 17521, 56, 579],\n",
       " [5805, 18049, 3079, 18760, 10914, 18834, 820, 9123, 7466, 432],\n",
       " [20422, 2998, 14524, 448, 11855, 445, 22435, 16108, 14805, 3569],\n",
       " [53, 387, 61, 1835, 598, 336, 393, 617, 752, 22],\n",
       " [750, 450, 828, 106, 1154, 101, 1534, 5, 239, 1189],\n",
       " [3246, 352, 14809, 58, 121, 10221, 15454, 271, 21855, 7173],\n",
       " [22, 348, 2105, 541, 2108, 353, 504, 678, 25, 71],\n",
       " [124, 450, 20, 672, 126, 676, 1263, 23, 29, 453],\n",
       " [58, 684, 450, 394, 20, 1068, 1263, 60, 23, 393],\n",
       " [684, 121, 126, 93, 499, 450, 1263, 678, 109, 750],\n",
       " [836, 113, 2714, 126, 56, 121, 2916, 22542, 14787, 2457],\n",
       " [21, 348, 345, 126, 15054, 731, 386, 2963, 124, 393],\n",
       " [731, 448, 1263, 751, 446, 828, 455, 752, 25, 1308],\n",
       " [352, 56, 521, 270, 2824, 60, 1556, 895, 55, 4261],\n",
       " [126, 27, 1642, 1640, 672, 356, 629, 1641, 80, 79],\n",
       " [450, 448, 828, 126, 100, 1849, 109, 1532, 8875, 1266],\n",
       " [22403, 7864, 10221, 8819, 14809, 22443, 12114, 22631, 18939, 750],\n",
       " [450, 446, 811, 581, 1266, 453, 20422, 93, 2444, 810],\n",
       " [29, 23, 20, 353, 121, 261, 557, 432, 1068, 348],\n",
       " [270, 60, 393, 58, 352, 1068, 62, 53, 396, 387],\n",
       " [1502, 2105, 692, 71, 80, 77, 3992, 20104, 6495, 5083],\n",
       " [23, 21, 667, 348, 20, 105, 23844, 10015, 12405, 828],\n",
       " [20, 448, 10221, 93, 353, 124, 178, 7303, 22403, 6712],\n",
       " [21, 20, 29, 124, 10156, 322, 2521, 11233, 11110, 530],\n",
       " [448, 20422, 2998, 14524, 22435, 18919, 14805, 667, 450, 13063],\n",
       " [67, 75, 68, 64, 79, 77, 2106, 2119, 90, 22],\n",
       " [22, 20, 126, 450, 16887, 106, 121, 1534, 130, 56],\n",
       " [23, 22, 551, 124, 751, 752, 750, 105, 586, 450],\n",
       " [126, 207, 21, 676, 20, 95, 771, 1628, 493, 1222],\n",
       " [21, 22, 20, 1327, 58, 53, 56, 450, 29, 1263],\n",
       " [19251, 8880, 3816, 23011, 6236, 5714, 19571, 1554, 20296, 13718],\n",
       " [22, 23, 916, 450, 1911, 1048, 917, 426, 4073, 1266],\n",
       " [71, 207, 80, 2106, 629, 68, 20, 2111, 2112, 2116],\n",
       " [18484, 2010, 8407, 14521, 12601, 14681, 20827, 16251, 20537, 21400],\n",
       " [23, 121, 353, 124, 25, 672, 113, 1616, 29, 1628],\n",
       " [21, 10221, 15454, 7864, 8819, 1308, 14809, 9791, 18939, 22441],\n",
       " [541, 775, 773, 1039, 826, 1108, 385, 155, 154, 993],\n",
       " [21, 20, 15344, 14651, 23112, 3709, 4380, 14985, 124, 207],\n",
       " [426, 1263, 581, 124, 1068, 393, 62, 270, 446, 814],\n",
       " [3391, 1514, 1212, 1216, 4577, 2792, 2108, 629, 5068, 1214],\n",
       " [23, 113, 121, 124, 126, 20, 450, 676, 1308, 672],\n",
       " [126, 676, 2106, 2588, 95, 551, 2105, 2112, 537, 53],\n",
       " [15494, 14777, 7563, 23469, 398, 1861, 1064, 17225, 7260, 7258],\n",
       " [23, 450, 22, 1263, 22403, 10221, 15454, 8819, 426, 446],\n",
       " [854, 629, 67, 77, 22403, 71, 14515, 19861, 14809, 567],\n",
       " [23481, 23904, 13348, 10462, 10304, 3171, 8624, 21081, 6181, 14376],\n",
       " [23, 35, 521, 20, 62, 126, 1308, 29, 2535, 25],\n",
       " [828, 2256, 100, 109, 1733, 10221, 22403, 7864, 15454, 106],\n",
       " [21, 22, 448, 1004, 9278, 453, 1691, 13988, 1642, 731],\n",
       " [826, 626, 773, 775, 1039, 385, 154, 537, 153, 27],\n",
       " [126, 672, 93, 536, 676, 352, 773, 55, 678, 106],\n",
       " [450, 126, 121, 25, 448, 1628, 105, 273, 15992, 8982],\n",
       " [393, 55, 271, 53, 270, 272, 337, 21, 23, 772],\n",
       " [11621, 15304, 9829, 21420, 6138, 17415, 10376, 8113, 17449, 15640],\n",
       " [24385, 18324, 17786, 21866, 21846, 3081, 528, 12407, 22652, 17257],\n",
       " [22, 56, 23, 704, 5938, 2057, 450, 448, 20, 14805],\n",
       " [126, 121, 448, 95, 1154, 1628, 1263, 828, 773, 113],\n",
       " [9584, 287, 21368, 2646, 16039, 629, 2720, 68, 166, 19768],\n",
       " [60, 62, 1068, 124, 71, 450, 80, 75, 684, 2106],\n",
       " [629, 75, 121, 67, 77, 84, 2104, 2119, 95, 450],\n",
       " [124, 71, 80, 67, 2106, 68, 75, 2119, 22, 77],\n",
       " [530, 21, 29, 1091, 130, 207, 20, 575, 576, 496],\n",
       " [541, 773, 21, 385, 775, 543, 1109, 124, 938, 626],\n",
       " [581, 1263, 1154, 126, 810, 453, 446, 23, 812, 811],\n",
       " [22, 486, 678, 23, 2010, 58, 124, 498, 271, 917],\n",
       " [704, 53, 2057, 1870, 22, 56, 1869, 23, 5938, 124],\n",
       " [2106, 77, 23, 67, 68, 64, 2119, 2111, 2587, 2104],\n",
       " [22, 21, 917, 353, 23, 2759, 916, 1911, 771, 261],\n",
       " [15215, 6733, 10032, 27, 10997, 17179, 10516, 20881, 13481, 328],\n",
       " [21, 448, 106, 432, 1534, 1648, 16887, 450, 673, 683],\n",
       " [450, 1263, 446, 1266, 426, 62, 448, 812, 394, 124],\n",
       " [15344, 4380, 22560, 3709, 22561, 5770, 3529, 3716, 19820, 16786],\n",
       " [15454, 10221, 8819, 1266, 18001, 16713, 810, 12114, 14809, 18939],\n",
       " [2655, 1914, 21955, 4059, 21308, 20605, 6075, 14563, 4109, 2167],\n",
       " [4750, 7994, 22166, 16244, 634, 17309, 4593, 468, 656, 13904],\n",
       " [21, 22, 60, 22782, 1870, 20, 16380, 1869, 932, 11761],\n",
       " [22, 1266, 450, 581, 810, 814, 1263, 121, 812, 448],\n",
       " [13075, 22499, 3816, 20537, 13179, 1561, 21856, 20848, 2484, 20096],\n",
       " [21, 124, 676, 23, 677, 126, 1023, 3816, 1308, 268],\n",
       " [541, 773, 826, 153, 155, 1108, 1039, 21, 993, 93],\n",
       " [555, 826, 537, 993, 23, 936, 995, 1091, 1083, 1039],\n",
       " [61, 60, 1263, 270, 448, 596, 813, 450, 1748, 55],\n",
       " [21, 22, 544, 1023, 1835, 20, 458, 18557, 29, 23],\n",
       " [16887, 126, 673, 106, 130, 750, 102, 121, 391, 95],\n",
       " [126, 121, 1311, 8875, 3539, 2522, 2525, 676, 2524, 432],\n",
       " [704, 2057, 5938, 5070, 4577, 3391, 1869, 5069, 2792, 1865],\n",
       " [21, 22, 448, 421, 28, 581, 9209, 7703, 368, 3477],\n",
       " [126, 828, 704, 95, 750, 673, 113, 106, 17880, 10221],\n",
       " [1213, 836, 1502, 2105, 3992, 692, 2694, 2106, 450, 2111],\n",
       " [22, 23, 557, 1023, 207, 817, 995, 348, 543, 541],\n",
       " [23, 1616, 311, 453, 846, 521, 632, 7676, 121, 13751],\n",
       " [15344, 22754, 22280, 22528, 62, 14738, 21878, 3795, 394, 17553],\n",
       " [9209, 24, 126, 121, 56, 81, 25, 23, 124, 21474],\n",
       " [21, 23, 626, 60, 62, 541, 56, 272, 124, 154],\n",
       " [126, 356, 364, 121, 684, 683, 629, 80, 84, 2106],\n",
       " [453, 6202, 14524, 19404, 7240, 20030, 704, 121, 7159, 1023],\n",
       " [11825, 11758, 21717, 922, 5454, 16581, 11133, 2724, 269, 11128],\n",
       " [557, 450, 818, 20, 23, 448, 1901, 124, 2402, 335],\n",
       " [1263, 1266, 446, 812, 21, 453, 448, 121, 1308, 1630],\n",
       " [828, 450, 1849, 750, 1263, 1306, 759, 1532, 831, 453],\n",
       " [448, 20, 21, 29, 453, 207, 450, 1263, 519, 126],\n",
       " [21529, 8749, 2300, 748, 9829, 426, 4655, 3230, 19903, 3536],\n",
       " [10221, 7864, 14809, 18001, 11044, 22441, 16713, 12114, 17075, 15978],\n",
       " [3592, 17867, 14635, 18271, 22541, 649, 5754, 17739, 17613, 17059],\n",
       " [16887, 731, 130, 576, 102, 2148, 7864, 579, 6, 499],\n",
       " [448, 450, 121, 453, 1266, 21, 266, 672, 261, 683],\n",
       " [21319, 1979, 6494, 4104, 23, 1305, 1376, 22, 1504, 1311],\n",
       " [21, 22, 29, 771, 763, 1691, 450, 968, 53, 448],\n",
       " [22, 20, 56, 1616, 676, 1617, 680, 672, 77, 9351],\n",
       " [11438, 24281, 17417, 8850, 1576, 10114, 12216, 2441, 13316, 524],\n",
       " [18647, 18649, 18644, 18645, 18646, 18642, 18648, 18652, 18651, 18640],\n",
       " [15454, 8819, 14809, 22443, 18939, 22441, 18001, 11044, 22631, 16713],\n",
       " [1263, 426, 446, 1266, 581, 22, 448, 23, 271, 60],\n",
       " [13296, 4776, 7853, 61, 9564, 10999, 22680, 20045, 7292, 17887],\n",
       " [684, 22, 20, 683, 29, 818, 11660, 2086, 2117, 15672],\n",
       " [1263, 448, 453, 53, 1648, 450, 25, 56, 486, 23],\n",
       " [704, 2057, 22, 5938, 1870, 1869, 2410, 2047, 4220, 5642],\n",
       " [1526, 12792, 20403, 13829, 5694, 6456, 102, 2361, 3533, 17614],\n",
       " [21, 20, 750, 179, 29, 109, 2256, 1327, 107, 2496],\n",
       " [22, 450, 448, 58, 453, 56, 393, 348, 272, 394],\n",
       " [23, 29, 124, 269, 20, 557, 672, 23643, 2524, 22379],\n",
       " [22953, 10469, 19514, 20310, 11334, 16718, 2414, 16776, 8830, 22705],\n",
       " [14701, 6442, 8984, 5218, 20352, 5673, 13041, 19246, 7117, 5653],\n",
       " [5011, 6934, 2824, 8079, 5650, 12415, 421, 19648, 23433, 18620],\n",
       " [22, 22542, 14524, 1212, 17178, 19705, 2998, 18919, 270, 1514],\n",
       " [71, 629, 2104, 2106, 4334, 3994, 2107, 2111, 3989, 67],\n",
       " [21, 22, 20422, 450, 2998, 29, 557, 1263, 10983, 207],\n",
       " [2105, 2588, 629, 80, 2106, 71, 2112, 2111, 2587, 84],\n",
       " [1311, 751, 2781, 617, 450, 521, 130, 53, 498, 824],\n",
       " [24, 21, 2586, 53, 75, 2104, 938, 2107, 23, 9],\n",
       " [7864, 15454, 18001, 22631, 12114, 6712, 15441, 14172, 22760, 6702],\n",
       " [62, 272, 22, 394, 124, 771, 25, 773, 348, 2023],\n",
       " [11660, 2086, 21, 4341, 16516, 4333, 9864, 23, 445, 22844],\n",
       " [6494, 450, 17178, 272, 29, 771, 394, 22542, 1648, 22],\n",
       " [358, 356, 207, 121, 1628, 1616, 22, 29, 1154, 450],\n",
       " [21, 20, 916, 261, 124, 1911, 762, 2363, 4036, 667],\n",
       " [126, 22370, 8335, 22414, 121, 2350, 752, 673, 16887, 8438],\n",
       " [271, 1068, 396, 60, 358, 393, 337, 932, 364, 495],\n",
       " [22, 21, 53, 29, 129, 23, 22752, 61, 2103, 1327],\n",
       " [426, 106, 7792, 4277, 2945, 16926, 3505, 436, 845, 6336],\n",
       " [683, 1504, 1300, 1301, 1376, 4104, 1299, 1375, 1302, 1676],\n",
       " [58, 396, 23, 62, 598, 55, 61, 771, 53, 124],\n",
       " [22403, 10221, 7864, 22, 15454, 8819, 16713, 22443, 18939, 11044],\n",
       " [121, 683, 2105, 11660, 2108, 21, 453, 450, 95, 2587],\n",
       " [21, 673, 106, 828, 102, 277, 107, 2077, 2494, 130],\n",
       " [828, 750, 21, 109, 2494, 1849, 1532, 541, 1108, 130],\n",
       " [29, 21, 387, 22, 56, 1004, 20, 124, 521, 23],\n",
       " [80, 21, 1263, 23, 2106, 450, 25, 629, 126, 768],\n",
       " [60, 393, 58, 394, 272, 598, 208, 596, 61, 1849],\n",
       " [8508, 1270, 18200, 24057, 2457, 6887, 12295, 9699, 22509, 12261],\n",
       " [23, 1216, 1514, 21, 1859, 4577, 3391, 5070, 19705, 544],\n",
       " [18643, 18645, 18640, 18641, 18642, 18638, 18644, 18648, 18647, 18636],\n",
       " [29, 21, 20, 102, 130, 53, 16887, 1514, 1859, 1214],\n",
       " [2106, 22, 71, 2116, 77, 61, 80, 348, 2112, 67],\n",
       " [448, 2047, 2413, 2054, 667, 22427, 20422, 126, 1263, 20],\n",
       " [1263, 61, 1068, 22403, 1266, 10221, 7864, 446, 16713, 15454],\n",
       " [22, 916, 917, 21, 20, 1327, 80, 2588, 71, 1048],\n",
       " [130, 102, 16887, 106, 673, 1534, 450, 149, 391, 97],\n",
       " [3987, 4892, 4890, 4891, 25, 10320, 19705, 448, 58, 28],\n",
       " [22, 916, 21, 1911, 130, 102, 613, 16887, 673, 1534],\n",
       " [18030, 15822, 11374, 21115, 11095, 233, 16946, 22419, 16576, 16141],\n",
       " [21, 23, 62, 272, 271, 22, 394, 10753, 8167, 14007],\n",
       " [62, 58, 272, 393, 932, 60, 1068, 396, 208, 2395],\n",
       " [23, 124, 270, 916, 1911, 353, 174, 521, 348, 2494],\n",
       " [53, 387, 61, 1752, 598, 22, 393, 336, 2963, 1449],\n",
       " [124, 393, 60, 771, 61, 58, 270, 394, 272, 448],\n",
       " [448, 426, 2105, 446, 581, 453, 814, 88, 613, 352],\n",
       " [356, 358, 22, 355, 357, 16887, 102, 130, 683, 885],\n",
       " [486, 498, 21, 492, 471, 2010, 93, 29, 504, 20],\n",
       " [61, 1023, 396, 387, 7965, 23, 60, 393, 19832, 1697],\n",
       " [239, 2494, 102, 5735, 1535, 97, 1621, 149, 1189, 5870],\n",
       " [778, 126, 492, 121, 1308, 2148, 16887, 4574, 23, 130],\n",
       " [22162, 22661, 21982, 18525, 3012, 4673, 9028, 1193, 13365, 10585],\n",
       " [80, 71, 629, 2106, 75, 21, 2586, 2107, 20, 77],\n",
       " [20, 684, 521, 17972, 683, 22, 450, 1314, 15131, 29],\n",
       " [80, 67, 2106, 566, 79, 68, 90, 77, 75, 854],\n",
       " [1299, 22469, 14985, 1979, 1374, 4380, 15344, 1301, 3709, 1504],\n",
       " [426, 1266, 446, 450, 813, 811, 810, 22, 812, 1320],\n",
       " [23, 450, 448, 272, 62, 426, 446, 1266, 394, 771],\n",
       " [5918, 7696, 19997, 269, 11307, 2962, 14674, 21978, 2581, 16399],\n",
       " [446, 1320, 1265, 1195, 2276, 812, 1193, 11621, 1547, 11148],\n",
       " [5644, 5614, 8167, 8168, 5646, 5649, 1630, 1969, 1632, 752],\n",
       " [10221, 22403, 7864, 15454, 8819, 22441, 18939, 18001, 12114, 11044],\n",
       " [581, 450, 446, 453, 1266, 813, 811, 448, 814, 21],\n",
       " [22, 23, 541, 353, 20, 19705, 1835, 1023, 993, 153],\n",
       " [613, 353, 20, 176, 917, 23, 3397, 175, 916, 179],\n",
       " [9200, 15028, 1887, 19004, 20531, 21912, 658, 12958, 20240, 6423],\n",
       " [22, 23, 1216, 1214, 1212, 5070, 545, 4577, 3391, 348],\n",
       " [20, 13063, 16682, 448, 20422, 8875, 15131, 29, 8335, 7632],\n",
       " [71, 21, 77, 2106, 2111, 629, 22, 64, 67, 3991],\n",
       " [22, 23, 22403, 7864, 393, 60, 10221, 15454, 61, 396],\n",
       " [58, 271, 519, 272, 2352, 20, 1444, 394, 2010, 19470],\n",
       " [77, 71, 629, 2106, 2111, 2586, 2107, 64, 67, 4334],\n",
       " [9209, 629, 2119, 22617, 883, 358, 22844, 113, 84, 95],\n",
       " [23, 21, 130, 102, 149, 107, 499, 124, 500, 29],\n",
       " [1501, 1154, 1498, 692, 1502, 102, 3246, 1691, 130, 126],\n",
       " [23, 93, 1023, 124, 499, 20, 8167, 149, 2148, 2023],\n",
       " [23, 426, 771, 22403, 458, 15454, 56, 19571, 21980, 2039],\n",
       " [23, 629, 121, 2119, 6986, 56, 6712, 348, 1745, 16713],\n",
       " [24405, 5263, 13923, 10363, 16548, 2224, 15476, 19343, 20330, 5747],\n",
       " [21, 23, 25, 272, 124, 337, 9866, 58, 60, 62],\n",
       " [448, 519, 2824, 11995, 1301, 1299, 1504, 452, 102, 268],\n",
       " [629, 2111, 2112, 64, 2109, 949, 75, 2588, 955, 4614],\n",
       " [450, 448, 22, 1327, 18919, 58, 25, 446, 581, 24066],\n",
       " [1376, 1779, 1758, 1372, 1653, 355, 683, 16626, 126, 4032],\n",
       " [18557, 19163, 10936, 18737, 79, 23088, 1806, 10938, 7158, 10937],\n",
       " [10293, 586, 16031, 1076, 23148, 17402, 5371, 6881, 4756, 64],\n",
       " [126, 1302, 64, 121, 22752, 1299, 1372, 95, 356, 79],\n",
       " [2365, 2361, 433, 14159, 124, 1653, 23015, 2529, 7933, 13371],\n",
       " [18645, 18647, 18642, 18643, 18644, 18640, 18646, 18650, 18649, 18638],\n",
       " [828, 17637, 16013, 19817, 6411, 3768, 20532, 371, 14536, 23541],\n",
       " [426, 71, 80, 2106, 1266, 581, 1263, 22, 450, 20422],\n",
       " [17717, 9278, 3661, 19851, 7409, 10230, 6725, 12666, 5829, 8768],\n",
       " [20, 1048, 450, 1038, 29, 453, 4073, 2057, 5938, 1870],\n",
       " [3343, 17505, 23, 124, 450, 21, 557, 448, 20, 5614],\n",
       " [22, 23, 130, 239, 124, 188, 1835, 23438, 106, 20651],\n",
       " [2281, 433, 2112, 2713, 5548, 4723, 19806, 17700, 21347, 17267],\n",
       " [3539, 21319, 17178, 13988, 13063, 271, 22402, 6186, 7569, 22370],\n",
       " [826, 385, 775, 446, 1266, 153, 155, 1039, 20422, 458],\n",
       " [8875, 22, 6494, 348, 15131, 16030, 207, 8335, 270, 13063],\n",
       " [10966, 17910, 20764, 21336, 9357, 4135, 20139, 2376, 15544, 21718],\n",
       " [629, 71, 80, 67, 56, 68, 75, 2119, 2112, 64],\n",
       " [12723, 7477, 1414, 8834, 7116, 20399, 1023, 6470, 2575, 16414],\n",
       " [448, 1263, 581, 52, 20422, 22435, 445, 7569, 2998, 3539],\n",
       " [14651, 15344, 4380, 22469, 3709, 1263, 21, 22560, 4559, 14985],\n",
       " [21, 773, 626, 16887, 684, 102, 555, 130, 826, 149],\n",
       " [492, 93, 22, 629, 2108, 2105, 567, 497, 20, 3358],\n",
       " [13250, 15906, 2118, 4894, 19846, 19467, 7121, 5049, 68, 56],\n",
       " [3149, 17655, 15411, 8866, 12953, 3719, 7156, 524, 62, 5663],\n",
       " [22, 1308, 21, 686, 1213, 498, 179, 1501, 492, 20],\n",
       " [23, 22, 124, 16887, 25, 1437, 496, 6, 471, 7706],\n",
       " [12961, 9188, 1906, 498, 2996, 4301, 1390, 4612, 118, 21737],\n",
       " [426, 581, 773, 23, 812, 775, 448, 626, 811, 537],\n",
       " [23, 337, 348, 207, 1108, 4013, 448, 3291, 1953, 124],\n",
       " [16626, 5070, 3391, 19705, 9672, 697, 5069, 17136, 2792, 1779],\n",
       " [541, 1263, 453, 446, 22, 551, 775, 322, 387, 126],\n",
       " [23, 124, 22, 385, 450, 353, 775, 541, 936, 537],\n",
       " [1266, 1264, 121, 126, 56, 53, 25, 1222, 4574, 95],\n",
       " [453, 56, 555, 626, 448, 23, 124, 773, 826, 446],\n",
       " [7811, 12654, 19728, 21134, 8950, 8195, 18939, 21251, 1299, 1023],\n",
       " [71, 80, 68, 2106, 75, 77, 2119, 79, 126, 364],\n",
       " [6199, 21591, 8796, 79, 23942, 21339, 25, 16715, 5430, 463],\n",
       " [21, 23, 22, 1835, 348, 1311, 25, 1308, 421, 207],\n",
       " [426, 446, 1266, 5697, 813, 1222, 1198, 1311, 10855, 25],\n",
       " [21, 121, 22, 53, 1617, 9733, 773, 27, 672, 775],\n",
       " [348, 23, 53, 268, 828, 2124, 854, 387, 3766, 60],\n",
       " [22, 21, 23, 1911, 450, 1299, 1374, 613, 25, 2820],\n",
       " [20422, 1263, 448, 2998, 14805, 14524, 21, 1266, 19112, 11855],\n",
       " [23, 21, 22, 55, 353, 598, 60, 393, 436, 396],\n",
       " [56, 61, 1068, 396, 55, 596, 1748, 2592, 1449, 394],\n",
       " [6494, 22542, 20422, 22370, 22414, 22782, 126, 450, 18484, 8438],\n",
       " [2254, 450, 813, 811, 56, 2252, 2253, 1787, 1263, 453],\n",
       " [126, 1628, 450, 1154, 1263, 629, 71, 121, 1222, 22],\n",
       " [453, 121, 124, 446, 426, 93, 581, 1628, 29, 778],\n",
       " [21, 22, 126, 676, 20, 1004, 763, 677, 95, 1023],\n",
       " [20, 355, 521, 356, 358, 21, 1216, 1212, 4342, 22],\n",
       " [1263, 704, 426, 581, 1870, 1869, 1873, 2058, 2047, 22],\n",
       " [21, 771, 124, 20, 1004, 353, 23, 572, 676, 1550],\n",
       " [56, 8875, 6494, 21319, 3539, 541, 21, 22402, 2106, 80],\n",
       " [16682, 16030, 2998, 20422, 13988, 3539, 18484, 1444, 426, 450],\n",
       " [271, 121, 1979, 126, 7309, 4104, 1301, 60, 394, 29],\n",
       " [22, 1023, 261, 21, 337, 917, 64, 613, 1911, 10261],\n",
       " [1263, 21, 1266, 130, 426, 127, 16887, 453, 450, 22],\n",
       " [426, 22, 446, 581, 1266, 58, 1311, 450, 448, 23],\n",
       " [1263, 446, 450, 813, 121, 1266, 95, 56, 422, 23],\n",
       " [448, 124, 453, 1263, 3539, 20422, 270, 452, 13988, 8875],\n",
       " [14651, 4380, 19690, 3709, 23112, 14738, 3716, 5770, 3529, 22561],\n",
       " [750, 109, 1532, 1832, 100, 5, 1308, 498, 99, 499],\n",
       " [60, 23, 450, 396, 448, 598, 13063, 21, 1974, 1266],\n",
       " [121, 426, 6494, 1266, 448, 14524, 2998, 343, 811, 13988],\n",
       " [71, 22, 1213, 2586, 629, 1501, 2107, 64, 1498, 20],\n",
       " [22, 10221, 20, 7864, 15454, 29, 23, 16713, 56, 62],\n",
       " [731, 1308, 2998, 750, 132, 11100, 109, 1849, 450, 13063],\n",
       " [21, 270, 2998, 20, 56, 22472, 8875, 20422, 13988, 613],\n",
       " [56, 922, 448, 7659, 61, 121, 19579, 24, 547, 1645],\n",
       " [22836, 2896, 4993, 7930, 8045, 343, 19035, 3457, 5334, 1472],\n",
       " [53, 56, 393, 21, 60, 270, 207, 1068, 596, 396],\n",
       " [1840, 15851, 10549, 20936, 16714, 19438, 5336, 20325, 494, 1991],\n",
       " [453, 2998, 22542, 17178, 22402, 5, 1849, 14805, 828, 100],\n",
       " [1004, 11407, 4740, 7073, 3519, 4844, 4892, 1754, 14493, 3585],\n",
       " [21, 6597, 1561, 1562, 17694, 13463, 29, 1558, 1214, 19705],\n",
       " [21, 524, 445, 1835, 5884, 673, 1308, 1023, 387, 2023],\n",
       " [393, 426, 22, 396, 272, 446, 581, 814, 448, 813],\n",
       " [22, 1214, 358, 521, 1212, 1514, 60, 19705, 393, 486],\n",
       " [23995, 8596, 10334, 12536, 22518, 8537, 11877, 15981, 3505, 15983],\n",
       " [93, 499, 2148, 678, 1849, 1691, 5, 23, 2147, 19647],\n",
       " [396, 596, 23, 22, 124, 5348, 1748, 20, 335, 394],\n",
       " [916, 1048, 4036, 4073, 22, 1630, 126, 613, 919, 1631],\n",
       " [23, 448, 124, 39, 43, 453, 41, 22, 27, 438],\n",
       " [7864, 22441, 22443, 18939, 16713, 18001, 11044, 6712, 750, 12114],\n",
       " [21, 29, 23, 353, 676, 495, 126, 121, 771, 208],\n",
       " [15454, 12114, 22631, 11044, 21818, 15441, 14172, 20947, 16204, 15711],\n",
       " [22, 1048, 4036, 613, 544, 21, 1038, 58, 4073, 316],\n",
       " [126, 676, 1691, 23, 1898, 121, 115, 1327, 356, 11621],\n",
       " [450, 9209, 667, 917, 916, 22, 1423, 448, 453, 446],\n",
       " [21894, 23372, 20275, 22824, 21612, 20088, 6778, 18219, 24229, 13942],\n",
       " [629, 8470, 75, 567, 67, 71, 2119, 80, 23006, 68],\n",
       " [10221, 7864, 8819, 14809, 22443, 9791, 18939, 18001, 12114, 22631],\n",
       " [6494, 22403, 7864, 15454, 14809, 16713, 1266, 22443, 18939, 18001],\n",
       " [453, 1263, 448, 813, 812, 4574, 29, 426, 1222, 811],\n",
       " [21, 56, 14460, 10109, 7569, 672, 541, 22414, 432, 1216],\n",
       " [3709, 14985, 22469, 11621, 4559, 15344, 14651, 10225, 22527, 4380],\n",
       " [21, 348, 22, 109, 100, 828, 1849, 56, 683, 394],\n",
       " [450, 448, 124, 126, 22, 672, 14524, 117, 23, 20532],\n",
       " [8345, 318, 13826, 24202, 13074, 23675, 20206, 20341, 7617, 12418],\n",
       " [21319, 6494, 22542, 13988, 450, 14805, 10983, 11761, 16380, 10109],\n",
       " [23, 22, 124, 17486, 353, 4448, 22334, 12633, 352, 18458],\n",
       " [704, 536, 22, 335, 2057, 2281, 53, 598, 393, 387],\n",
       " [541, 23, 102, 130, 124, 673, 127, 773, 468, 1534],\n",
       " [19870, 22931, 5046, 5291, 7390, 10339, 19499, 15268, 12501, 21063],\n",
       " [1263, 1634, 446, 1071, 20, 1506, 356, 448, 453, 22],\n",
       " [93, 1849, 80, 18704, 831, 521, 2106, 5270, 17831, 5],\n",
       " [18425, 19522, 21437, 11547, 18538, 7391, 9390, 15947, 15605, 20212],\n",
       " [448, 426, 446, 21, 1266, 811, 813, 20422, 453, 814],\n",
       " [448, 21, 18484, 22, 8875, 13063, 455, 750, 348, 58],\n",
       " [22, 544, 20, 1327, 676, 126, 174, 450, 12405, 29],\n",
       " [448, 7632, 2347, 14524, 22435, 2998, 1630, 2350, 11855, 453],\n",
       " [12355, 1595, 9170, 12258, 6490, 10419, 8091, 6572, 20702, 19783],\n",
       " [22403, 10221, 16713, 8819, 14809, 22441, 22443, 18939, 12114, 17075],\n",
       " [23, 20, 888, 1697, 629, 613, 71, 2106, 270, 178],\n",
       " [450, 449, 2625, 4281, 4853, 11860, 247, 2728, 20422, 10483],\n",
       " [16887, 102, 673, 149, 1534, 22472, 126, 496, 391, 97],\n",
       " [21, 58, 124, 20, 271, 272, 60, 541, 62, 337],\n",
       " [448, 126, 4380, 813, 426, 1263, 18827, 22527, 446, 581],\n",
       " [2026, 15380, 23102, 14828, 17598, 10748, 20547, 2270, 13683, 21312],\n",
       " [750, 3711, 2494, 109, 100, 5735, 21, 22, 80, 71],\n",
       " [21777, 16229, 2679, 16170, 607, 6918, 21, 22834, 23595, 22325],\n",
       " [130, 22, 102, 29, 16713, 9791, 22403, 16887, 673, 106],\n",
       " [446, 1326, 1327, 1023, 3690, 492, 11950, 17723, 16567, 1849],\n",
       " [551, 1266, 537, 20, 541, 23, 1263, 21, 426, 124],\n",
       " [581, 453, 1266, 813, 448, 53, 1194, 1068, 1198, 396],\n",
       " [29, 20, 672, 450, 771, 121, 667, 23, 39, 421],\n",
       " [446, 581, 1534, 127, 20, 828, 1266, 130, 811, 353],\n",
       " [6900, 4146, 14700, 754, 5676, 23880, 17975, 14429, 7936, 18551],\n",
       " [23735, 19376, 4407, 15472, 12176, 23571, 3920, 6636, 10348, 4844],\n",
       " [121, 95, 889, 113, 890, 683, 494, 1628, 5884, 1617],\n",
       " [23, 25, 124, 6140, 17486, 247, 20725, 6079, 22508, 810],\n",
       " [21, 58, 62, 23, 208, 348, 394, 20, 1068, 1691],\n",
       " [11242, 1859, 18379, 5318, 18012, 21920, 7663, 12992, 1328, 814],\n",
       " [768, 208, 450, 929, 1216, 1212, 769, 767, 71, 1214],\n",
       " [1364, 22584, 7471, 2160, 17, 6827, 1734, 9255, 8501, 21369],\n",
       " [15344, 14651, 62, 448, 450, 4380, 19690, 446, 14985, 426],\n",
       " [58, 750, 21, 521, 62, 100, 109, 126, 272, 828],\n",
       " [6469, 1305, 358, 14258, 1214, 364, 1301, 60, 393, 1648],\n",
       " [541, 7864, 22403, 8819, 22443, 18939, 22441, 11044, 22631, 12114],\n",
       " [773, 126, 385, 58, 16887, 102, 130, 432, 673, 107],\n",
       " [21, 58, 60, 271, 393, 23, 396, 337, 20, 56],\n",
       " [2998, 14147, 1653, 2849, 82, 9278, 17964, 21021, 10783, 10757],\n",
       " [23, 453, 448, 1263, 2494, 149, 673, 1266, 130, 106],\n",
       " [20, 23, 2057, 124, 22, 521, 450, 1607, 426, 5938],\n",
       " [2106, 358, 2105, 77, 750, 20104, 4330, 11320, 3994, 364],\n",
       " [93, 1311, 121, 448, 678, 1308, 126, 492, 450, 750],\n",
       " [23, 124, 396, 598, 55, 916, 394, 1911, 432, 387],\n",
       " [21, 5938, 2759, 1870, 486, 93, 498, 1869, 672, 1865],\n",
       " [828, 2494, 5, 1532, 22403, 1849, 10221, 15454, 1306, 7864],\n",
       " [1263, 453, 35, 458, 18484, 2966, 126, 450, 13751, 1849],\n",
       " [20, 21, 124, 29, 432, 345, 271, 450, 2317, 15401],\n",
       " [21, 352, 270, 53, 544, 20, 1091, 10221, 335, 551],\n",
       " [683, 693, 1856, 2714, 5508, 688, 2459, 3246, 18497, 1501],\n",
       " [446, 1263, 813, 811, 581, 426, 3311, 2479, 672, 99],\n",
       " [22, 21, 916, 917, 12907, 105, 771, 16887, 773, 20],\n",
       " [448, 581, 813, 812, 453, 814, 1266, 22472, 13988, 458],\n",
       " [457, 14081, 16441, 14985, 3130, 20634, 2352, 12671, 23862, 6448],\n",
       " [450, 270, 1263, 21, 22, 113, 56, 676, 126, 1311],\n",
       " [21, 58, 3539, 450, 25, 21319, 775, 773, 130, 102],\n",
       " [21, 23, 16887, 348, 673, 102, 1534, 771, 130, 22],\n",
       " [21, 23, 60, 450, 22, 61, 393, 269, 396, 448],\n",
       " [448, 20, 450, 21, 426, 121, 446, 13988, 1266, 453],\n",
       " [2119, 629, 67, 2112, 951, 2106, 2111, 80, 68, 356],\n",
       " [22, 23, 8982, 352, 1529, 9074, 17400, 270, 16029, 1795],\n",
       " [58, 124, 271, 272, 270, 62, 2350, 20, 3175, 2637],\n",
       " [22, 29, 21, 448, 348, 951, 60, 23, 214, 9672],\n",
       " [14904, 5934, 4442, 2897, 450, 11809, 17447, 8245, 15611, 2893],\n",
       " [1263, 426, 446, 813, 811, 458, 810, 1193, 1265, 1198],\n",
       " [448, 126, 453, 1263, 58, 124, 22, 121, 56, 426],\n",
       " [448, 1263, 102, 56, 58, 16887, 673, 813, 23, 127],\n",
       " [22, 58, 62, 4073, 271, 272, 916, 20, 208, 1154],\n",
       " [23, 421, 22, 126, 348, 1216, 121, 1574, 1573, 1514],\n",
       " [22, 426, 121, 450, 916, 3745, 557, 21, 446, 95],\n",
       " [21, 450, 20420, 22, 29, 121, 448, 20372, 58, 126],\n",
       " [10221, 22403, 8819, 14809, 18939, 11044, 16713, 18001, 12114, 22631],\n",
       " [448, 126, 672, 1648, 453, 1691, 121, 1616, 23, 13063],\n",
       " [750, 5, 100, 1306, 499, 147, 759, 61, 108, 109],\n",
       " [20522, 6453, 4301, 1308, 24236, 23353, 2697, 12672, 3051, 8258],\n",
       " [432, 62, 124, 21, 271, 272, 394, 521, 393, 20],\n",
       " [2106, 10221, 102, 15454, 73, 358, 8819, 16713, 12114, 356],\n",
       " [1216, 1212, 1214, 1672, 1859, 1514, 6665, 18209, 4577, 14353],\n",
       " [21, 22, 394, 23, 4036, 448, 124, 271, 24, 2752],\n",
       " [684, 448, 21, 667, 22, 20, 1327, 773, 939, 20422],\n",
       " [71, 80, 64, 2111, 2119, 2112, 67, 2109, 450, 1263],\n",
       " [126, 121, 450, 1263, 62, 393, 2998, 453, 56, 95],\n",
       " [1214, 1212, 22, 5938, 4577, 5070, 3391, 1870, 20, 5069],\n",
       " [23, 1911, 179, 29, 177, 176, 3502, 60, 3397, 175],\n",
       " [126, 356, 2086, 355, 95, 121, 683, 20, 629, 22370],\n",
       " [29, 58, 22, 394, 393, 55, 1263, 450, 448, 396],\n",
       " [21, 23, 60, 124, 56, 1068, 396, 598, 596, 207],\n",
       " [21, 23, 22, 24, 348, 10221, 352, 17075, 22403, 7864],\n",
       " [393, 394, 21, 2523, 2522, 3343, 598, 61, 56, 1263],\n",
       " [3539, 13063, 18484, 9599, 448, 20422, 100, 2147, 20779, 17178],\n",
       " [704, 2057, 2436, 2410, 917, 22838, 4852, 450, 5938, 22427],\n",
       " [11853, 10979, 21710, 53, 3582, 19840, 11278, 7025, 4849, 1328],\n",
       " [23, 22, 672, 60, 446, 126, 124, 426, 393, 396],\n",
       " [448, 20422, 22, 450, 426, 14524, 11855, 446, 1263, 774],\n",
       " [71, 629, 2106, 67, 68, 84, 2119, 2111, 2105, 2104],\n",
       " [56, 61, 23, 80, 336, 1649, 387, 268, 2998, 19112],\n",
       " [126, 676, 358, 356, 23, 21, 677, 22, 35, 56],\n",
       " [19959, 22873, 19982, 8643, 912, 7428, 848, 23627, 10083, 18729],\n",
       " [2106, 71, 2112, 2119, 64, 2111, 77, 75, 2110, 2587],\n",
       " [23, 25, 22, 124, 468, 1108, 1023, 27, 270, 771],\n",
       " [21, 771, 22, 10221, 8819, 23, 7864, 22443, 22403, 15454],\n",
       " [23408, 4957, 4605, 20501, 12347, 1345, 22476, 7602, 20085, 6819],\n",
       " [23, 557, 450, 20, 353, 56, 938, 29, 7569, 592],\n",
       " [356, 19705, 352, 885, 357, 622, 22, 364, 5649, 355],\n",
       " [60, 53, 56, 705, 29, 1068, 537, 925, 1080, 572],\n",
       " [22, 271, 62, 352, 521, 261, 2105, 270, 394, 470],\n",
       " [1068, 394, 2106, 64, 598, 61, 22, 596, 337, 270],\n",
       " [71, 629, 2584, 2106, 56, 2111, 21, 2112, 67, 2588],\n",
       " [21138, 13232, 11427, 4426, 977, 14183, 21776, 14735, 2500, 1243],\n",
       " [1038, 22, 1911, 4036, 13324, 613, 22333, 4513, 27, 25],\n",
       " [773, 775, 1806, 826, 555, 993, 153, 22, 347, 498],\n",
       " [79, 80, 71, 432, 29, 1561, 2106, 1501, 17880, 3330],\n",
       " [450, 448, 62, 22, 272, 1263, 23, 208, 20422, 394],\n",
       " [126, 121, 450, 672, 95, 1311, 22415, 1154, 117, 677],\n",
       " [29, 22, 771, 450, 1004, 763, 124, 426, 448, 352],\n",
       " [814, 1317, 812, 811, 2035, 1265, 1198, 810, 1320, 803],\n",
       " [21, 541, 20, 826, 626, 29, 421, 124, 1039, 1263],\n",
       " [521, 7813, 239, 10602, 676, 270, 2488, 13475, 586, 20959],\n",
       " [71, 126, 121, 95, 75, 80, 77, 67, 567, 79],\n",
       " [22, 19705, 827, 1311, 424, 23, 3638, 11855, 124, 15939],\n",
       " [581, 446, 22, 1266, 453, 1023, 20, 421, 23, 2023],\n",
       " [20422, 448, 11855, 2998, 14524, 14805, 1263, 19112, 56, 1649],\n",
       " [393, 468, 124, 60, 62, 22, 25, 394, 1068, 55],\n",
       " [352, 60, 56, 450, 7293, 3811, 627, 241, 10503, 7542],\n",
       " [60, 56, 1263, 393, 20422, 1068, 396, 458, 2998, 446],\n",
       " [828, 121, 20, 126, 29, 21, 1311, 676, 352, 750],\n",
       " [15131, 23, 17972, 16682, 541, 22, 56, 53, 25, 124],\n",
       " [100, 828, 1532, 109, 750, 3711, 2494, 831, 2124, 1306],\n",
       " [353, 29, 124, 348, 25, 9558, 126, 7801, 208, 964],\n",
       " [60, 22, 915, 672, 121, 124, 95, 237, 4698, 11691],\n",
       " [23, 37, 426, 1263, 813, 1266, 810, 22782, 814, 844],\n",
       " [22403, 7864, 8819, 22443, 18001, 22631, 15978, 17075, 12114, 6712],\n",
       " [22, 21, 676, 20, 126, 1617, 99, 102, 130, 353],\n",
       " [2106, 80, 629, 71, 75, 2111, 67, 73, 2586, 2107],\n",
       " [356, 19438, 494, 5336, 16681, 16714, 17457, 1840, 14266, 20325],\n",
       " [581, 1263, 1266, 95, 22, 813, 113, 1628, 52, 4574],\n",
       " [22, 450, 771, 29, 448, 763, 2998, 20, 10221, 15454],\n",
       " [61, 53, 126, 347, 121, 1108, 1610, 909, 95, 6205],\n",
       " [1154, 1266, 1263, 813, 95, 115, 1616, 113, 448, 812],\n",
       " [124, 27, 2963, 684, 53, 95, 318, 2965, 126, 449],\n",
       " [684, 683, 21, 4104, 1301, 629, 7309, 541, 775, 689],\n",
       " [21, 629, 71, 80, 2119, 2107, 67, 2586, 20, 4334],\n",
       " [684, 7864, 22403, 10221, 15454, 18939, 14809, 22443, 16887, 8819],\n",
       " [126, 774, 22843, 2086, 4574, 771, 492, 16516, 4332, 15284],\n",
       " [448, 358, 4554, 20422, 450, 458, 18484, 672, 121, 364],\n",
       " [60, 1263, 521, 352, 56, 61, 393, 270, 421, 23],\n",
       " [581, 810, 812, 21, 1320, 448, 1193, 1265, 29, 56],\n",
       " [14916, 20420, 6874, 575, 25, 6186, 12112, 130, 241, 7130],\n",
       " [3152, 3876, 23124, 22913, 17323, 23403, 14241, 738, 1980, 3638],\n",
       " [1252, 4495, 58, 17335, 20990, 15090, 9595, 15781, 14723, 23949],\n",
       " [21, 448, 672, 453, 121, 449, 450, 458, 23, 826],\n",
       " [446, 814, 458, 448, 812, 1198, 1195, 1320, 2035, 14524],\n",
       " [53, 271, 387, 1653, 77, 629, 80, 2592, 2966, 3314],\n",
       " [667, 1873, 28, 10421, 15555, 351, 504, 18549, 1998, 9229],\n",
       " [19708, 1833, 10274, 9672, 21378, 19966, 12518, 17945, 10703, 18487],\n",
       " [684, 1632, 1630, 126, 683, 71, 358, 1071, 364, 359],\n",
       " [2105, 121, 752, 1501, 106, 686, 750, 751, 1498, 672],\n",
       " [2139, 22, 8568, 450, 566, 889, 4620, 121, 629, 568],\n",
       " [23, 629, 22, 2106, 68, 64, 71, 58, 2119, 121],\n",
       " [18484, 448, 1632, 1144, 1630, 37, 1631, 541, 1071, 1444],\n",
       " [23, 541, 124, 20, 519, 775, 555, 153, 1108, 1039],\n",
       " [10122, 2080, 14015, 18446, 24084, 24096, 11870, 1063, 24385, 19181],\n",
       " [2106, 80, 629, 2104, 2105, 20104, 356, 1213, 686, 2111],\n",
       " [8992, 13253, 15003, 2824, 14262, 24473, 22721, 22722, 1098, 12861],\n",
       " [22403, 7864, 8819, 15454, 10221, 16713, 22631, 14809, 6712, 9791],\n",
       " [1216, 1212, 1214, 1514, 21, 557, 4577, 3391, 95, 5070],\n",
       " [21, 1080, 124, 56, 20, 130, 102, 1004, 16887, 926],\n",
       " [21, 22, 29, 771, 426, 450, 676, 126, 174, 56],\n",
       " [23, 686, 2346, 1501, 71, 1308, 2106, 2104, 27, 2111],\n",
       " [22, 450, 126, 121, 23, 124, 95, 15284, 354, 904],\n",
       " [21215, 8597, 17955, 21515, 1284, 4306, 11705, 23717, 325, 6867],\n",
       " [21, 22, 613, 9733, 174, 917, 23, 4209, 13230, 15822],\n",
       " [18642, 18644, 18639, 18640, 18641, 18637, 18643, 18647, 18646, 18635],\n",
       " [581, 1266, 814, 810, 426, 1263, 812, 813, 21, 446],\n",
       " [93, 678, 107, 504, 486, 450, 448, 19647, 2148, 1849],\n",
       " [21, 22782, 11761, 23, 3539, 8875, 13063, 20, 453, 14524],\n",
       " [1263, 581, 446, 813, 811, 21, 812, 448, 1911, 916],\n",
       " [20360, 60, 1068, 596, 387, 348, 426, 268, 446, 21],\n",
       " [21, 448, 23, 1263, 60, 14524, 546, 453, 393, 446],\n",
       " [21, 393, 55, 270, 396, 3816, 598, 1748, 394, 1898],\n",
       " [38, 43, 844, 37, 3745, 20422, 4284, 4285, 36, 56],\n",
       " [2907, 16362, 18759, 23342, 11531, 20080, 1582, 5944, 21, 7648],\n",
       " [67, 19728, 18939, 23521, 1391, 21961, 5616, 6164, 572, 2622],\n",
       " [17487, 7015, 5048, 2255, 9462, 21014, 915, 23321, 2504, 12828],\n",
       " [71, 683, 126, 2347, 693, 629, 23, 465, 84, 64],\n",
       " [2580, 20255, 16366, 23226, 2064, 3330, 57, 1266, 18657, 24103],\n",
       " [775, 826, 23, 155, 1039, 53, 450, 993, 1108, 537],\n",
       " [53, 21076, 2722, 336, 524, 697, 16887, 387, 14385, 268],\n",
       " [2951, 14880, 11469, 16993, 24016, 6313, 16926, 7514, 12156, 5846],\n",
       " [95, 113, 676, 21, 1618, 22, 115, 4574, 672, 613],\n",
       " [448, 836, 457, 453, 20, 23, 450, 2916, 445, 446],\n",
       " [396, 1068, 394, 352, 521, 750, 21, 596, 2494, 109],\n",
       " [22, 56, 20, 53, 23, 124, 677, 127, 432, 102],\n",
       " [126, 95, 113, 557, 672, 1616, 677, 271, 270, 1308],\n",
       " [1699, 986, 2111, 19202, 21071, 391, 455, 16592, 779, 14136],\n",
       " [270, 60, 771, 23, 20, 393, 492, 55, 372, 598],\n",
       " [121, 4574, 23, 124, 1618, 22415, 270, 20, 672, 115],\n",
       " [750, 100, 2588, 629, 2494, 11250, 1023, 1849, 2104, 2109],\n",
       " [14460, 21, 18056, 7569, 22370, 3360, 684, 22, 3988, 2444],\n",
       " [270, 56, 61, 1068, 598, 130, 575, 396, 3535, 102],\n",
       " [71, 2106, 80, 450, 426, 1311, 2119, 64, 581, 448],\n",
       " [2111, 629, 67, 77, 79, 2119, 2588, 2105, 75, 2104],\n",
       " [426, 1266, 446, 1263, 53, 22, 810, 458, 1317, 20],\n",
       " [448, 3539, 21319, 6494, 452, 53, 18557, 16458, 17178, 261],\n",
       " [93, 2148, 450, 678, 149, 492, 130, 458, 448, 541],\n",
       " [29, 71, 629, 771, 75, 20, 67, 567, 453, 77],\n",
       " [21, 20, 56, 269, 53, 521, 29, 124, 18919, 2119],\n",
       " [22, 771, 1212, 1514, 5070, 20, 4577, 3391, 8875, 20422],\n",
       " [22, 23, 773, 3992, 775, 385, 5649, 537, 5614, 938],\n",
       " [21, 22, 521, 813, 1023, 448, 446, 60, 811, 270],\n",
       " [60, 396, 23, 1068, 53, 56, 20, 55, 268, 61],\n",
       " [22, 448, 21, 455, 126, 353, 450, 1628, 20, 1314],\n",
       " [828, 448, 21, 750, 493, 1648, 11665, 499, 271, 394],\n",
       " [1154, 21, 121, 22, 426, 1004, 20, 126, 536, 448],\n",
       " [21, 22, 828, 11660, 25, 23, 126, 497, 2494, 124],\n",
       " [11940, 3644, 2745, 22011, 12044, 24476, 4683, 18450, 9064, 20411],\n",
       " [5735, 2488, 149, 207, 20, 828, 109, 270, 1306, 750],\n",
       " [21024, 4196, 9792, 23718, 11021, 19129, 16861, 9629, 4436, 18202],\n",
       " [828, 629, 750, 2119, 2106, 75, 1306, 79, 84, 2111],\n",
       " [2105, 2108, 12126, 10221, 7864, 22403, 1849, 11202, 11044, 3988],\n",
       " [13901, 15619, 6720, 15077, 5549, 20930, 18735, 16259, 15710, 4128],\n",
       " [448, 22, 1514, 1216, 1214, 453, 1859, 29, 4577, 396],\n",
       " [22, 23, 124, 2759, 58, 271, 62, 450, 844, 272],\n",
       " [21, 521, 704, 77, 53, 270, 1004, 20360, 450, 537],\n",
       " [21, 53, 3461, 56, 23, 677, 1108, 387, 14985, 22469],\n",
       " [21, 673, 2998, 25, 462, 101, 453, 1534, 828, 1525],\n",
       " [21, 39, 41, 29, 42, 37, 22, 36, 450, 20],\n",
       " [3759, 56, 572, 1835, 995, 11631, 7683, 19558, 23071, 5473],\n",
       " [13567, 10634, 14626, 9294, 768, 5785, 18025, 5314, 23847, 24096],\n",
       " [8875, 448, 21, 20422, 23, 13063, 453, 18484, 2998, 22402],\n",
       " [448, 1263, 458, 426, 813, 1648, 446, 1193, 13063, 828],\n",
       " [22, 426, 581, 1263, 21, 813, 450, 771, 811, 916],\n",
       " [14497, 17720, 5254, 13701, 29, 4586, 1629, 6629, 3791, 19734],\n",
       " [21, 2524, 12856, 17505, 2522, 2523, 448, 23, 6436, 536],\n",
       " [75, 2586, 2104, 4334, 27, 2111, 23, 2107, 80, 73],\n",
       " [7364, 398, 746, 10707, 21062, 17932, 14842, 939, 9788, 596],\n",
       " [22, 20, 557, 61, 818, 348, 353, 458, 450, 393],\n",
       " [22, 53, 16713, 23, 28, 11044, 124, 22441, 9791, 7864],\n",
       " [2106, 64, 67, 2112, 68, 450, 75, 2588, 79, 2584],\n",
       " [21, 23, 673, 25, 8301, 1684, 750, 27, 15300, 1621],\n",
       " [10221, 7864, 22403, 15454, 8819, 22441, 18939, 22631, 18001, 12114],\n",
       " [29, 21, 22, 20, 555, 25, 763, 12177, 968, 367],\n",
       " [2116, 356, 126, 80, 95, 71, 1504, 2086, 2106, 1375],\n",
       " [60, 1068, 396, 1835, 21, 62, 61, 537, 1023, 55],\n",
       " [448, 1263, 1266, 446, 62, 1648, 458, 1214, 1212, 1691],\n",
       " [56, 629, 2106, 71, 23, 80, 2104, 77, 1023, 22],\n",
       " [1108, 995, 124, 993, 541, 775, 773, 20, 1039, 936],\n",
       " [22, 29, 23, 124, 270, 271, 353, 10221, 432, 7864],\n",
       " [126, 676, 95, 35, 751, 617, 2086, 2116, 11660, 1628],\n",
       " [24, 498, 6384, 11402, 22956, 22969, 15917, 13318, 14537, 7835],\n",
       " [21, 23, 124, 267, 20, 353, 557, 29, 28, 421],\n",
       " [21, 60, 771, 272, 22, 1263, 426, 596, 61, 763],\n",
       " [750, 521, 450, 2104, 1306, 10221, 22403, 7864, 100, 2494],\n",
       " [126, 95, 1616, 1504, 22415, 1302, 22752, 1154, 1372, 17972],\n",
       " [29, 23, 20, 521, 353, 345, 174, 93, 27, 1835],\n",
       " [1504, 1376, 1375, 1979, 1305, 1779, 1676, 1302, 1373, 1301],\n",
       " [4532, 1893, 10342, 3931, 12091, 3678, 22896, 23631, 15753, 76],\n",
       " [551, 6320, 56, 20372, 6597, 20420, 6874, 1562, 1558, 6186],\n",
       " [5614, 1498, 1501, 5649, 5615, 77, 10221, 15454, 7864, 2106],\n",
       " [20, 22, 29, 13988, 21, 541, 353, 450, 8875, 385],\n",
       " [448, 62, 348, 272, 109, 271, 266, 308, 22, 450],\n",
       " [126, 95, 93, 109, 1266, 486, 2496, 2259, 1618, 499],\n",
       " [7864, 15454, 22443, 16713, 14809, 22441, 18001, 11044, 18939, 22631],\n",
       " [916, 20, 21, 353, 20422, 1911, 2998, 453, 448, 18919],\n",
       " [2732, 21909, 18134, 15004, 12420, 15209, 15101, 21638, 17861, 14233],\n",
       " [10221, 15454, 8819, 11044, 22443, 16713, 22441, 12114, 15978, 6712],\n",
       " [14321, 769, 2620, 13108, 17697, 22548, 20854, 861, 1749, 11062],\n",
       " [773, 1108, 543, 385, 3436, 1562, 1039, 1561, 541, 17880],\n",
       " [20, 23, 207, 27, 21, 348, 1437, 6980, 468, 8502],\n",
       " [22, 23, 124, 20, 438, 61, 916, 387, 1911, 347],\n",
       " [769, 29, 208, 763, 521, 28, 207, 2119, 323, 915],\n",
       " [22, 21, 450, 23, 8345, 448, 667, 453, 14295, 8661],\n",
       " [21, 126, 121, 95, 673, 149, 107, 102, 1616, 326],\n",
       " [1907, 1476, 10908, 2013, 6604, 6757, 12051, 413, 114, 11900],\n",
       " [2916, 80, 686, 2111, 2587, 3246, 1213, 21, 58, 693],\n",
       " [53, 22403, 2106, 836, 336, 28, 7864, 15454, 3360, 387],\n",
       " [1375, 22752, 1374, 1676, 1305, 1300, 1297, 1779, 21, 4104],\n",
       " [676, 121, 677, 1308, 56, 673, 117, 113, 4574, 1617],\n",
       " [1263, 450, 813, 446, 812, 426, 581, 811, 2172, 421],\n",
       " [21, 23, 61, 126, 387, 676, 393, 771, 335, 598],\n",
       " [773, 555, 993, 995, 21, 942, 1109, 347, 938, 348],\n",
       " [468, 14985, 25, 23, 14651, 124, 62, 22469, 24142, 2857],\n",
       " [22, 23, 18484, 771, 2523, 13988, 15975, 3600, 6009, 13616],\n",
       " [21, 124, 23, 1023, 1108, 676, 126, 121, 20, 385],\n",
       " [450, 1263, 446, 396, 20422, 56, 20, 9206, 422, 774],\n",
       " [393, 22, 598, 58, 21, 272, 23, 596, 268, 1449],\n",
       " [22, 448, 1648, 455, 1691, 23, 3882, 3277, 458, 2522],\n",
       " [121, 23, 521, 95, 21, 20, 22, 393, 56, 16887],\n",
       " [450, 1263, 21, 812, 14524, 22435, 2998, 11855, 60, 393],\n",
       " [393, 61, 598, 396, 60, 1068, 56, 268, 270, 557],\n",
       " [448, 16151, 684, 1504, 1376, 23, 1375, 1299, 426, 337],\n",
       " [80, 2106, 126, 1263, 629, 121, 448, 1498, 64, 1502],\n",
       " [130, 149, 391, 576, 6, 126, 107, 121, 241, 750],\n",
       " [23, 93, 499, 2116, 1308, 126, 3988, 121, 673, 22],\n",
       " [75, 71, 2104, 2106, 2107, 4334, 83, 80, 2111, 629],\n",
       " [2256, 828, 2488, 2019, 1306, 109, 100, 9463, 20768, 2259],\n",
       " [126, 521, 3496, 676, 27, 23, 58, 468, 348, 352],\n",
       " [393, 58, 271, 598, 22469, 1023, 14651, 3709, 4380, 124],\n",
       " [80, 2111, 75, 77, 2119, 3994, 64, 79, 2584, 2105],\n",
       " [8841, 1346, 4887, 22628, 446, 22405, 8353, 10594, 21186, 10582],\n",
       " [17178, 1263, 22402, 1266, 22542, 448, 446, 581, 813, 812],\n",
       " [492, 1068, 270, 486, 55, 61, 396, 22, 596, 504],\n",
       " [1312, 218, 2439, 2521, 6885, 20848, 10126, 18142, 24010, 14051],\n",
       " [22, 23, 817, 25, 124, 841, 24, 56, 1901, 53],\n",
       " [22403, 1870, 23, 22443, 21, 11044, 18939, 12114, 6712, 1865],\n",
       " [2106, 629, 2111, 356, 67, 56, 5614, 53, 75, 84],\n",
       " [21, 3539, 8875, 20, 17178, 121, 22402, 22542, 2714, 1311],\n",
       " [22, 704, 771, 446, 21, 5938, 2436, 448, 3244, 2410],\n",
       " [8875, 445, 21319, 23, 6494, 19705, 21, 22, 355, 5891],\n",
       " [1263, 450, 446, 811, 1068, 813, 53, 270, 55, 396],\n",
       " [20, 1327, 29, 23, 448, 124, 4019, 56, 58, 62],\n",
       " [22403, 15454, 8819, 22631, 15978, 6712, 9791, 21818, 6702, 16204],\n",
       " [450, 448, 453, 20422, 1263, 22782, 446, 3539, 8875, 13988],\n",
       " [828, 2494, 750, 12969, 1849, 132, 541, 2124, 393, 5735],\n",
       " [1263, 581, 446, 811, 814, 1193, 813, 2035, 453, 2039],\n",
       " [598, 21, 356, 2722, 2350, 2522, 1329, 1697, 387, 2346],\n",
       " [126, 121, 828, 672, 53, 95, 109, 4574, 22, 335],\n",
       " [126, 676, 121, 1308, 1645, 421, 445, 1648, 95, 1617],\n",
       " [8875, 22, 208, 22402, 20, 20422, 394, 272, 448, 1263],\n",
       " [7760, 6868, 18018, 14600, 18871, 11248, 9320, 12257, 680, 586],\n",
       " [2106, 2119, 629, 67, 750, 828, 68, 2114, 127, 107],\n",
       " [7864, 15454, 22403, 8819, 16713, 11044, 18001, 6712, 22631, 17075],\n",
       " [21, 22, 124, 453, 450, 448, 2916, 432, 684, 1849],\n",
       " [21, 20, 494, 4633, 29, 4360, 124, 10328, 448, 207],\n",
       " [426, 581, 446, 1264, 1320, 448, 811, 812, 1265, 1195],\n",
       " [20024, 2543, 19682, 23398, 23836, 5285, 15930, 8370, 14214, 13770],\n",
       " [3539, 113, 1616, 95, 1308, 1311, 71, 676, 343, 80],\n",
       " [270, 598, 396, 61, 394, 62, 272, 53, 337, 268],\n",
       " [22, 21, 261, 2116, 11660, 93, 486, 773, 547, 109],\n",
       " [20, 29, 113, 18139, 1616, 10010, 811, 22728, 1266, 23781],\n",
       " [6661, 8877, 6754, 17785, 6736, 18798, 20001, 8386, 1812, 12198],\n",
       " [22370, 126, 106, 7864, 15454, 8335, 16887, 22443, 17075, 127],\n",
       " [22, 21, 771, 20, 763, 769, 1022, 266, 208, 2904],\n",
       " [126, 121, 916, 1911, 917, 22, 828, 752, 95, 1038],\n",
       " [23042, 52, 6090, 8827, 20926, 526, 4825, 219, 21828, 8035],\n",
       " [126, 121, 677, 9206, 21496, 4997, 115, 1266, 1617, 16887],\n",
       " [124, 20, 23, 29, 2319, 5246, 270, 7864, 492, 24117],\n",
       " [71, 1648, 80, 629, 455, 84, 75, 67, 68, 567],\n",
       " [23, 1691, 450, 1648, 453, 449, 127, 124, 121, 20],\n",
       " [1263, 446, 426, 814, 813, 453, 811, 23, 124, 1320],\n",
       " [7981, 23779, 3355, 17162, 16542, 4874, 12986, 16262, 12134, 5237],\n",
       " [21, 29, 20, 124, 353, 1004, 23, 323, 448, 13572],\n",
       " [58, 62, 272, 8649, 581, 394, 3988, 521, 1266, 15245],\n",
       " [93, 21, 22, 492, 678, 10221, 1308, 22403, 8819, 15454],\n",
       " [126, 121, 80, 2111, 64, 84, 356, 77, 1618, 67],\n",
       " [14590, 16864, 6743, 10744, 2281, 21622, 2530, 8806, 7729, 17671],\n",
       " [126, 676, 109, 421, 486, 9791, 750, 2112, 356, 2060],\n",
       " [21, 22, 521, 29, 358, 23, 352, 364, 2350, 270],\n",
       " [448, 450, 126, 396, 55, 828, 598, 130, 102, 100],\n",
       " [10221, 7864, 15454, 16713, 22443, 22441, 11044, 22631, 12114, 17075],\n",
       " [8748, 13691, 21713, 18059, 11914, 8440, 19557, 22721, 53, 17639],\n",
       " [426, 23, 446, 811, 813, 22, 672, 812, 121, 1308],\n",
       " [684, 686, 1213, 126, 2842, 14460, 21, 3176, 3175, 1630],\n",
       " [22, 771, 271, 20, 1898, 23, 124, 207, 6532, 9971],\n",
       " [121, 126, 358, 356, 1630, 364, 23615, 1071, 13252, 13926],\n",
       " [24, 2116, 448, 1263, 1376, 102, 1504, 450, 130, 458],\n",
       " [1263, 581, 453, 20, 811, 21, 62, 396, 813, 448],\n",
       " [23, 21, 348, 27, 22, 812, 581, 25, 1263, 426],\n",
       " [448, 1263, 426, 21, 22, 126, 453, 10596, 676, 25],\n",
       " [23, 393, 396, 272, 55, 1748, 2592, 54, 336, 817],\n",
       " [21, 58, 271, 62, 73, 1311, 1308, 77, 672, 3987],\n",
       " [492, 1534, 126, 121, 448, 95, 14710, 486, 28, 504],\n",
       " [683, 1499, 1533, 693, 13135, 679, 1327, 7861, 4756, 1106],\n",
       " [56, 21, 393, 60, 598, 387, 1068, 1449, 1752, 2592],\n",
       " [22403, 7864, 93, 14809, 22443, 448, 22441, 18939, 18001, 107],\n",
       " [23743, 9112, 2904, 8464, 19595, 4934, 591, 814, 18120, 4509],\n",
       " [10221, 15454, 7864, 8819, 14809, 22443, 18939, 12114, 11044, 22631],\n",
       " [21, 126, 2116, 2916, 683, 448, 3360, 3246, 916, 446],\n",
       " [22782, 8875, 686, 16380, 11761, 1501, 1498, 3539, 1213, 1445],\n",
       " [8875, 21319, 21, 17178, 22402, 751, 617, 20, 448, 1311],\n",
       " [629, 71, 80, 68, 2106, 75, 79, 29, 771, 2111],\n",
       " [3539, 20422, 21, 453, 886, 22542, 1066, 10983, 20, 2494],\n",
       " [16801, 11409, 12890, 20998, 3172, 4534, 19740, 9591, 12323, 10629],\n",
       " [23, 450, 448, 21, 629, 22, 67, 393, 13988, 126],\n",
       " [23, 22, 393, 598, 124, 387, 268, 56, 1068, 396],\n",
       " [348, 360, 1873, 22, 5938, 20, 704, 1869, 2054, 1870],\n",
       " [62, 1068, 426, 596, 394, 581, 1263, 58, 4933, 393],\n",
       " [22, 130, 23, 551, 58, 124, 453, 16887, 271, 883],\n",
       " [2104, 71, 2107, 2111, 672, 75, 80, 77, 121, 3994],\n",
       " [21, 446, 811, 812, 124, 20, 29, 458, 448, 1198],\n",
       " [450, 22, 446, 53, 22403, 393, 15454, 58, 8819, 348],\n",
       " [21, 20, 1004, 121, 450, 750, 25, 23, 1311, 828],\n",
       " [1263, 446, 15454, 22403, 426, 7864, 22, 8819, 811, 22443],\n",
       " [2106, 71, 80, 58, 21, 551, 2107, 64, 75, 126],\n",
       " [21, 393, 61, 541, 773, 55, 38, 775, 626, 909],\n",
       " [426, 1266, 126, 814, 811, 453, 812, 448, 555, 810],\n",
       " [8875, 3539, 6494, 60, 446, 22, 58, 450, 1068, 62],\n",
       " [80, 77, 207, 126, 2106, 2105, 124, 79, 71, 684],\n",
       " [1806, 2333, 2110, 2588, 672, 2109, 77, 5874, 121, 5637],\n",
       " [7864, 22443, 14809, 18001, 16713, 6712, 21818, 9791, 15441, 9024],\n",
       " [4559, 15344, 19690, 22560, 3709, 23112, 16786, 22754, 3529, 21261],\n",
       " [21, 29, 20, 394, 1004, 56, 396, 60, 1068, 762],\n",
       " [2057, 130, 127, 673, 106, 1870, 5938, 149, 23, 124],\n",
       " [23, 13988, 22, 448, 14524, 9599, 3539, 8335, 126, 17972],\n",
       " [2106, 80, 2588, 2111, 67, 64, 75, 68, 2104, 2587],\n",
       " [450, 448, 56, 14524, 828, 1263, 1266, 9733, 667, 71],\n",
       " [21, 10221, 7864, 22403, 883, 9209, 15454, 14809, 12114, 8819],\n",
       " [704, 2057, 1299, 14985, 4559, 4380, 5938, 1374, 14651, 1869],\n",
       " [521, 60, 1375, 426, 352, 1299, 1504, 2256, 22899, 895],\n",
       " [1212, 1214, 1865, 22, 2047, 1514, 56, 1873, 2413, 2054],\n",
       " [6644, 1752, 19684, 3789, 5137, 2263, 1598, 8052, 17978, 8654],\n",
       " [448, 446, 773, 453, 56, 1108, 581, 995, 541, 775],\n",
       " [22, 20, 25, 22157, 29, 10372, 14985, 4574, 936, 453],\n",
       " [24135, 6668, 5212, 7727, 9168, 5439, 12468, 1616, 1781, 5922],\n",
       " [7864, 22403, 672, 676, 16713, 10221, 18001, 8819, 14809, 22443],\n",
       " [9938, 13665, 5991, 23408, 14996, 2951, 11977, 4525, 9154, 9584],\n",
       " [21, 80, 71, 629, 450, 1263, 446, 581, 813, 814],\n",
       " [421, 18382, 21290, 22806, 10410, 83, 18031, 20097, 4756, 17524],\n",
       " [10221, 61, 16713, 773, 15454, 541, 7864, 23, 8819, 385],\n",
       " [8819, 22441, 11044, 18001, 6712, 21818, 6702, 14172, 5858, 6464],\n",
       " [458, 448, 21, 453, 18484, 13988, 452, 426, 1198, 1263],\n",
       " [676, 917, 126, 22, 672, 1861, 20, 916, 5724, 95],\n",
       " [60, 393, 598, 1068, 396, 270, 272, 1449, 337, 336],\n",
       " [23, 124, 126, 121, 348, 22, 450, 39, 36, 58],\n",
       " [1743, 56, 53, 124, 743, 4404, 3439, 676, 680, 672],\n",
       " [21208, 855, 18134, 24253, 20654, 10468, 13890, 16179, 8308, 12174],\n",
       " [71, 80, 691, 2111, 2559, 2916, 421, 689, 836, 629],\n",
       " [450, 1263, 23, 124, 453, 617, 752, 20, 471, 1311],\n",
       " [750, 124, 394, 53, 62, 109, 826, 93, 272, 537],\n",
       " [672, 121, 97, 750, 102, 486, 101, 130, 239, 113],\n",
       " [7864, 14809, 18939, 16713, 22631, 9791, 21818, 15441, 14172, 16204],\n",
       " [207, 817, 494, 498, 93, 471, 1901, 20, 1752, 492],\n",
       " [22, 21, 1835, 572, 448, 752, 56, 23, 613, 2023],\n",
       " [71, 1505, 629, 79, 90, 11601, 2111, 75, 1498, 360],\n",
       " [446, 814, 453, 1264, 1320, 458, 2037, 1195, 19672, 2276],\n",
       " [22, 23, 21, 1154, 353, 20, 62, 1326, 15401, 207],\n",
       " [21, 22, 23, 675, 448, 16036, 421, 446, 453, 106],\n",
       " [121, 93, 504, 678, 75, 107, 629, 421, 4972, 494],\n",
       " [23, 56, 598, 61, 536, 270, 124, 393, 468, 2281],\n",
       " [1068, 62, 20, 124, 58, 1263, 450, 16887, 771, 673],\n",
       " [22782, 814, 21, 448, 22542, 1214, 453, 1212, 17178, 811],\n",
       " [21, 453, 1648, 450, 1263, 1311, 576, 25, 575, 448],\n",
       " [23, 2965, 348, 3194, 2967, 3804, 2409, 22838, 2435, 1499],\n",
       " [121, 676, 4574, 95, 99, 551, 19406, 109, 1326, 750],\n",
       " [2714, 686, 683, 693, 1213, 1512, 2335, 684, 1498, 3992],\n",
       " [16887, 673, 445, 106, 18484, 149, 1534, 188, 97, 20],\n",
       " [598, 60, 521, 352, 269, 1068, 541, 2281, 396, 23],\n",
       " [704, 2057, 20, 1870, 1869, 1212, 1873, 1216, 1514, 1214],\n",
       " [62, 1311, 750, 21, 828, 673, 393, 93, 80, 56],\n",
       " [21, 20, 750, 450, 673, 814, 811, 2900, 1994, 1189],\n",
       " [450, 395, 828, 2494, 99, 22, 10221, 7864, 827, 5066],\n",
       " [629, 75, 80, 2106, 121, 2104, 67, 73, 2105, 60],\n",
       " [60, 23, 1068, 396, 62, 271, 124, 1004, 2592, 335],\n",
       " [2347, 1697, 121, 67, 2119, 2350, 68, 71, 80, 672],\n",
       " [21, 10597, 486, 581, 10598, 10599, 492, 8220, 22, 23],\n",
       " [813, 1266, 811, 4380, 14985, 15344, 22469, 19690, 4559, 3709],\n",
       " [1216, 1214, 836, 17418, 1514, 11904, 1859, 692, 3355, 2103],\n",
       " [21319, 6494, 21, 22542, 1691, 17178, 1648, 450, 448, 1185],\n",
       " [358, 450, 448, 126, 1263, 33, 629, 885, 1640, 2108],\n",
       " [15780, 22, 2119, 67, 64, 79, 629, 854, 2106, 68],\n",
       " [3360, 71, 80, 8438, 1641, 343, 2106, 3246, 1653, 1154],\n",
       " [450, 1263, 453, 13988, 1648, 22, 9733, 3461, 23, 1265],\n",
       " [2116, 450, 11660, 4420, 448, 2117, 9864, 58, 667, 453],\n",
       " [1311, 684, 356, 99, 519, 676, 2535, 2085, 11175, 2087],\n",
       " [21220, 773, 2655, 4394, 11021, 23124, 8378, 18937, 18600, 23587],\n",
       " [1263, 446, 581, 812, 811, 356, 1632, 1630, 93, 813],\n",
       " [22, 771, 1311, 2918, 1154, 1481, 1068, 20532, 23, 3546],\n",
       " [10898, 24179, 4790, 8469, 16141, 790, 14251, 8759, 2565, 4315],\n",
       " [21, 121, 450, 13988, 1263, 29, 124, 1311, 453, 126],\n",
       " [20, 23, 124, 58, 21, 453, 62, 1648, 56, 450],\n",
       " [8473, 12270, 15003, 177, 9628, 6168, 1474, 18052, 23399, 7205],\n",
       " [2439, 9172, 17186, 5147, 13242, 4485, 2742, 21214, 8453, 4087],\n",
       " [2106, 80, 75, 629, 2588, 71, 2111, 2586, 4334, 64],\n",
       " [207, 22, 393, 62, 23, 20, 272, 261, 270, 124],\n",
       " [60, 58, 62, 1068, 396, 394, 272, 61, 55, 598],\n",
       " [450, 21, 11940, 53, 951, 1743, 672, 586, 22844, 566],\n",
       " [21, 22, 126, 95, 18056, 498, 771, 453, 521, 28],\n",
       " [828, 448, 109, 1849, 13063, 5, 20422, 2147, 1532, 128],\n",
       " [149, 127, 496, 673, 1534, 71, 106, 576, 2106, 2494],\n",
       " [1263, 71, 450, 2106, 2077, 80, 453, 2111, 629, 4068],\n",
       " [23, 2116, 124, 20137, 22, 15344, 705, 889, 4559, 21878],\n",
       " [7772, 7911, 6533, 21589, 17951, 18571, 24215, 16737, 16623, 23863],\n",
       " [21, 23, 22, 126, 27, 541, 348, 468, 672, 95],\n",
       " [21, 29, 771, 121, 22, 20, 672, 67, 23, 1194],\n",
       " [82, 352, 450, 8600, 16949, 22511, 1222, 1139, 883, 8466],\n",
       " [446, 1266, 813, 814, 453, 126, 1264, 80, 71, 23],\n",
       " [9733, 1077, 2845, 6091, 8760, 13105, 917, 6969, 11813, 11320],\n",
       " [21, 1263, 1266, 60, 453, 450, 1444, 813, 448, 394],\n",
       " [22, 21, 20, 20422, 353, 1326, 450, 489, 29, 23],\n",
       " [21, 124, 917, 1911, 348, 126, 121, 37, 29, 448],\n",
       " [7632, 22782, 1068, 20422, 396, 598, 53, 3539, 8875, 270],\n",
       " [15779, 24105, 24006, 18127, 18330, 20208, 28, 23220, 1648, 3720],\n",
       " [450, 448, 1263, 581, 22, 458, 814, 541, 58, 970],\n",
       " [21, 541, 1068, 272, 271, 394, 270, 773, 537, 396],\n",
       " [684, 21, 557, 1263, 446, 358, 23, 453, 1308, 29],\n",
       " [7848, 12643, 9000, 1291, 4014, 926, 9794, 13754, 22468, 927],\n",
       " [4061, 16890, 10694, 23059, 8731, 10794, 1211, 8440, 10493, 15740],\n",
       " [814, 813, 450, 448, 810, 1194, 453, 811, 18484, 2035],\n",
       " [541, 385, 1849, 109, 775, 100, 936, 1532, 155, 1108],\n",
       " [683, 71, 705, 886, 2559, 519, 2112, 686, 21, 692],\n",
       " [2119, 71, 629, 2112, 2111, 64, 951, 448, 75, 79],\n",
       " [22, 21, 20, 352, 124, 521, 23, 1308, 270, 1004],\n",
       " [6986, 16985, 18002, 22558, 6394, 22, 24391, 12531, 12857, 12652],\n",
       " [1263, 426, 448, 581, 814, 813, 446, 811, 1320, 810],\n",
       " [22, 704, 917, 2057, 356, 1263, 124, 426, 1911, 337],\n",
       " [22, 385, 393, 537, 598, 555, 60, 270, 1068, 993],\n",
       " [22403, 8819, 14809, 22443, 18001, 18939, 16713, 22631, 12114, 6712],\n",
       " [448, 20422, 22435, 1263, 1499, 10983, 13988, 270, 53, 14805],\n",
       " [21, 22, 771, 270, 1556, 492, 450, 598, 641, 1263],\n",
       " [1641, 1677, 1630, 1632, 126, 1678, 35, 130, 1681, 1634],\n",
       " [448, 450, 82, 20, 2998, 10595, 10596, 387, 2105, 19643],\n",
       " [15737, 14269, 14261, 6719, 14840, 1079, 1311, 14290, 11769, 1419],\n",
       " [93, 498, 53, 9278, 56, 1068, 4998, 579, 678, 21343],\n",
       " [20, 521, 909, 723, 24110, 7032, 3292, 5869, 13934, 12535],\n",
       " [1849, 1532, 21, 2148, 492, 23, 22, 1830, 107, 2494],\n",
       " [18956, 4802, 2892, 18751, 19422, 29, 3360, 14294, 547, 17266],\n",
       " [22, 124, 23, 20, 917, 62, 58, 353, 271, 1068],\n",
       " [29, 773, 20, 450, 775, 617, 936, 995, 752, 421],\n",
       " [21, 23, 22, 450, 20, 773, 495, 775, 58, 13926],\n",
       " [672, 677, 121, 1308, 1616, 21, 1311, 102, 751, 113],\n",
       " [426, 814, 811, 1264, 1317, 1194, 1198, 23, 1193, 1787],\n",
       " [750, 271, 124, 109, 759, 62, 270, 828, 1849, 100],\n",
       " [22, 29, 18484, 771, 537, 20, 23, 60, 448, 773],\n",
       " [22443, 18001, 16713, 9791, 15441, 14172, 62, 6702, 22760, 5858],\n",
       " [67, 2119, 2106, 629, 64, 2111, 84, 75, 79, 63],\n",
       " [521, 22, 126, 270, 23, 269, 121, 676, 58, 2256],\n",
       " [22, 771, 677, 23, 272, 62, 1617, 673, 121, 1308],\n",
       " [23, 124, 270, 613, 672, 1911, 521, 121, 174, 3142],\n",
       " [18709, 15163, 1834, 13014, 15504, 82, 15303, 2218, 22401, 1419],\n",
       " [667, 80, 71, 486, 93, 2111, 471, 492, 1538, 2117],\n",
       " [21, 23, 572, 1004, 1849, 5, 828, 951, 1080, 58],\n",
       " [426, 446, 813, 21, 22, 814, 448, 812, 458, 126],\n",
       " [555, 626, 773, 347, 13063, 1039, 4998, 385, 18557, 16458],\n",
       " [23, 21, 348, 915, 937, 5842, 773, 13472, 15454, 277],\n",
       " [12539, 9190, 20883, 6441, 18085, 13427, 720, 5941, 2886, 21226],\n",
       " [22, 130, 23, 102, 16887, 557, 576, 541, 95, 126],\n",
       " [58, 394, 21, 270, 1376, 1504, 1375, 1297, 4366, 1302],\n",
       " [541, 626, 773, 385, 1039, 775, 155, 1108, 153, 10221],\n",
       " [71, 448, 450, 672, 1979, 453, 446, 629, 2106, 1373],\n",
       " [8819, 16713, 22441, 18939, 11044, 22631, 17075, 15978, 21818, 9024],\n",
       " [450, 21, 1263, 813, 446, 814, 126, 1266, 1666, 1308],\n",
       " [23, 60, 29, 124, 353, 396, 126, 271, 393, 1311],\n",
       " [683, 704, 2057, 1216, 1263, 5649, 5614, 455, 5611, 810],\n",
       " [121, 355, 2106, 1628, 357, 1616, 356, 80, 117, 3987],\n",
       " [15049, 3860, 14725, 3654, 9468, 2318, 5990, 15437, 3496, 24275],\n",
       " [2106, 629, 1376, 2104, 2111, 1372, 1498, 1299, 4334, 64],\n",
       " [448, 3539, 1266, 750, 109, 2998, 14805, 2494, 450, 759],\n",
       " [581, 453, 810, 541, 404, 458, 422, 424, 3539, 421],\n",
       " [2998, 450, 10983, 3539, 18919, 672, 667, 1266, 121, 22],\n",
       " [450, 1263, 581, 11440, 446, 18960, 10903, 1266, 22721, 2494],\n",
       " [22, 207, 21, 676, 2494, 2256, 993, 113, 1849, 3198],\n",
       " [817, 22, 684, 1327, 71, 58, 521, 35, 121, 24],\n",
       " [20, 21, 60, 828, 521, 12542, 2494, 750, 22542, 938],\n",
       " [21, 20, 613, 102, 16887, 19705, 15454, 80, 71, 357],\n",
       " [126, 121, 1514, 1212, 364, 1216, 4577, 1214, 1859, 2792],\n",
       " [683, 686, 693, 2963, 1498, 2057, 1502, 704, 207, 1855],\n",
       " [21, 29, 20, 2148, 915, 23, 385, 124, 541, 775],\n",
       " [21710, 4448, 1964, 19189, 16688, 24276, 2759, 17199, 20371, 18689],\n",
       " [828, 106, 750, 5, 2077, 102, 239, 121, 1534, 1849],\n",
       " [21, 271, 396, 124, 60, 1068, 393, 56, 394, 917],\n",
       " [448, 626, 2998, 155, 773, 14524, 22435, 13988, 154, 62],\n",
       " [71, 2106, 23, 80, 68, 629, 2112, 64, 348, 124],\n",
       " [629, 448, 21, 22, 426, 854, 2588, 1327, 581, 1263],\n",
       " [598, 596, 450, 124, 207, 208, 2395, 1263, 771, 772],\n",
       " [126, 95, 1616, 21, 113, 1628, 421, 676, 22, 1861],\n",
       " [393, 581, 450, 1216, 1068, 396, 1212, 448, 4577, 5070],\n",
       " [22469, 15344, 22527, 22280, 3529, 21878, 21261, 3795, 19620, 14738],\n",
       " [14204, 5433, 2157, 22373, 13435, 4908, 14179, 20346, 23907, 20695],\n",
       " [22, 124, 683, 208, 23, 272, 62, 25, 711, 693],\n",
       " [448, 3539, 8875, 14524, 18484, 22542, 2998, 1263, 21319, 8335],\n",
       " [22, 450, 29, 124, 24, 102, 16887, 130, 20, 2110],\n",
       " [519, 21, 22, 348, 1064, 20, 2085, 2472, 6083, 19379],\n",
       " [8819, 16713, 22443, 14809, 22441, 12114, 17075, 22631, 6712, 130],\n",
       " [18209, 19038, 10983, 21295, 21840, 1864, 6759, 15762, 5368, 23979],\n",
       " [742, 17280, 22000, 8414, 812, 7909, 7430, 15647, 7004, 6658],\n",
       " [71, 629, 2104, 2105, 64, 121, 126, 2112, 2111, 2110],\n",
       " [8249, 15274, 19266, 11947, 1448, 11143, 20, 9140, 17015, 11063],\n",
       " [23, 22, 60, 62, 393, 58, 394, 1068, 1023, 450],\n",
       " [80, 2106, 77, 75, 67, 68, 64, 2105, 2111, 82],\n",
       " [126, 1154, 684, 448, 5, 3246, 2951, 1263, 124, 2340],\n",
       " [21, 11621, 11148, 10225, 4793, 6422, 22, 5944, 126, 4559],\n",
       " [53, 268, 61, 387, 598, 537, 1449, 1108, 1752, 393],\n",
       " [23, 29, 353, 1327, 438, 270, 126, 207, 4449, 771],\n",
       " [21, 771, 20, 126, 450, 1263, 676, 4574, 617, 113],\n",
       " [812, 453, 458, 20, 1194, 7864, 2039, 15454, 448, 613],\n",
       " [8875, 7569, 6494, 683, 448, 14460, 453, 22542, 22414, 20422],\n",
       " [450, 2103, 56, 2105, 23, 448, 60, 8481, 1594, 2106],\n",
       " [12804, 17839, 1108, 22163, 24467, 407, 9081, 19462, 10205, 2023],\n",
       " [450, 1263, 21, 16887, 771, 130, 22, 102, 458, 56],\n",
       " [1214, 1514, 1212, 3391, 5068, 2792, 5069, 23, 19705, 21],\n",
       " [21319, 22469, 14651, 15344, 4380, 22560, 20422, 23112, 80, 448],\n",
       " [15344, 22469, 4380, 19690, 16887, 4559, 3709, 14651, 5770, 22527],\n",
       " [121, 1220, 52, 343, 18782, 3546, 672, 33, 75, 629],\n",
       " [126, 1630, 21, 1632, 124, 1506, 20, 1634, 1631, 693],\n",
       " [22, 426, 149, 107, 124, 393, 679, 17573, 672, 395],\n",
       " [80, 75, 2104, 73, 95, 3989, 450, 3994, 1154, 4334],\n",
       " [62, 56, 60, 393, 394, 22, 272, 1068, 271, 596],\n",
       " [71, 80, 75, 67, 68, 2119, 79, 774, 77, 566],\n",
       " [22, 56, 124, 53, 396, 1068, 596, 995, 58, 598],\n",
       " [8080, 21318, 9321, 18948, 20992, 14728, 2589, 5619, 6083, 20872],\n",
       " [1861, 916, 917, 1911, 4036, 1038, 1263, 2494, 450, 20],\n",
       " [1308, 3539, 704, 8875, 2057, 121, 1870, 126, 672, 731],\n",
       " [1835, 1023, 2116, 126, 9046, 1305, 343, 831, 1648, 14258],\n",
       " [18623, 23538, 940, 10904, 20572, 4020, 9373, 18733, 18784, 13808],\n",
       " [20, 557, 130, 968, 60, 20360, 58, 271, 56, 106],\n",
       " [23, 126, 348, 113, 3360, 14460, 686, 1213, 626, 693],\n",
       " [551, 845, 15314, 7165, 8503, 344, 7829, 2425, 10995, 7773],\n",
       " [21, 393, 1068, 93, 55, 596, 61, 56, 498, 22],\n",
       " [352, 130, 673, 102, 21, 106, 536, 127, 22, 551],\n",
       " [13366, 15461, 2627, 4818, 8331, 23214, 4109, 22194, 9112, 4769],\n",
       " [11660, 20137, 2117, 4572, 2086, 16516, 126, 8007, 21, 676],\n",
       " [771, 22, 453, 1263, 448, 446, 452, 13988, 56, 22441],\n",
       " [22, 21, 20, 1971, 1004, 672, 25, 676, 23, 1974],\n",
       " [21, 95, 20, 22, 1616, 1154, 1628, 1311, 432, 486],\n",
       " [8168, 10605, 20570, 3817, 11034, 18270, 4513, 3170, 8076, 6282],\n",
       " [22, 916, 1154, 1861, 20, 598, 353, 174, 179, 121],\n",
       " [124, 20, 60, 393, 396, 62, 2105, 521, 1068, 818],\n",
       " [446, 102, 1308, 2534, 127, 445, 1263, 453, 121, 130],\n",
       " [817, 20, 455, 24, 28, 841, 450, 458, 25, 1901],\n",
       " [62, 387, 53, 348, 23, 56, 521, 1068, 995, 352],\n",
       " [21, 23, 353, 468, 29, 2106, 207, 1691, 24, 816],\n",
       " [3783, 11556, 4792, 23836, 12981, 2836, 626, 5920, 785, 4944],\n",
       " [16351, 5718, 2234, 8909, 7077, 147, 13736, 1109, 12490, 7688],\n",
       " [21, 20, 672, 117, 126, 676, 121, 1314, 450, 353],\n",
       " [448, 629, 71, 567, 80, 75, 2587, 20422, 999, 1263],\n",
       " [23, 53, 21, 270, 335, 61, 387, 598, 393, 1449],\n",
       " [426, 814, 448, 446, 537, 18484, 1266, 450, 810, 5649],\n",
       " [10545, 14528, 13485, 16072, 18828, 537, 22690, 9903, 11524, 11384],\n",
       " [53, 61, 56, 55, 394, 596, 448, 58, 1748, 453],\n",
       " [56, 450, 596, 446, 58, 581, 448, 813, 394, 1266],\n",
       " [4457, 2423, 2010, 13629, 2169, 14840, 124, 2236, 14010, 557],\n",
       " [80, 71, 2104, 17418, 2119, 11904, 2107, 19789, 3994, 77],\n",
       " [557, 348, 1108, 347, 541, 56, 7632, 22472, 58, 817],\n",
       " [23, 62, 272, 17237, 3539, 8875, 20, 1023, 353, 2289],\n",
       " [23, 22, 124, 2148, 387, 107, 499, 93, 105, 679],\n",
       " [426, 450, 1266, 813, 810, 22, 811, 448, 20, 62],\n",
       " [10222, 19255, 15152, 8761, 19938, 221, 17976, 450, 17578, 91],\n",
       " [1968, 15570, 9775, 23511, 11121, 3065, 20576, 2945, 8012, 2119],\n",
       " [773, 541, 385, 21, 537, 993, 555, 1023, 153, 269],\n",
       " [68, 2106, 2119, 71, 80, 75, 951, 2110, 955, 64],\n",
       " [121, 1504, 126, 1302, 1648, 1373, 1645, 683, 1311, 1372],\n",
       " [261, 23, 60, 20952, 2263, 8978, 4356, 2629, 692, 2097],\n",
       " [1855, 21317, 2106, 2963, 71, 80, 53, 12934, 385, 29],\n",
       " [22231, 8962, 6051, 17302, 17870, 19746, 15156, 24331, 15971, 7925],\n",
       " [53, 21, 1979, 130, 149, 7309, 4104, 1301, 23, 774],\n",
       " [29, 1214, 1514, 22, 4577, 704, 5070, 3391, 2057, 21],\n",
       " [21, 80, 130, 16887, 102, 71, 75, 127, 567, 629],\n",
       " [21, 20, 29, 750, 2494, 100, 109, 5735, 831, 21213],\n",
       " [23539, 79, 1987, 19479, 10578, 55, 15104, 23473, 6014, 8168],\n",
       " [521, 450, 2112, 629, 2106, 678, 2587, 2270, 80, 2588],\n",
       " [21, 352, 521, 80, 71, 270, 79, 19112, 9278, 7632],\n",
       " [80, 2106, 64, 2119, 84, 79, 629, 2114, 2951, 67],\n",
       " [455, 24264, 1004, 5818, 22794, 17654, 738, 15305, 6589, 24263],\n",
       " [22, 60, 393, 61, 27, 1068, 270, 207, 1311, 263],\n",
       " [8114, 20356, 11433, 6562, 21121, 21837, 19179, 6160, 14355, 1327],\n",
       " [393, 396, 1068, 598, 22, 55, 207, 56, 61, 23],\n",
       " [23, 124, 450, 53, 56, 672, 845, 1263, 29, 126],\n",
       " [11761, 22, 731, 3539, 17237, 20, 8875, 5168, 126, 20422],\n",
       " [4580, 2539, 16240, 9246, 6489, 5490, 5074, 7965, 2655, 11552],\n",
       " [56, 448, 426, 446, 581, 453, 541, 393, 555, 826],\n",
       " [121, 126, 2106, 519, 348, 23, 499, 676, 678, 492],\n",
       " [7232, 23596, 19719, 678, 3603, 23995, 20481, 24054, 4262, 8840],\n",
       " [704, 5938, 2057, 272, 62, 3439, 1869, 1865, 676, 21],\n",
       " [836, 21, 1632, 1740, 121, 448, 684, 843, 693, 1263],\n",
       " [10983, 20190, 1864, 23541, 15762, 22542, 12616, 23979, 6759, 21840],\n",
       " [23153, 24197, 16316, 4231, 18914, 5744, 6581, 8506, 13754, 10704],\n",
       " [684, 617, 1308, 676, 121, 126, 1311, 672, 2494, 35],\n",
       " [19106, 14071, 579, 12272, 1184, 2666, 19789, 1368, 11224, 6996],\n",
       " [20318, 22926, 19616, 1689, 12890, 13552, 23376, 9209, 20, 9139],\n",
       " [21, 23, 768, 769, 929, 393, 267, 348, 27, 29],\n",
       " [22, 7632, 22472, 130, 56, 16887, 29, 16380, 575, 676],\n",
       " [29, 22, 124, 20, 763, 272, 62, 23, 448, 1835],\n",
       " [541, 626, 775, 557, 463, 56, 3569, 23, 71, 773],\n",
       " [126, 22, 2085, 2084, 676, 498, 450, 915, 113, 272],\n",
       " [102, 130, 576, 127, 17521, 6, 493, 3360, 496, 579],\n",
       " [22, 29, 426, 1263, 814, 446, 810, 812, 124, 1266],\n",
       " [813, 812, 1264, 19112, 810, 1320, 13063, 2039, 1193, 13988],\n",
       " [22389, 22330, 15156, 19718, 23222, 12919, 14228, 12226, 8548, 22269],\n",
       " [17505, 22, 20, 29, 672, 36, 38, 121, 2722, 1714],\n",
       " [21, 58, 272, 60, 271, 393, 23, 348, 337, 77],\n",
       " [9974, 20253, 18302, 13389, 4164, 17167, 12153, 3239, 10823, 16043],\n",
       " [71, 80, 629, 2106, 77, 2111, 90, 84, 2588, 79],\n",
       " ...]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recommender.recommend(utils.get_users_for_submission(), cutoff=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "4e42f963",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'cjrkcl' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn [10], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mcjrkcl\u001b[49m\n\u001b[1;32m      2\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mpathlib\u001b[39;00m\n\u001b[1;32m      3\u001b[0m p \u001b[38;5;241m=\u001b[39m utils\u001b[38;5;241m.\u001b[39mget_folder_best_model(P3AlphaRec, dataset_version)\n",
      "\u001b[0;31mNameError\u001b[0m: name 'cjrkcl' is not defined"
     ]
    }
   ],
   "source": [
    "cjrkcl\n",
    "import pathlib\n",
    "p = utils.get_folder_best_model(P3AlphaRec, dataset_version)\n",
    "path = pathlib.PurePath(p)\n",
    "path.name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "15399f54",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "prediction = utils.submission(recommender, dataset_version)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7d0cdf0a",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9 (RecSysFramework)",
   "language": "python",
   "name": "recsysframework"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}