04_ml_results_comparison.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn.feature_extraction.text import TfidfTransformer, TfidfVectorizer\n",
    "from sklearn.multiclass import OneVsRestClassifier\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.naive_bayes import MultinomialNB\n",
    "from sklearn.metrics import classification_report\n",
    "\n",
    "\n",
    "path = './learning_data/'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load Test Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(path+'X_test_raw.pkl','rb') as f:\n",
    "    X_test_raw = pickle.load(f)\n",
    "with open(path+'y_test.pkl','rb') as f:\n",
    "    y_test = pickle.load(f)\n",
    "with open(path+'topics.pkl','rb') as f:\n",
    "    topics = pickle.load(f)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load Models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# LR\n",
    "\n",
    "with open(path+'tfidf_vectorizer.pkl','rb') as f:\n",
    "    tfidf_vectorizer_lr = pickle.load(f)\n",
    "with open('./learning_data/ovr_clf.pkl','rb') as f:\n",
    "    ovr_clf = pickle.load(f)\n",
    "\n",
    "# MNB\n",
    "\n",
    "with open(path+'tfidf_vectorizer_mnb.pkl','rb') as f:\n",
    "    tfidf_vectorizer_mnb = pickle.load(f)\n",
    "with open(path+'tfidf_transformer_mnb.pkl','rb') as f:\n",
    "    tfidf_transformer_mnb = pickle.load(f)\n",
    "with open(path+'mnb_clf.pkl','rb') as f:\n",
    "    mnb_clf = pickle.load(f)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Helper function to get the top-k results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_top_k(probs, k):\n",
    "    results = np.zeros_like(probs)\n",
    "    for i in range(probs.shape[0]):\n",
    "        indexes = probs[i,:].argsort()[-k:][::-1]\n",
    "        results[i,indexes] = 1.0\n",
    "    return results"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "************************* LR Results:\n",
      "                        precision    recall  f1-score   support\n",
      "\n",
      "                    3d     0.1641    0.9036    0.2778       498\n",
      "               actions     0.1458    0.8587    0.2492        92\n",
      "                    ai     0.1122    0.8315    0.1977       273\n",
      "                  ajax     0.0969    0.5814    0.1661        43\n",
      "             algorithm     0.1514    0.8941    0.2589       614\n",
      "               android     0.3720    0.8798    0.5229      2313\n",
      "               angular     0.6447    0.9102    0.7547       590\n",
      "               ansible     0.7107    0.9718    0.8210       177\n",
      "                 antlr     0.0899    0.8366    0.1623       404\n",
      "                   api     0.1750    0.8672    0.2912      1980\n",
      "             archlinux     0.2089    0.8684    0.3367        38\n",
      "               arduino     0.5519    0.9732    0.7044       224\n",
      "                aspnet     0.3763    0.8926    0.5294       121\n",
      "                  atom     0.4532    0.9394    0.6114       165\n",
      "               aurelia     0.1085    0.6162    0.1846        99\n",
      "               awesome     0.1583    0.8233    0.2655       634\n",
      "                   aws     0.4795    0.8991    0.6255       456\n",
      "                 azure     0.3947    0.8824    0.5455       153\n",
      "                 babel     0.1892    0.7838    0.3049       148\n",
      "                  bash     0.1396    0.8382    0.2393       204\n",
      "        bioinformatics     0.2294    0.8583    0.3620       120\n",
      "               bitcoin     0.3413    0.9053    0.4957       190\n",
      "            blockchain     0.3578    0.9145    0.5143       304\n",
      "             bootstrap     0.1834    0.7847    0.2974       274\n",
      "                   bot     0.3629    0.9102    0.5189       490\n",
      "                     c     0.0892    0.8433    0.1613       351\n",
      "             cassandra     0.5283    0.8750    0.6588        32\n",
      "                chrome     0.2659    0.9072    0.4112       194\n",
      "      chrome-extension     0.4228    0.9543    0.5860       175\n",
      "                   cli     0.2234    0.9071    0.3584      1786\n",
      "               clojure     0.8109    0.9645    0.8811       169\n",
      "         clojurescript     0.4545    0.9420    0.6132        69\n",
      "                   cms     0.2791    0.8615    0.4216       195\n",
      "          code-quality     0.1159    0.6552    0.1969        29\n",
      "           code-review     0.1827    0.7308    0.2923        26\n",
      "              compiler     0.1565    0.8792    0.2657       149\n",
      "              composer     0.1242    0.8326    0.2161       227\n",
      "       computer-vision     0.1692    0.9212    0.2859       292\n",
      "continuous-integration     0.1470    0.7578    0.2462       161\n",
      "                   cpp     0.2368    0.9186    0.3766       602\n",
      "        cryptocurrency     0.2647    0.9362    0.4127       188\n",
      "               crystal     0.8462    0.9706    0.9041        68\n",
      "                csharp     0.2588    0.9055    0.4026       614\n",
      "                   css     0.1471    0.8309    0.2500       905\n",
      "                   csv     0.2576    0.9048    0.4011        84\n",
      "                  dart     0.5584    0.9563    0.7051       160\n",
      "       data-structures     0.1683    0.9381    0.2853       113\n",
      "    data-visualization     0.1128    0.7807    0.1971       114\n",
      "              database     0.1398    0.8117    0.2385       547\n",
      "         deep-learning     0.4106    0.9693    0.5769      1043\n",
      " dependency-management     0.0642    0.5862    0.1156        29\n",
      "            deployment     0.0891    0.6545    0.1569       110\n",
      "               discord     0.1618    0.8571    0.2722       266\n",
      "                django     0.3696    0.8793    0.5204       290\n",
      "                docker     0.3892    0.9214    0.5473      1018\n",
      "         documentation     0.0957    0.7884    0.1707       189\n",
      "                dotnet     0.2281    0.8758    0.3619       467\n",
      "              electron     0.4910    0.9283    0.6423       265\n",
      "                elixir     0.7622    0.9689    0.8532       225\n",
      "                   elm     0.7236    0.9674    0.8279        92\n",
      "                 emacs     0.6846    0.9368    0.7911        95\n",
      "                 ember     0.1931    0.8075    0.3117       187\n",
      "                 emoji     0.1549    0.8462    0.2619       143\n",
      "              emulator     0.3321    0.9688    0.4947        96\n",
      "                   es6     0.0446    0.5380    0.0824       171\n",
      "                eslint     0.2179    0.7684    0.3395        95\n",
      "              ethereum     0.2601    0.9060    0.4042       319\n",
      "               express     0.2479    0.8018    0.3787       217\n",
      "              fabricmc     0.3300    0.8919    0.4818        37\n",
      "              firebase     0.4619    0.9119    0.6132       193\n",
      "               firefox     0.3507    0.9453    0.5116       128\n",
      "     firefox-extension     0.2323    0.9365    0.3722        63\n",
      "                  fish     0.3500    0.8750    0.5000        24\n",
      "                 flask     0.3411    0.8086    0.4799       162\n",
      "               flutter     0.4725    0.9724    0.6360       362\n",
      "                  font     0.2549    0.8607    0.3933       122\n",
      "               fortran     0.1188    0.8125    0.2073       112\n",
      "             framework     0.1369    0.8400    0.2355      1019\n",
      "              frontend     0.0937    0.7692    0.1671       966\n",
      "                fsharp     0.3883    0.8511    0.5333        47\n",
      "           game-engine     0.1684    0.9492    0.2861       118\n",
      "                gatsby     0.7500    0.9429    0.8354        70\n",
      "                   git     0.2458    0.9018    0.3863       550\n",
      "                github     0.2213    0.9032    0.3555       341\n",
      "            github-api     0.1065    0.8684    0.1897        38\n",
      "                    go     0.2630    0.9140    0.4084      1558\n",
      "                 godot     0.9706    0.9429    0.9565        35\n",
      "                google     0.1342    0.8136    0.2304       558\n",
      "          google-cloud     0.1883    0.7889    0.3041        90\n",
      "                gradle     0.1164    0.8879    0.2058       116\n",
      "               graphql     0.5416    0.9172    0.6810       483\n",
      "                  gulp     0.2491    0.8471    0.3850        85\n",
      "             hackathon     0.2857    0.6207    0.3913        29\n",
      "         hacktoberfest     0.0909    0.5000    0.1538        80\n",
      "               haskell     0.3758    0.9560    0.5395       182\n",
      "                  haxe     0.9487    1.0000    0.9737        37\n",
      "        home-assistant     0.4720    1.0000    0.6413        59\n",
      "              homebrew     0.2089    0.8246    0.3333        57\n",
      "            homebridge     0.6750    1.0000    0.8060        27\n",
      "                  html     0.1280    0.8228    0.2216       570\n",
      "                  http     0.1452    0.7901    0.2453       624\n",
      "      image-processing     0.1090    0.8333    0.1927       156\n",
      "                   ios     0.3741    0.9534    0.5374      1074\n",
      "                  ipfs     0.4194    0.9286    0.5778        42\n",
      "                  java     0.3552    0.9529    0.5175      1381\n",
      "                javafx     0.3333    0.8627    0.4809        51\n",
      "            javascript     0.2707    0.9086    0.4172      2887\n",
      "                jekyll     0.5745    0.9558    0.7176       113\n",
      "               jenkins     0.3787    0.9275    0.5378        69\n",
      "                jquery     0.2123    0.8502    0.3398       207\n",
      "                  json     0.1642    0.8421    0.2748       570\n",
      "                 julia     0.8271    0.9821    0.8980       112\n",
      "      jupyter-notebook     0.1696    0.8462    0.2825       104\n",
      "                   jwt     0.2169    0.7609    0.3376       138\n",
      "                   koa     0.5977    0.8667    0.7075        60\n",
      "                kotlin     0.3218    0.9716    0.4835       423\n",
      "            kubernetes     0.5474    0.9348    0.6905       445\n",
      "               laravel     0.6714    0.9747    0.7951       434\n",
      "                 latex     0.4703    0.9158    0.6214        95\n",
      "                  less     0.1149    0.7091    0.1977       110\n",
      "               library     0.1258    0.8572    0.2194      1611\n",
      "                 linux     0.1561    0.8792    0.2651       803\n",
      "                  lisp     0.3913    0.9231    0.5496        78\n",
      "                  llvm     0.3274    0.8810    0.4774        42\n",
      "          localization     0.1572    0.7833    0.2618        60\n",
      "                   lua     0.4687    0.9128    0.6193       172\n",
      "      machine-learning     0.2392    0.9479    0.3821       979\n",
      "                 macos     0.1574    0.8796    0.2670       457\n",
      "              markdown     0.2600    0.8851    0.4019       235\n",
      "              mastodon     0.3043    0.5000    0.3784        28\n",
      "       material-design     0.1266    0.7979    0.2186       193\n",
      "                matlab     0.2447    0.9718    0.3909        71\n",
      "                 maven     0.1154    0.8507    0.2032        67\n",
      "             minecraft     0.4899    0.9603    0.6488       126\n",
      "                mobile     0.0882    0.7432    0.1577       292\n",
      "               mongodb     0.3955    0.8760    0.5450       242\n",
      "              mongoose     0.2885    0.7377    0.4147        61\n",
      "            monitoring     0.1739    0.8776    0.2902       335\n",
      "                 mysql     0.2422    0.8716    0.3790       257\n",
      "          nativescript     0.8857    0.9394    0.9118        33\n",
      "                neovim     0.2558    0.9429    0.4024        70\n",
      "                nestjs     0.8205    0.9412    0.8767        34\n",
      "        neural-network     0.3195    0.9653    0.4801       720\n",
      "                 nginx     0.1368    0.8571    0.2360       245\n",
      "                   nim     0.9167    1.0000    0.9565        33\n",
      "                   nlp     0.2535    0.9559    0.4007       340\n",
      "                nodejs     0.2315    0.8946    0.3679      1451\n",
      "                 nosql     0.0840    0.7024    0.1501        84\n",
      "                   npm     0.0594    0.6600    0.1089       200\n",
      "                 nuget     0.1321    0.8800    0.2298        50\n",
      "                  nuxt     0.5763    0.8947    0.7010        76\n",
      "           objective-c     0.1594    0.8889    0.2704       198\n",
      "                 ocaml     0.7400    0.9610    0.8362        77\n",
      "             open-data     0.1040    0.7000    0.1810        30\n",
      "           open-source     0.0482    0.4754    0.0876       183\n",
      "                opencv     0.1740    0.8750    0.2902       200\n",
      "                opengl     0.2356    0.9154    0.3748       130\n",
      "      operating-system     0.1034    0.6364    0.1779        77\n",
      "                   p2p     0.2049    0.8941    0.3333        85\n",
      "       package-manager     0.0854    0.8194    0.1547        72\n",
      "               parsing     0.0795    0.7428    0.1436       276\n",
      "                  perl     0.3451    0.8596    0.4925        57\n",
      "                phaser     0.6585    0.9643    0.7826        28\n",
      "                   php     0.5238    0.9675    0.6797      1352\n",
      "               phpunit     0.1304    0.7826    0.2236        23\n",
      "                   pip     0.0737    0.6957    0.1333        46\n",
      "            postgresql     0.2023    0.8275    0.3251       255\n",
      "            powershell     0.5155    0.9091    0.6579       110\n",
      "               privacy     0.1160    0.7241    0.2000        87\n",
      "            purescript     0.7500    0.8571    0.8000        21\n",
      "                   pwa     0.2801    0.7350    0.4057       117\n",
      "                python     0.3970    0.9673    0.5629      2535\n",
      "                    qt     0.4362    0.9559    0.5991       136\n",
      "                     r     0.4688    0.9399    0.6256       416\n",
      "                racket     0.8000    0.8333    0.8163        24\n",
      "                 rails     0.4099    0.9449    0.5718       236\n",
      "          raspberry-pi     0.3861    0.9318    0.5459       220\n",
      "                 react     0.4094    0.9156    0.5658      1943\n",
      "          react-native     0.5074    0.9494    0.6613       435\n",
      "                 redis     0.3138    0.8601    0.4598       193\n",
      "                 redux     0.4529    0.9080    0.6044       413\n",
      "              rest-api     0.1495    0.7635    0.2500       334\n",
      "              robotics     0.2101    0.9080    0.3413        87\n",
      "                  ruby     0.5566    0.9457    0.7008       608\n",
      "                  rust     0.7207    0.9798    0.8305       495\n",
      "                  sass     0.2202    0.8470    0.3495       366\n",
      "                 scala     0.6458    0.9634    0.7732       246\n",
      "          scikit-learn     0.1244    0.7746    0.2144        71\n",
      "              security     0.1513    0.8616    0.2574       578\n",
      "                server     0.1502    0.8575    0.2556       884\n",
      "            serverless     0.4015    0.8684    0.5491       190\n",
      "                 shell     0.1375    0.8687    0.2375       335\n",
      "                sketch     0.2572    0.8791    0.3980        91\n",
      "           spring-boot     0.4791    0.9297    0.6324       185\n",
      "                   sql     0.2023    0.8375    0.3259       357\n",
      "                sqlite     0.2373    0.8167    0.3677       120\n",
      "             storybook     0.3158    0.8000    0.4528        30\n",
      "     styled-components     0.1697    0.7778    0.2786        72\n",
      "          sublime-text     0.4836    0.9672    0.6448        61\n",
      "                svelte     0.9545    0.9130    0.9333        23\n",
      "                 swift     0.6538    0.9623    0.7786      1007\n",
      "               symfony     0.5119    0.9554    0.6667       157\n",
      "              tailwind     0.7027    1.0000    0.8254        26\n",
      "              telegram     0.5890    0.9627    0.7309       134\n",
      "            tensorflow     0.3273    0.9246    0.4834       663\n",
      "              terminal     0.1272    0.8424    0.2210       368\n",
      "             terraform     0.6244    0.9779    0.7622       136\n",
      "               testing     0.1126    0.8251    0.1982       646\n",
      "               threejs     0.1415    0.7931    0.2402        58\n",
      "                twitch     0.3472    0.7812    0.4808        32\n",
      "               twitter     0.2857    0.8732    0.4306       142\n",
      "            typescript     0.2371    0.8579    0.3716      1745\n",
      "                ubuntu     0.1302    0.8000    0.2240       105\n",
      "                 unity     0.1822    0.7671    0.2945       468\n",
      "         unreal-engine     0.7561    0.8857    0.8158        35\n",
      "                   uwp     0.3357    0.9592    0.4974        49\n",
      "               vagrant     0.3649    0.8571    0.5118        63\n",
      "            vanilla-js     0.0957    0.6750    0.1677        40\n",
      "                   vim     0.5788    0.9745    0.7263       275\n",
      "       virtual-reality     0.2108    0.8868    0.3406        53\n",
      "    visual-studio-code     0.3333    0.8797    0.4835       133\n",
      "                   vue     0.5315    0.9320    0.6770       868\n",
      "          web-assembly     0.3882    0.8571    0.5344        77\n",
      "        web-components     0.1763    0.7746    0.2872        71\n",
      "                webapp     0.0775    0.5817    0.1368       251\n",
      "          webextension     0.2154    0.9130    0.3485        46\n",
      "               webpack     0.2467    0.8361    0.3810       421\n",
      "               windows     0.1406    0.8788    0.2424       330\n",
      "             wordpress     0.6183    0.9296    0.7426       284\n",
      "                   wpf     0.3314    1.0000    0.4979        58\n",
      "               xamarin     0.3333    0.9457    0.4929       129\n",
      "                 xcode     0.1380    0.9200    0.2399       175\n",
      "                   xml     0.1336    0.7674    0.2276       129\n",
      "                  yaml     0.1363    0.7662    0.2314        77\n",
      "                   yii     0.9167    0.9872    0.9506        78\n",
      "                   zsh     0.3575    0.9405    0.5180        84\n",
      "\n",
      "             micro avg     0.2275    0.8867    0.3621     74550\n",
      "             macro avg     0.3242    0.8655    0.4423     74550\n",
      "          weighted avg     0.2999    0.8867    0.4286     74550\n",
      "           samples avg     0.2275    0.9196    0.3476     74550\n",
      "\n",
      "\n",
      "************************* MNB Results:\n",
      "                        precision    recall  f1-score   support\n",
      "\n",
      "                    3d     0.1958    0.7088    0.3068       498\n",
      "               actions     0.0966    0.7609    0.1714        92\n",
      "                    ai     0.0981    0.6960    0.1719       273\n",
      "                  ajax     0.0173    0.8140    0.0338        43\n",
      "             algorithm     0.2959    0.5407    0.3825       614\n",
      "               android     0.6858    0.5067    0.5828      2313\n",
      "               angular     0.3210    0.7763    0.4541       590\n",
      "               ansible     0.1516    0.9266    0.2605       177\n",
      "                 antlr     0.1025    0.2203    0.1399       404\n",
      "                   api     0.3603    0.1551    0.2168      1980\n",
      "             archlinux     0.0473    0.9211    0.0900        38\n",
      "               arduino     0.2772    0.9330    0.4274       224\n",
      "                aspnet     0.1136    0.8843    0.2013       121\n",
      "                  atom     0.2215    0.8485    0.3513       165\n",
      "               aurelia     0.0414    0.6566    0.0779        99\n",
      "               awesome     0.1893    0.2129    0.2004       634\n",
      "                   aws     0.3104    0.8618    0.4564       456\n",
      "                 azure     0.0889    0.8627    0.1613       153\n",
      "                 babel     0.0573    0.8649    0.1074       148\n",
      "                  bash     0.1080    0.6814    0.1865       204\n",
      "        bioinformatics     0.1447    0.8417    0.2469       120\n",
      "               bitcoin     0.1872    0.9053    0.3102       190\n",
      "            blockchain     0.3150    0.8487    0.4595       304\n",
      "             bootstrap     0.1031    0.6533    0.1780       274\n",
      "                   bot     0.3928    0.7816    0.5229       490\n",
      "                     c     0.1371    0.1937    0.1606       351\n",
      "             cassandra     0.0184    0.9062    0.0361        32\n",
      "                chrome     0.1736    0.7990    0.2852       194\n",
      "      chrome-extension     0.1299    0.9429    0.2284       175\n",
      "                   cli     0.4946    0.2038    0.2887      1786\n",
      "               clojure     0.3210    0.8757    0.4698       169\n",
      "         clojurescript     0.0619    0.9565    0.1162        69\n",
      "                   cms     0.1450    0.8103    0.2459       195\n",
      "          code-quality     0.0218    0.7241    0.0423        29\n",
      "           code-review     0.0683    0.5385    0.1212        26\n",
      "              compiler     0.0826    0.7785    0.1494       149\n",
      "              composer     0.0752    0.7577    0.1369       227\n",
      "       computer-vision     0.1118    0.9349    0.1997       292\n",
      "continuous-integration     0.0954    0.5404    0.1622       161\n",
      "                   cpp     0.2579    0.5266    0.3463       602\n",
      "        cryptocurrency     0.1665    0.8830    0.2802       188\n",
      "               crystal     0.0832    0.9559    0.1531        68\n",
      "                csharp     0.2949    0.4951    0.3696       614\n",
      "                   css     0.2597    0.4287    0.3235       905\n",
      "                   csv     0.0418    0.9524    0.0800        84\n",
      "                  dart     0.1306    0.9062    0.2283       160\n",
      "       data-structures     0.0711    0.8496    0.1311       113\n",
      "    data-visualization     0.0810    0.7193    0.1456       114\n",
      "              database     0.2366    0.4918    0.3195       547\n",
      "         deep-learning     0.4135    0.9329    0.5730      1043\n",
      " dependency-management     0.0067    0.8966    0.0134        29\n",
      "            deployment     0.0361    0.6636    0.0685       110\n",
      "               discord     0.1507    0.6992    0.2480       266\n",
      "                django     0.3461    0.6862    0.4601       290\n",
      "                docker     0.4056    0.7299    0.5214      1018\n",
      "         documentation     0.1050    0.4921    0.1730       189\n",
      "                dotnet     0.3217    0.5717    0.4117       467\n",
      "              electron     0.1639    0.8566    0.2752       265\n",
      "                elixir     0.3317    0.8978    0.4844       225\n",
      "                   elm     0.2109    0.9239    0.3434        92\n",
      "                 emacs     0.2124    0.9368    0.3463        95\n",
      "                 ember     0.1729    0.6417    0.2724       187\n",
      "                 emoji     0.1337    0.7762    0.2282       143\n",
      "              emulator     0.0829    0.8333    0.1508        96\n",
      "                   es6     0.0478    0.3977    0.0853       171\n",
      "                eslint     0.0395    0.8211    0.0754        95\n",
      "              ethereum     0.3523    0.7555    0.4806       319\n",
      "               express     0.0728    0.7972    0.1335       217\n",
      "              fabricmc     0.0322    0.8378    0.0619        37\n",
      "              firebase     0.0866    0.9119    0.1581       193\n",
      "               firefox     0.1250    0.8984    0.2195       128\n",
      "     firefox-extension     0.0553    0.8889    0.1042        63\n",
      "                  fish     0.0311    0.8750    0.0600        24\n",
      "                 flask     0.1295    0.7593    0.2212       162\n",
      "               flutter     0.3922    0.8039    0.5272       362\n",
      "                  font     0.1336    0.8443    0.2307       122\n",
      "               fortran     0.0516    0.7500    0.0965       112\n",
      "             framework     0.2509    0.1384    0.1784      1019\n",
      "              frontend     0.1927    0.1418    0.1634       966\n",
      "                fsharp     0.0424    0.9149    0.0810        47\n",
      "           game-engine     0.0614    0.9068    0.1151       118\n",
      "                gatsby     0.0876    0.9571    0.1605        70\n",
      "                   git     0.2338    0.6055    0.3374       550\n",
      "                github     0.1364    0.7537    0.2310       341\n",
      "            github-api     0.0105    0.9737    0.0207        38\n",
      "                    go     0.5449    0.4634    0.5009      1558\n",
      "                 godot     0.0510    0.9714    0.0969        35\n",
      "                google     0.2293    0.3961    0.2904       558\n",
      "          google-cloud     0.0453    0.8556    0.0860        90\n",
      "                gradle     0.0534    0.8793    0.1007       116\n",
      "               graphql     0.3720    0.8095    0.5098       483\n",
      "                  gulp     0.0599    0.8471    0.1118        85\n",
      "             hackathon     0.0291    0.6897    0.0558        29\n",
      "         hacktoberfest     0.0322    0.5250    0.0606        80\n",
      "               haskell     0.3024    0.7692    0.4341       182\n",
      "                  haxe     0.1623    1.0000    0.2792        37\n",
      "        home-assistant     0.0664    0.9661    0.1242        59\n",
      "              homebrew     0.0843    0.8772    0.1538        57\n",
      "            homebridge     0.0330    1.0000    0.0638        27\n",
      "                  html     0.1780    0.3860    0.2436       570\n",
      "                  http     0.1512    0.5529    0.2374       624\n",
      "      image-processing     0.0878    0.7372    0.1569       156\n",
      "                   ios     0.3492    0.7309    0.4726      1074\n",
      "                  ipfs     0.0542    0.9286    0.1025        42\n",
      "                  java     0.4587    0.4222    0.4397      1381\n",
      "                javafx     0.0347    0.9216    0.0669        51\n",
      "            javascript     0.3579    0.0890    0.1426      2887\n",
      "                jekyll     0.0691    0.9735    0.1290       113\n",
      "               jenkins     0.0467    0.9565    0.0890        69\n",
      "                jquery     0.0884    0.8068    0.1594       207\n",
      "                  json     0.1626    0.5211    0.2478       570\n",
      "                 julia     0.1622    0.9732    0.2781       112\n",
      "      jupyter-notebook     0.0747    0.9327    0.1383       104\n",
      "                   jwt     0.0602    0.7971    0.1120       138\n",
      "                   koa     0.0392    0.9667    0.0754        60\n",
      "                kotlin     0.1764    0.7801    0.2877       423\n",
      "            kubernetes     0.3483    0.9056    0.5031       445\n",
      "               laravel     0.2256    0.9309    0.3631       434\n",
      "                 latex     0.1322    0.9368    0.2318        95\n",
      "                  less     0.0573    0.7364    0.1063       110\n",
      "               library     0.2806    0.1421    0.1887      1611\n",
      "                 linux     0.2489    0.3686    0.2972       803\n",
      "                  lisp     0.1801    0.8590    0.2978        78\n",
      "                  llvm     0.0334    0.9286    0.0645        42\n",
      "          localization     0.0512    0.8500    0.0965        60\n",
      "                   lua     0.2199    0.7326    0.3383       172\n",
      "      machine-learning     0.2958    0.7681    0.4272       979\n",
      "                 macos     0.1737    0.6127    0.2707       457\n",
      "              markdown     0.1553    0.8340    0.2619       235\n",
      "              mastodon     0.0207    0.5357    0.0398        28\n",
      "       material-design     0.0625    0.7409    0.1152       193\n",
      "                matlab     0.0579    0.9577    0.1091        71\n",
      "                 maven     0.0459    0.8955    0.0874        67\n",
      "             minecraft     0.2255    0.9127    0.3616       126\n",
      "                mobile     0.0759    0.4281    0.1289       292\n",
      "               mongodb     0.1047    0.7603    0.1840       242\n",
      "              mongoose     0.0240    0.8525    0.0466        61\n",
      "            monitoring     0.1593    0.6209    0.2535       335\n",
      "                 mysql     0.1315    0.7354    0.2231       257\n",
      "          nativescript     0.0137    0.9394    0.0270        33\n",
      "                neovim     0.1116    1.0000    0.2009        70\n",
      "                nestjs     0.0375    0.9706    0.0723        34\n",
      "        neural-network     0.2638    0.9653    0.4143       720\n",
      "                 nginx     0.0942    0.7143    0.1664       245\n",
      "                   nim     0.0874    0.9697    0.1604        33\n",
      "                   nlp     0.1420    0.8676    0.2441       340\n",
      "                nodejs     0.2911    0.2516    0.2699      1451\n",
      "                 nosql     0.0448    0.7024    0.0842        84\n",
      "                   npm     0.0576    0.4050    0.1008       200\n",
      "                 nuget     0.0465    0.8600    0.0882        50\n",
      "                  nuxt     0.1166    0.9605    0.2080        76\n",
      "           objective-c     0.1015    0.7424    0.1786       198\n",
      "                 ocaml     0.1989    0.9481    0.3288        77\n",
      "             open-data     0.0376    0.7667    0.0717        30\n",
      "           open-source     0.0384    0.2186    0.0653       183\n",
      "                opencv     0.1391    0.7750    0.2359       200\n",
      "                opengl     0.0990    0.9308    0.1790       130\n",
      "      operating-system     0.0445    0.6104    0.0830        77\n",
      "                   p2p     0.0684    0.9059    0.1272        85\n",
      "       package-manager     0.0317    0.7917    0.0610        72\n",
      "               parsing     0.0859    0.4493    0.1443       276\n",
      "                  perl     0.1223    0.7895    0.2118        57\n",
      "                phaser     0.0348    0.9286    0.0671        28\n",
      "                   php     0.5820    0.6428    0.6109      1352\n",
      "               phpunit     0.0211    0.9130    0.0412        23\n",
      "                   pip     0.0312    0.7826    0.0600        46\n",
      "            postgresql     0.1418    0.6706    0.2341       255\n",
      "            powershell     0.1390    0.8909    0.2405       110\n",
      "               privacy     0.0619    0.6667    0.1133        87\n",
      "            purescript     0.2237    0.8095    0.3505        21\n",
      "                   pwa     0.0651    0.7094    0.1193       117\n",
      "                python     0.5667    0.1945    0.2896      2535\n",
      "                    qt     0.1412    0.8088    0.2404       136\n",
      "                     r     0.4411    0.7740    0.5620       416\n",
      "                racket     0.1835    0.8333    0.3008        24\n",
      "                 rails     0.1646    0.8856    0.2776       236\n",
      "          raspberry-pi     0.1862    0.9045    0.3088       220\n",
      "                 react     0.4944    0.6819    0.5732      1943\n",
      "          react-native     0.1985    0.8966    0.3250       435\n",
      "                 redis     0.1379    0.7409    0.2325       193\n",
      "                 redux     0.1763    0.7942    0.2886       413\n",
      "              rest-api     0.0934    0.5928    0.1614       334\n",
      "              robotics     0.0975    0.8391    0.1746        87\n",
      "                  ruby     0.3958    0.7780    0.5247       608\n",
      "                  rust     0.5771    0.8242    0.6789       495\n",
      "                  sass     0.1332    0.8224    0.2292       366\n",
      "                 scala     0.2668    0.8252    0.4032       246\n",
      "          scikit-learn     0.0253    0.9437    0.0492        71\n",
      "              security     0.2814    0.4377    0.3426       578\n",
      "                server     0.2054    0.2998    0.2438       884\n",
      "            serverless     0.1783    0.8474    0.2946       190\n",
      "                 shell     0.2280    0.4955    0.3123       335\n",
      "                sketch     0.1163    0.7912    0.2028        91\n",
      "           spring-boot     0.1981    0.9027    0.3249       185\n",
      "                   sql     0.2127    0.6190    0.3166       357\n",
      "                sqlite     0.0520    0.7250    0.0971       120\n",
      "             storybook     0.0176    0.9333    0.0346        30\n",
      "     styled-components     0.0316    0.8472    0.0608        72\n",
      "          sublime-text     0.0404    0.9344    0.0775        61\n",
      "                svelte     0.0691    0.9130    0.1284        23\n",
      "                 swift     0.5738    0.8411    0.6822      1007\n",
      "               symfony     0.1415    0.9363    0.2458       157\n",
      "              tailwind     0.0380    0.9615    0.0731        26\n",
      "              telegram     0.1322    0.9254    0.2313       134\n",
      "            tensorflow     0.2447    0.9155    0.3861       663\n",
      "              terminal     0.1292    0.5543    0.2096       368\n",
      "             terraform     0.0955    0.9779    0.1740       136\n",
      "               testing     0.2308    0.3777    0.2866       646\n",
      "               threejs     0.0806    0.8103    0.1466        58\n",
      "                twitch     0.0270    1.0000    0.0525        32\n",
      "               twitter     0.0683    0.7183    0.1247       142\n",
      "            typescript     0.3944    0.3072    0.3454      1745\n",
      "                ubuntu     0.0579    0.7429    0.1074       105\n",
      "                 unity     0.4852    0.5598    0.5198       468\n",
      "         unreal-engine     0.0404    0.9714    0.0775        35\n",
      "                   uwp     0.0317    0.9388    0.0614        49\n",
      "               vagrant     0.0520    0.8730    0.0981        63\n",
      "            vanilla-js     0.0171    0.7750    0.0335        40\n",
      "                   vim     0.4406    0.9164    0.5950       275\n",
      "       virtual-reality     0.0494    0.8679    0.0935        53\n",
      "    visual-studio-code     0.0844    0.8872    0.1541       133\n",
      "                   vue     0.5860    0.6671    0.6239       868\n",
      "          web-assembly     0.1003    0.8831    0.1801        77\n",
      "        web-components     0.0323    0.8732    0.0624        71\n",
      "                webapp     0.0600    0.2709    0.0982       251\n",
      "          webextension     0.0385    0.8913    0.0737        46\n",
      "               webpack     0.1137    0.8432    0.2005       421\n",
      "               windows     0.1781    0.3848    0.2435       330\n",
      "             wordpress     0.3673    0.8768    0.5177       284\n",
      "                   wpf     0.0821    0.8448    0.1496        58\n",
      "               xamarin     0.1061    0.9535    0.1910       129\n",
      "                 xcode     0.0909    0.9029    0.1652       175\n",
      "                   xml     0.0742    0.7054    0.1342       129\n",
      "                  yaml     0.0355    0.7273    0.0678        77\n",
      "                   yii     0.0560    0.9872    0.1061        78\n",
      "                   zsh     0.0595    0.9524    0.1120        84\n",
      "\n",
      "             micro avg     0.1472    0.5736    0.2343     74550\n",
      "             macro avg     0.1566    0.7540    0.2225     74550\n",
      "          weighted avg     0.2951    0.5736    0.3223     74550\n",
      "           samples avg     0.1472    0.6199    0.2266     74550\n",
      "\n"
     ]
    }
   ],
   "source": [
    "k = 10\n",
    "\n",
    "# LR\n",
    "\n",
    "X_test_lr = tfidf_vectorizer_lr.transform(X_test_raw.input.values)\n",
    "lr_predictions = ovr_clf.predict_proba(X_test_lr)\n",
    "lr_results = get_top_k(lr_predictions, k)\n",
    "\n",
    "print('\\n'+'*'*25+' LR Results:')\n",
    "print(classification_report(y_test, lr_results, target_names=topics, digits=4, zero_division=0))\n",
    "\n",
    "# MNB\n",
    "\n",
    "X_test_mnb = tfidf_transformer_mnb.transform(tfidf_vectorizer_mnb.transform(X_test_raw.readme_processed.values))\n",
    "mnb_predictions = mnb_clf.predict_proba(X_test_mnb)\n",
    "mnb_results = get_top_k(mnb_predictions, k)\n",
    "\n",
    "print('\\n'+'*'*25+' MNB Results:')\n",
    "print(classification_report(y_test, mnb_results, target_names=topics, digits=4, zero_division=0))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}