Ch3/07_DocVectors_using_averaging_Via_spacy.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "R7Xgt_KQ51l7"
   },
   "source": [
    "## Document Vectors\n",
    "Doc2vec allows us to directly learn the representations for texts of arbitrary lengths (phrases, sentences, paragraphs and documents), by considering the context of words in the text into account.<br><br>\n",
    "In this notebook we will create a Document Vector for using averaging via spacy. [spaCy](https://spacy.io/) is a python library for Natural Language Processing (NLP) which has a lot of built-in capabilities and features. spaCy has different types of models. The default model for the English language is '**en_core_web_sm**'."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# downloading en_core_web_sm, assuming spacy is already installed\n",
    "!python -m spacy download en_core_web_sm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "E7n8Mk0dV8eE"
   },
   "outputs": [],
   "source": [
    "#Import spacy and load the model\n",
    "import spacy\n",
    "nlp = spacy.load(\"en_core_web_sm\") #here nlp object refers to the 'en_core_web_sm' language model instance."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "id": "mzTU0cJlWF8o",
    "outputId": "4aeeae5f-c091-478e-f728-ba54003ae8d6"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Document After Pre-Processing: ['dog bites man', 'man bites dog', 'dog eats meat', 'man eats food']\n",
      "------------------------------\n",
      "Average Vector of 'dog bites man'\n",
      " [ 1.581809    0.01234585 -1.7686375   0.09192207  0.7099541   0.78623253\n",
      " -0.22294267  0.6251769   3.3184946   2.151605    1.2572327   0.80755144\n",
      "  2.5496542   1.0309687  -1.1097575  -1.3333966   0.17883821  0.0732042\n",
      " -1.652985   -2.0776246  -1.1226162  -1.1873754  -0.32874927 -0.9920702\n",
      "  0.53296596 -0.8248777  -0.1621434  -1.3841887   1.7683312  -0.60252315\n",
      "  2.2155359  -0.05637012 -0.42379442 -0.8782012  -1.7660996  -0.8552634\n",
      "  2.000716   -0.6098452  -3.9005392   0.8609192   4.002558    2.4361043\n",
      "  0.33687058 -1.50351     0.17922412 -0.37065843 -0.84056693 -1.1102012\n",
      " -0.7800233   0.47405422 -1.460539   -1.7216535  -0.5347146  -0.94166833\n",
      " -1.2782294  -0.00511471  2.1441052  -1.0279812  -2.0211596  -0.2488722\n",
      " -0.06398487  1.988259    0.01575983 -0.17211278  1.9156709   1.4806844\n",
      "  0.6663373  -1.2645482  -2.3974214   0.03462499 -1.4589311   0.42709967\n",
      " -0.49991903  2.1690304  -2.5342414  -0.78809947 -1.701548   -1.1911267\n",
      " -0.1980304   0.91156197  0.39184204 -0.4635253  -1.4210111   0.06364288\n",
      "  0.6030229   2.8360527   0.6827371  -0.10401622  0.31757173 -0.36097524\n",
      " -0.9750369   2.1055853  -0.7507766   1.6359663   0.6668022   3.0937674 ]\n",
      "\n",
      "dog [ 1.91941047e+00 -9.85911846e-01 -1.27942407e+00 -1.14421546e+00\n",
      "  1.43229246e+00 -8.80053222e-01 -1.09747672e+00  7.21595168e-01\n",
      "  2.44990873e+00  2.91721630e+00  4.64994287e+00  2.98618340e+00\n",
      "  3.77544284e+00 -7.92122722e-01 -4.97682095e-01 -1.77960849e+00\n",
      " -8.52171421e-01  2.09922647e+00 -2.43797159e+00 -3.56699729e+00\n",
      " -2.06929612e+00 -5.84487259e-01 -1.27857530e+00 -5.24895728e-01\n",
      "  5.96585989e-01 -1.11221814e+00 -5.57519197e-01 -3.13567591e+00\n",
      "  2.45222092e+00 -6.95058644e-01  5.21145868e+00 -1.52752805e+00\n",
      "  1.71462417e+00 -1.59104490e+00 -1.12313199e+00 -5.21127224e-01\n",
      "  1.87160277e+00  3.26025546e-01 -2.57721138e+00  6.14066660e-01\n",
      "  3.19818997e+00  2.61671638e+00  8.70276809e-01 -1.36841798e+00\n",
      " -7.08141744e-01  1.85532546e+00 -1.51074374e+00 -1.93607807e-03\n",
      " -1.36703479e+00  8.96698594e-01 -7.39807606e-01 -1.78732085e+00\n",
      " -1.83793247e+00 -1.68872523e+00 -2.32823610e+00  2.22032118e+00\n",
      "  4.67480326e+00 -1.64622879e+00  2.28443205e-01 -1.63649273e+00\n",
      " -7.51743615e-02  3.44763458e-01 -4.46224451e-01  1.47298121e+00\n",
      "  1.62680995e+00  6.43189788e-01  8.67201090e-02 -8.45406175e-01\n",
      " -2.34528613e+00  4.36903179e-01 -2.32005453e+00 -1.37756503e+00\n",
      "  2.10573196e+00  3.40651798e+00 -3.18727922e+00 -1.72612810e+00\n",
      " -2.79121637e+00  1.74305737e-01 -2.29703093e+00  8.10718298e-01\n",
      "  1.88502884e+00 -2.74781775e+00 -1.98476827e+00 -2.49837577e-01\n",
      "  1.02837324e-01  4.89412785e+00 -2.23543501e+00 -8.99279773e-01\n",
      "  6.71694279e-01 -1.59718370e+00 -3.29685974e+00  1.72054911e+00\n",
      " -6.65885806e-01  2.88729572e+00  2.57701874e+00  2.57356691e+00]\n",
      "\n",
      "bites [ 2.2891631e+00  6.9909734e-01 -3.6597207e+00  5.9012455e-01\n",
      "  2.8848612e-01  2.6344304e+00  6.5052485e-01 -2.5569630e-01\n",
      "  4.1872373e+00  1.0220106e+00 -1.4831681e+00  4.7727907e-01\n",
      " -1.1430612e+00  2.0813129e+00 -2.9697056e+00 -2.1433415e+00\n",
      " -2.7380013e-01 -3.4205973e-02 -1.1503913e+00 -2.1321077e+00\n",
      "  4.8856896e-01 -1.4739058e+00 -1.5901238e-01 -1.6181784e+00\n",
      "  2.6807506e+00 -2.2585037e-01 -1.3693209e+00 -8.5717607e-01\n",
      " -9.1407597e-02 -2.1552706e+00 -2.0508304e+00  1.4469879e+00\n",
      " -2.7253437e+00 -9.3841219e-01 -3.5988092e+00  8.2679147e-01\n",
      "  2.0665250e+00 -3.8812518e-02 -3.7789817e+00  2.9782567e+00\n",
      "  4.6672869e+00  3.1001039e+00  7.2593123e-01 -5.1259041e-02\n",
      "  6.9979954e-01 -3.6006408e+00  2.7546096e-01 -2.0513704e+00\n",
      "  1.4891988e+00  1.9538239e+00 -2.9934611e+00 -1.1935629e+00\n",
      " -4.8216283e-03 -9.5482630e-01 -1.2745976e+00 -4.0996695e-01\n",
      "  1.2745302e+00  6.2289035e-01 -3.9751892e+00 -1.5957201e+00\n",
      " -1.8297102e+00  3.7905822e+00  3.6283469e-01  1.4279008e+00\n",
      "  2.5030928e+00  3.0996156e+00  7.0012379e-01 -1.7861184e+00\n",
      " -2.2127132e+00  3.7044382e-01  4.9324754e-01  3.1495407e-01\n",
      " -2.8027997e+00  1.2167886e-02 -2.4487588e+00 -8.9480877e-01\n",
      " -1.9265089e+00 -2.6903887e+00  2.2252502e+00  8.9562541e-01\n",
      "  5.0473142e-01  3.4874098e+00 -2.6960936e+00  4.3370289e-01\n",
      "  4.7849458e-01  2.2811088e-01  1.0538528e+00  1.9736307e+00\n",
      " -1.3628168e+00  1.6518754e+00  5.8267772e-02  1.1169801e+00\n",
      "  1.1504505e+00 -9.7246760e-01 -7.6805931e-01  6.8656521e+00]\n",
      "\n",
      "man [ 0.53685385  0.32385206 -0.36676776  0.8298571   0.40908372  0.6043205\n",
      " -0.22187617  1.4096318   3.3183377   2.515588    0.60492337 -1.040808\n",
      "  5.0165815   1.8037158   0.13811481 -0.07723951  1.6624862  -1.845408\n",
      " -1.3705921  -0.53376883 -1.7871213  -1.5037332   0.4513399  -0.8331367\n",
      " -1.6784387  -1.1365645   1.4404099  -0.1597142   2.94418     1.0427597\n",
      "  3.485979   -0.08857018 -0.26066375 -0.10514653 -0.5763577  -2.8714545\n",
      "  2.0640204  -2.1167488  -5.345424   -1.0095658   4.142198    1.5914928\n",
      " -0.58559626 -3.090853    0.54601455  0.63334    -1.2864181  -1.277297\n",
      " -2.4622338  -1.4283599  -0.64834815 -2.1840768   0.23861039 -0.18145347\n",
      " -0.23185444 -1.8256984   0.48298237 -2.060605   -2.316733    2.4855962\n",
      "  1.71293     1.8294315   0.13066924 -3.4172204   1.6171098   0.6992478\n",
      "  1.212168   -1.1621199  -2.6342645  -0.703472   -2.5499864   2.34391\n",
      " -0.8026893   3.0884056  -1.9666861   0.2566385  -0.38691866 -1.0572971\n",
      " -0.5223105   1.0283424  -1.2142341  -2.130168    0.41782868  0.00706333\n",
      "  1.2277368   3.3859189   3.2297935  -1.3863995   1.6438377  -1.1376173\n",
      "  0.31348115  3.4792268  -2.7368944   2.9930706   0.19144717 -0.15791643]\n",
      "------------------------------\n",
      "Average Vector of 'man bites dog'\n",
      " [ 0.8905986  -0.27452406 -0.5949109   0.2936966   0.8109725   1.5406946\n",
      " -0.6211217   1.4518808   2.388418    2.8323803   1.8362583   0.1119115\n",
      "  2.3256416   1.3707987  -1.1090884  -0.91295415  0.78416103  1.282396\n",
      " -1.6692494  -2.016407    0.10908246 -1.5515393  -0.3864065  -1.1337863\n",
      "  0.2659106  -0.5242886  -0.22002883 -1.4812603   2.2347033  -0.5346037\n",
      "  2.4154797  -0.42605057 -0.6888227  -1.1443968  -2.003623   -0.609145\n",
      "  1.7229339  -0.353757   -3.6830838   0.8961949   3.821148    2.0756388\n",
      "  0.46287456 -1.7169987  -0.17327374 -0.50144416 -0.84939057 -0.8699689\n",
      " -0.5230022   0.6381754  -1.1474385  -2.0188677  -0.7996528  -0.81853724\n",
      " -1.5277091   0.8281295   1.7162651  -0.75300956 -1.4389514   0.17117071\n",
      " -0.2776324   1.4784497   0.21179853 -0.2627615   1.669926    1.7660456\n",
      "  0.8556203  -1.8035239  -1.4735044  -0.13579811 -1.4338516   0.88079864\n",
      " -0.08186468  1.789373   -1.9932103  -0.72242165 -1.9366676  -1.6879386\n",
      " -0.15568681 -0.2332558   0.06518809 -0.04645785 -2.9444816  -0.59111965\n",
      "  0.25978744  3.6795216   0.35412169 -0.47244322 -0.02117594 -0.5545446\n",
      " -1.214193    2.262353   -0.9832942   1.7396374   0.18152653  3.0911624 ]\n",
      "\n",
      "man [ 0.7888863   1.083919   -0.35323167 -0.73987913 -0.49030042  1.6419284\n",
      " -1.6619375   2.3852751   1.9981184   4.7937684   4.720047    0.3387185\n",
      "  4.4454274   1.5730257  -0.06160116 -1.9620255  -0.06666401  0.45019686\n",
      " -3.878724   -0.82186854  0.22669673 -1.3878722  -1.6847411  -0.17864001\n",
      " -1.4496999  -1.5109959  -0.59488606 -1.6589926   3.590187    0.06973836\n",
      "  3.9115858  -0.06349781 -1.488812   -1.9933238   1.2208314   1.7076309\n",
      "  2.6056023  -0.80645776 -2.992334    0.47299546  2.0808764   2.3067095\n",
      " -1.5104551   0.5040869  -2.0285635  -1.1253445  -1.2346911  -1.9630895\n",
      " -1.6281708   1.2157714  -2.6033337  -2.233292   -0.07722911  0.6127262\n",
      " -1.2152244   1.0336426   1.1331751  -1.3354261  -0.15778536 -1.2085104\n",
      " -0.0685907   1.3864028  -0.3398047  -0.09460545  0.53525954  2.3085182\n",
      "  1.9992309  -3.4277897  -1.5862743  -0.13316533 -2.0165217   0.13316745\n",
      " -0.9387411   3.0318418  -3.0551827  -0.96272266 -2.0183272  -0.46942502\n",
      " -1.9278139  -0.02909783  2.0964017  -2.6075346  -0.3167987  -0.15686905\n",
      "  0.82376957  4.693938   -1.271749   -0.95877516  2.2401345  -0.6824265\n",
      " -3.0635698   2.0776386  -2.8204172   3.432457    2.457738    1.5380919 ]\n",
      "\n",
      "bites [ 1.3747169   0.75951576 -2.0386875   0.47162795  0.9765426   1.9823077\n",
      "  0.06130332  2.01786     3.3743708   2.4298263  -0.01698858 -2.1178517\n",
      " -0.39338487  2.5798664  -2.022553   -1.3160868  -0.20072114  2.8978395\n",
      " -2.0718148  -2.1307726   1.0209869  -2.253436    0.6923156  -2.2661219\n",
      "  2.311895    0.6920155  -1.945776   -0.18749845  0.4149741  -2.6658444\n",
      " -0.6569654   0.4516012  -3.118997   -1.3340917  -3.6860292   0.41037425\n",
      "  1.9872112   0.2655378  -4.1270113   3.7116709   4.948203    2.4899755\n",
      "  0.7336448  -1.9907414   0.9756649  -1.5211312   0.00798804 -1.1256539\n",
      "  2.0131736   1.1410819  -1.9279115  -2.0005517  -0.23423731 -1.1558846\n",
      " -2.0686967  -0.01214457  0.9060559   1.0421203  -2.4333885  -1.1881351\n",
      " -2.2899802   3.0198185   0.83513886  1.7519441   2.4819424   2.7640438\n",
      " -0.83651996 -3.0509243  -0.5107962  -0.74011713 -0.16474906  1.2582803\n",
      " -1.1004856  -0.73728853 -0.9559965  -1.0966125  -2.4221303  -4.1997433\n",
      "  1.5180151  -1.398406   -0.33450198  4.0062895  -4.2474494   0.37666464\n",
      " -0.5151194   2.788715    0.19553685  1.2461331  -1.3887466   1.4032775\n",
      "  0.35989153  2.2794697   1.6711353  -1.4850378  -1.3835645   6.0287056 ]\n",
      "\n",
      "dog [ 0.50819266 -2.667007    0.60718644  1.149341    1.9466753   0.9978473\n",
      " -0.26273108 -0.04749316  1.792765    1.2735462   0.80571634  2.1148677\n",
      "  2.9248827  -0.04049584 -1.2431111   0.5392498   2.6198683   0.49915183\n",
      "  0.9427904  -3.0965803  -0.92043626 -1.0133096  -0.16679388 -0.95659745\n",
      " -0.0644632  -0.7538854   1.8805755  -2.59729     2.6989484   0.9922949\n",
      "  3.9918182  -1.6662551   2.541341   -0.10577476 -3.5456715  -3.94544\n",
      "  0.57598835 -0.52035105 -3.9299068  -1.4960816   4.434364    1.4302311\n",
      "  2.1654341  -3.6643417   0.5330774   1.1421432  -1.3214686   0.4788366\n",
      " -1.9540094  -0.4423272   1.0889297  -1.8227599  -2.087492   -1.9124533\n",
      " -1.2992061   1.4628903   3.1095638  -1.9657229  -1.72568     2.9101577\n",
      "  1.5256736   0.02912751  0.14006144 -2.4456232   1.992576    0.22557473\n",
      "  1.40415     1.0681424  -2.3234427   0.46588808 -2.120284    1.2509482\n",
      "  1.7936325   3.0735662  -1.968452   -0.10792968 -1.3695453  -0.39464706\n",
      " -0.05726171  0.7277364  -1.5663354  -1.5381284  -4.2691965  -1.9931545\n",
      "  0.4707121   3.5559118   2.1385772  -1.7046876  -0.9149157  -2.3844848\n",
      " -0.938901    2.4299505  -1.8006006   3.271493   -0.5295939   1.7066903 ]\n",
      "------------------------------\n",
      "Average Vector of 'dog eats meat'\n",
      " [ 0.9497717  -1.2301239  -1.6570965   0.02600932  1.6257883   2.3463233\n",
      " -0.03341264  0.5535993   2.5307076   2.3061898   3.0019693   0.12173756\n",
      " -0.3264576  -0.7983653  -1.9861808  -2.0981724  -0.71657175  0.78360796\n",
      " -1.8515993  -1.2827045   0.57357043 -0.20684583 -1.2003565  -0.49678817\n",
      "  0.13457048 -0.82746583 -0.76940554 -0.3606576   2.259192   -0.49417353\n",
      "  1.7030007   0.3846264   0.25939012  0.03669227 -1.8298146  -1.4203895\n",
      "  1.455389   -0.18114482 -2.4791121   1.3381492   3.715636    3.19703\n",
      "  1.2951443  -2.1459877   0.6676965   0.9667112  -0.5272677  -0.29487208\n",
      " -0.7119071   0.14675708 -0.5572761  -1.9488708  -0.6397939  -0.96744186\n",
      " -1.8528724   0.3465296   2.1199124  -0.76715153 -0.43884563  0.07532104\n",
      "  1.2809316   0.7471805   0.19491099 -0.04342728  1.0493482  -0.72073746\n",
      "  0.69119817 -0.44258884 -2.7460454  -0.8677985  -1.9026061   0.49226943\n",
      "  0.5637548   2.6199849  -1.3158027  -0.48333564 -1.1912802  -0.02735262\n",
      " -0.67210627  0.11429998  0.24690242  0.08279117 -2.7274878  -0.34686494\n",
      "  1.063767    3.196689    0.6230406  -1.143238   -1.0164955  -1.3060706\n",
      " -0.48383832  1.2241701  -0.95453763  1.250492    0.34123     1.7032119 ]\n",
      "\n",
      "dog [ 1.1878153  -0.26170456  0.03419253 -0.5098145   2.2524698  -0.14316672\n",
      " -0.9741871   0.9987432   3.3585162   3.098389    3.9458573   3.153195\n",
      "  2.474797    0.28299487 -1.0718518  -1.2719603  -0.9346882   0.6980716\n",
      " -1.7807717  -3.778508   -0.7800435   0.856657   -0.16256608 -1.1889228\n",
      "  0.14485419 -1.9348825  -0.6589819  -4.140472    3.1796694  -1.0029719\n",
      "  6.03379    -0.7439264   0.7298713  -0.33960485 -0.50823545 -0.27505162\n",
      "  1.4645944   0.05909663 -2.02593    -0.07870805  3.7751808   3.8910067\n",
      "  0.93147826 -1.4408367   0.23482867  1.5038861  -1.6044441   0.86290354\n",
      " -2.3903039  -0.5329412   0.72840124 -2.3201046  -2.763682   -1.7391096\n",
      " -2.5468462   1.630208    3.9861825  -1.1560813  -0.16007495 -1.2812638\n",
      "  1.0757833  -0.34596324  0.12258975 -0.1409623   1.0506115  -0.3939129\n",
      "  0.72289705 -0.11757469 -2.8201733  -0.41023016 -2.7297587   0.24024476\n",
      "  1.5475457   4.6176043  -3.0510297  -2.0189776  -3.2474117  -0.3285729\n",
      " -2.0773463   0.12776823  0.3675652  -1.3721904  -2.56865    -1.5797273\n",
      "  0.55347294  4.8819714  -1.1988775  -0.95212567  0.12909323 -1.8111378\n",
      " -2.3643622   0.32793254 -0.7840178   4.060226    1.358352    1.5559675 ]\n",
      "\n",
      "eats [-0.47655314 -0.887504   -3.3885355  -0.40814278 -0.23221523  8.091818\n",
      "  0.5198322   0.8531424   4.7039433   1.8867078   2.428679   -1.8267653\n",
      " -3.6248026   0.781947   -2.8044906  -1.8048921  -2.8840442   0.54410243\n",
      " -1.5859952  -0.8147486   2.621002   -0.56582713 -3.1238108  -1.0869386\n",
      "  1.2806193  -0.62084794 -0.41871095  0.35869947  1.7905439   0.24119776\n",
      " -0.23247066  0.15588203 -2.8230116   0.31940773 -2.8698652  -1.8306046\n",
      "  1.1420581  -0.07288504 -4.425796    2.8891995   4.5341854   2.66613\n",
      "  2.2523046  -1.910728   -1.3054113  -0.17172056 -0.25334305 -1.3717226\n",
      " -0.57009274  0.7400309  -1.5993974  -1.581954    1.7183993  -0.30978245\n",
      " -2.3206043   0.02712953  1.4552921  -1.1711987  -2.003884   -1.0205673\n",
      "  0.06380576  5.6872478   0.7931988  -0.11952353  3.0262659   0.30001533\n",
      "  0.43619615 -0.04385164 -1.5230343  -1.263225   -1.0696131   0.25260383\n",
      " -2.4857993  -0.13119471 -0.16439424  0.09343493 -1.9477481   0.72152287\n",
      " -0.80629015 -1.1293207   2.190932    2.7421567  -3.0568235  -0.84169805\n",
      "  4.044013   -0.59416664  1.2623303   0.34135234 -1.2421702  -0.37756807\n",
      "  1.4536979   2.1429076   0.40599105 -1.2975076  -2.0072887   3.8580472 ]\n",
      "\n",
      "meat [ 2.138053   -2.541163   -1.6169465   0.99598527  2.8571105  -0.9096813\n",
      "  0.35411698 -0.1910876  -0.47033745  1.9334728   2.6313715  -0.9612169\n",
      "  0.17063287 -3.4600377  -2.0822     -3.2176647   1.6690171   1.10865\n",
      " -2.1880314   0.7451431  -0.12024727 -0.9113674  -0.3146925   0.7854967\n",
      " -1.021762    0.07333279 -1.2305236   2.6997995   1.8073626  -0.7207465\n",
      " -0.6923174   1.7419236   2.8713107   0.13027394 -2.1113434  -2.155512\n",
      "  1.7595143  -0.52964604 -0.9856106   1.2039561   2.837541    3.033954\n",
      "  0.70165014 -3.0863986   3.073672    1.5679681   0.275984   -0.3757972\n",
      "  0.82467526  0.23318158 -0.8008322  -1.9445537  -0.874099   -0.8534336\n",
      " -0.6911663  -0.61774874  0.9182625   0.02582562  0.84742206  2.5277944\n",
      "  2.7032058  -3.0997431  -0.33105564  0.13020399 -0.928833   -2.0683148\n",
      "  0.9145014  -1.1663402  -3.8949287  -0.9299402  -1.9084469   0.9839597\n",
      "  2.629518    3.3735454  -0.7319842   0.47553572  1.6213193  -0.47500783\n",
      "  0.8673178   1.3444524  -1.8177899  -1.1215929  -2.5569901   1.3808305\n",
      " -1.4061852   5.3022623   1.805669   -2.8189406  -1.9364095  -1.7295058\n",
      " -0.5408506   1.2016699  -2.4855862   0.9887575   1.6726267  -0.304379  ]\n",
      "------------------------------\n",
      "Average Vector of 'man eats food'\n",
      " [-0.01888488  0.24636357 -1.1846992  -0.03036076  0.20029216  2.5316527\n",
      "  1.0111613   1.8503652   2.867821    4.068196    3.0024052  -1.5583652\n",
      " -0.51625425  0.13764803 -2.5880563  -2.6367261   0.51212007 -0.97560495\n",
      " -2.29093     0.4139812   2.0073164   0.08546352 -1.0925761  -0.7507916\n",
      " -1.3654298  -1.8170868  -0.5804129   0.08977842  2.285678   -0.10043623\n",
      "  1.6908598   0.312726   -0.6171694  -0.30944318 -1.1299864  -1.5947791\n",
      "  1.50427     0.03392437 -3.511301    1.9776081   4.1385956   2.958882\n",
      " -0.4647298  -1.4719462   0.87080735 -0.21344845 -0.9633123  -0.86678123\n",
      " -1.8861523   0.39675653  0.06777167 -2.835789    1.0900896   0.12179059\n",
      " -1.1235121   1.7366911   0.6220197  -1.1413636  -0.26947233 -0.30537304\n",
      "  0.31323096  0.9285738   0.7949112   0.0662303   1.6250023  -0.5656178\n",
      "  0.53837126 -2.7741454  -0.9776167  -0.46865782 -2.067732   -0.1014179\n",
      " -1.2516727   2.1744754  -0.5207297   0.89804155 -0.78852755 -0.59933203\n",
      " -0.50479466 -0.31491697  0.5226949   0.43031967 -1.9485286  -1.296661\n",
      "  1.18143     2.5934575   1.331779   -1.5355598   0.30261996 -0.1909941\n",
      " -1.2021204   1.7314535  -1.9927431   1.9262277   0.1092929   1.366396  ]\n",
      "\n",
      "man [ 0.52389205  1.5652239  -0.04750337  0.3047545  -0.08478642  1.6677048\n",
      " -0.618326    2.8580084   3.3072426   4.910988    4.430622   -0.89721835\n",
      "  2.7919784   1.9583353  -0.27794886 -1.4141033  -0.4280256  -0.81272227\n",
      " -3.4777741  -0.65262485  1.5562562  -1.2966298  -0.6721474  -1.2479438\n",
      " -1.6569079  -2.2275739  -0.07252926 -2.4424021   4.1824937  -0.18493074\n",
      "  4.3238254   0.22241122 -1.6786616  -0.55612457  2.0346923   0.40100402\n",
      "  2.5539172  -0.39336064 -2.583725   -0.37986255  2.7086127   3.5384498\n",
      " -1.7465255   0.696826   -0.87424815 -1.0220783  -0.7737946  -1.4038389\n",
      " -2.6686094   0.11081302 -0.16799808 -1.9404501  -0.13648355  1.2400486\n",
      " -1.5815971   0.7862677   0.32222164 -1.7648649  -0.3421955  -1.5199637\n",
      "  0.09515956  0.5408838   0.18814006 -0.9631245   0.09222977  0.85028267\n",
      "  4.1756663  -3.2499475  -2.2830732  -0.4174441  -2.7026453   0.03638396\n",
      " -1.0914427   4.579353   -2.796823   -0.98650265 -1.6295836  -1.3913723\n",
      " -2.197145    0.2371495   1.36781    -2.2192519  -0.3003249  -1.7600602\n",
      "  0.9031153   4.4606066  -0.72957647 -0.7701424   1.6933117  -0.7388307\n",
      " -2.544035    0.76758516 -3.1120014   4.1439514   1.5054498   0.35547572]\n",
      "\n",
      "eats [-1.3092378e+00 -8.6047465e-01 -3.2190249e+00 -4.4768196e-01\n",
      " -2.8020874e-02  6.4026423e+00 -2.2878736e-01  2.6748505e+00\n",
      "  4.9811215e+00  2.8140156e+00  2.5498390e+00 -2.7002344e+00\n",
      " -3.4247236e+00  1.5574431e+00 -2.1884162e+00 -2.1857004e+00\n",
      " -2.3307033e+00 -1.6605252e-01 -1.6718901e+00 -1.2166021e+00\n",
      "  3.6533082e+00  2.1984850e-01 -3.2604895e+00  1.3748842e-01\n",
      " -1.6829664e-01 -2.6968803e+00  6.8282926e-01  1.3026061e+00\n",
      "  6.8358308e-01 -7.0311296e-01 -2.9204535e-01  2.0198764e-01\n",
      " -2.7918777e+00  4.4713789e-01 -3.4799085e+00 -1.7759440e+00\n",
      "  9.7510737e-01  6.7892790e-01 -4.7331920e+00  3.8798397e+00\n",
      "  4.3553877e+00  3.3594851e+00  1.1228745e+00 -1.5380020e+00\n",
      " -3.2728779e-01 -9.0554619e-01 -6.5745354e-01 -5.2136183e-01\n",
      " -1.2597066e+00 -1.9782155e+00 -6.1217833e-01 -3.0532677e+00\n",
      "  3.4866471e+00 -1.0184374e+00 -2.2840528e+00  7.0840657e-01\n",
      "  4.4512683e-01 -8.7002206e-01  2.1135509e-01 -6.2738830e-01\n",
      " -3.1756163e-03  3.9169440e+00  1.8180964e+00  8.1682199e-01\n",
      "  5.1382465e+00  1.4008083e+00 -3.5379043e+00 -3.9664543e-01\n",
      "  9.7356522e-01 -2.6710024e+00 -1.0991514e+00  7.8807414e-01\n",
      " -2.7467117e+00  2.2486269e-01  1.8629702e+00 -2.2459069e-01\n",
      " -1.0668359e+00  2.0133030e-01 -1.2597678e+00 -9.8697454e-01\n",
      "  1.1697617e+00  2.7907655e+00 -2.5036402e+00 -2.1559534e+00\n",
      "  3.7731147e+00 -5.8993244e-01  2.0965610e+00 -9.4858849e-01\n",
      " -6.8825746e-01  5.8568168e-01  9.1899210e-01  3.2966912e+00\n",
      " -4.6160230e-01 -1.5817548e+00 -2.5806928e+00  4.4743700e+00]\n",
      "\n",
      "food [ 0.72869116  0.03434137 -0.28756914  0.05184519  0.7136837  -0.4753884\n",
      "  3.8805974   0.01823676  0.31509843  4.4795837   2.0267544  -1.0776429\n",
      " -0.9160175  -3.1028345  -5.297804   -4.3103743   4.2950892  -1.94804\n",
      " -1.7231253   3.1111705   0.8123846   1.3331718   0.65490824 -1.1419196\n",
      " -2.2710845  -0.52680653 -2.351539    1.4091313   1.9909565   0.586735\n",
      "  1.0407989   0.51377916  2.619031   -0.81934285 -1.9447429  -3.4093976\n",
      "  0.9837853  -0.18379414 -3.216986    2.432847    5.3517866   1.9787108\n",
      " -0.77053833 -3.5746627   3.813958    1.2872791  -1.4586889  -0.67514306\n",
      " -1.7301406   3.057672    0.9834914  -3.5136495  -0.07989472  0.14376049\n",
      "  0.49511337  3.715399    1.0987105  -0.78920376 -0.67757654  1.2312329\n",
      "  0.84770894 -1.6721063   0.3784972   0.3449934  -0.35546967 -3.9479444\n",
      "  0.9773516  -4.6758432  -1.6233422   1.6824732  -2.4013994  -1.1287118\n",
      "  0.08313614  1.7192109  -0.6283364   3.9052181   0.3308367  -0.6079541\n",
      "  1.9425287  -0.1949259  -0.9694871   0.71944535 -3.0416207   0.02603044\n",
      " -1.1319399   3.9096982   2.6283524  -2.8879485  -0.09719437 -0.4198333\n",
      " -1.9813186   1.1300844  -2.4046257   3.2164865   1.4031217  -0.73065805]\n"
     ]
    }
   ],
   "source": [
    "#Assume each sentence in documents corresponds to a separate document.\n",
    "documents = [\"Dog bites man.\", \"Man bites dog.\", \"Dog eats meat.\", \"Man eats food.\"]\n",
    "processed_docs = [doc.lower().replace(\".\",\"\") for doc in documents]\n",
    "processed_docs\n",
    "\n",
    "print(\"Document After Pre-Processing:\",processed_docs)\n",
    "\n",
    "\n",
    "#Iterate over each document and initiate an nlp instance.\n",
    "for doc in processed_docs:\n",
    "    doc_nlp = nlp(doc) #creating a spacy \"Doc\" object which is a container for accessing linguistic annotations. \n",
    "    \n",
    "    print(\"-\"*30)\n",
    "    print(\"Average Vector of '{}'\\n\".format(doc),doc_nlp.vector)#this gives the average vector of each document\n",
    "    for token in doc_nlp:\n",
    "        print()\n",
    "        print(token.text,token.vector)#this gives the text of each word in the doc and their respective vectors.\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ft8Xyo6WXZSi"
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "colab": {
   "name": "DocVectors_using_averaging_Via_spacy.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}