head_view_distilbert.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": [
    "from bertviz import head_view\n",
    "from transformers import DistilBertModel, DistilBertTokenizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "require.config({\n",
       "  paths: {\n",
       "      d3: '//cdnjs.cloudflare.com/ajax/libs/d3/3.4.8/d3.min',\n",
       "      jquery: '//ajax.googleapis.com/ajax/libs/jquery/2.0.0/jquery.min',\n",
       "  }\n",
       "});\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%%javascript\n",
    "require.config({\n",
    "  paths: {\n",
    "      d3: '//cdnjs.cloudflare.com/ajax/libs/d3/3.4.8/d3.min',\n",
    "      jquery: '//ajax.googleapis.com/ajax/libs/jquery/2.0.0/jquery.min',\n",
    "  }\n",
    "});"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def show_head_view(model, tokenizer, text):\n",
    "    inputs = tokenizer.encode_plus(text, return_tensors='pt', add_special_tokens=True)\n",
    "    input_ids = inputs['input_ids']\n",
    "    attention = model(input_ids)[-1]\n",
    "    input_id_list = input_ids[0].tolist() # Batch index 0\n",
    "    tokens = tokenizer.convert_ids_to_tokens(input_id_list)\n",
    "    head_view(attention, tokens)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "pycharm": {
     "is_executing": false
    },
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "              <span style=\"user-select:none\">\n",
       "                Layer: <select id=\"layer\"></select>\n",
       "              </span>\n",
       "              <div id='vis'></div> \n",
       "            "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/javascript": [
       "window.params = {\"attention\": {\"all\": {\"attn\": [[[[0.06386915594339371, 0.1199103444814682, 0.09576568007469177, 0.07630614936351776, 0.09522201120853424, 0.15217678248882294, 0.1142837256193161, 0.2824661135673523], [0.358006089925766, 0.10319510847330093, 0.060094721615314484, 0.05747443065047264, 0.11596501618623734, 0.11652182042598724, 0.06782049685716629, 0.12092232704162598], [0.20004184544086456, 0.0332055389881134, 0.0636090561747551, 0.17561666667461395, 0.03022068925201893, 0.03815105929970741, 0.2658861577510834, 0.19326908886432648], [0.25241726636886597, 0.06949587166309357, 0.1935415267944336, 0.07177124172449112, 0.04717708379030228, 0.06565840542316437, 0.17099131643772125, 0.12894727289676666], [0.40801167488098145, 0.08819643408060074, 0.059198085218667984, 0.062428489327430725, 0.12339485436677933, 0.08002560585737228, 0.06463775038719177, 0.1141071766614914], [0.39436763525009155, 0.12083595991134644, 0.05379724130034447, 0.05568331480026245, 0.10843055695295334, 0.11435364931821823, 0.0569143183529377, 0.09561730921268463], [0.08811251819133759, 0.02844838798046112, 0.35049134492874146, 0.2597719430923462, 0.019738024100661278, 0.029143018648028374, 0.10682811588048935, 0.11746664345264435], [0.20126599073410034, 0.13803938031196594, 0.04031870886683464, 0.03854416683316231, 0.09757868200540543, 0.15625719726085663, 0.06486860662698746, 0.2631271779537201]], [[0.9510003924369812, 0.01158097106963396, 0.007945242337882519, 0.0025604688562452793, 0.007724259980022907, 0.009312615729868412, 0.004164035432040691, 0.005712086334824562], [0.020848315209150314, 0.18917183578014374, 0.05479957163333893, 0.21938399970531464, 0.1547507792711258, 0.16242896020412445, 0.11149869859218597, 0.08711780607700348], [0.010466423816978931, 0.17903557419776917, 0.045972827821969986, 0.031545404344797134, 0.25204867124557495, 0.140399768948555, 0.07302895188331604, 0.2675023674964905], [0.00461720023304224, 0.015214690007269382, 0.23554053902626038, 0.06936457753181458, 0.042370639741420746, 0.017126984894275665, 0.31864485144615173, 0.2971205711364746], [0.010705304332077503, 0.045649874955415726, 0.20197762548923492, 0.27125662565231323, 0.03487338125705719, 0.047493141144514084, 0.300235390663147, 0.08780863881111145], [0.020653026178479195, 0.18090415000915527, 0.07459485530853271, 0.1801716536283493, 0.13129198551177979, 0.15017728507518768, 0.15438896417617798, 0.10781808942556381], [0.018760452046990395, 0.08763648569583893, 0.11444728076457977, 0.04206877574324608, 0.14442384243011475, 0.09679330140352249, 0.06079346314072609, 0.43507644534111023], [0.004752603825181723, 0.3507561683654785, 0.015383555553853512, 0.007226454094052315, 0.4106478691101074, 0.16699111461639404, 0.013744650408625603, 0.03049757517874241]], [[0.8726789355278015, 0.014844059944152832, 0.0044212983921170235, 0.002562624169513583, 0.009327524341642857, 0.008683751337230206, 0.0033352680038660765, 0.08414654433727264], [0.8971414566040039, 0.06266095489263535, 0.005771886557340622, 0.016937945038080215, 0.00391771923750639, 0.01081397756934166, 0.0009413511725142598, 0.0018147979862987995], [0.6568538546562195, 0.33206263184547424, 0.0006984458304941654, 0.00041240520658902824, 0.0009013132657855749, 4.351507232058793e-05, 0.0002688131353352219, 0.008758936077356339], [0.9061353802680969, 0.0031170810107141733, 0.04081994295120239, 0.0002432689507259056, 0.00042074674274772406, 0.0006663296953774989, 1.0545842314968468e-06, 0.04859615117311478], [0.029577096924185753, 0.00023215063265524805, 5.515207158168778e-05, 0.9678586721420288, 0.0012559319147840142, 0.00021222834766376764, 3.158867184538394e-05, 0.0007772887474857271], [0.017811810597777367, 0.0005021244869567454, 0.00012133510608691722, 0.002974143950268626, 0.96794193983078, 0.004936081822961569, 0.00014342831855174154, 0.005569231230765581], [0.7102043628692627, 0.00011332981375744566, 0.0007092069718055427, 0.00019573757890611887, 0.0035816843155771494, 0.2648385167121887, 0.00045101006980985403, 0.01990613341331482], [0.3425811231136322, 0.013960549607872963, 7.80707923695445e-05, 0.0007752414094284177, 0.001936461078003049, 0.01980384811758995, 0.1610957682132721, 0.45976898074150085]], [[0.675268292427063, 0.041277602314949036, 0.034354668110609055, 0.03676595538854599, 0.02614148147404194, 0.02566036768257618, 0.033228550106287, 0.12730319797992706], [0.7484414577484131, 0.06570349633693695, 0.015685196965932846, 0.04553176835179329, 0.006137359421700239, 0.003977970220148563, 0.0055053564719855785, 0.10901734232902527], [0.4226875901222229, 0.387165367603302, 0.07923567295074463, 0.03081435337662697, 0.0037711223121732473, 0.0017728967359289527, 0.011562122032046318, 0.06299089640378952], [0.3164772093296051, 0.15061302483081818, 0.39176833629608154, 0.07261756807565689, 0.007459255866706371, 0.0023942471016198397, 0.004374843090772629, 0.054295625537633896], [0.01423543132841587, 0.08116760849952698, 0.12300720065832138, 0.7544884085655212, 0.010879951529204845, 0.007375070359557867, 0.0034852768294513226, 0.0053611863404512405], [0.014931430108845234, 0.010303637012839317, 0.030129127204418182, 0.4621196389198303, 0.4349558651447296, 0.03250565007328987, 0.009445133619010448, 0.005609594285488129], [0.33383414149284363, 0.011279677040874958, 0.033400118350982666, 0.0640329122543335, 0.1661599576473236, 0.22424311935901642, 0.06776675581932068, 0.09928333759307861], [0.05557837709784508, 0.006672936491668224, 0.0016902931965887547, 0.012968068942427635, 0.006903506349772215, 0.045599810779094696, 0.058856114745140076, 0.8117308616638184]], [[0.6440563797950745, 0.04131947457790375, 0.06768710166215897, 0.05597648024559021, 0.06028220057487488, 0.04062220826745033, 0.06581547856330872, 0.024240601807832718], [0.2238161563873291, 0.13970765471458435, 0.06537413597106934, 0.10361715406179428, 0.09436137974262238, 0.1626749336719513, 0.12265954911708832, 0.08778902143239975], [0.6104210615158081, 0.027326632291078568, 0.010023212060332298, 0.1456201821565628, 0.06938043236732483, 0.030893050134181976, 0.06999219208955765, 0.0363432839512825], [0.5885078310966492, 0.04777376353740692, 0.05931641161441803, 0.01612081192433834, 0.07778932899236679, 0.0418180450797081, 0.12283848226070404, 0.04583524167537689], [0.23546604812145233, 0.11312659829854965, 0.044762976467609406, 0.11502941697835922, 0.14704479277133942, 0.10599147528409958, 0.10041733831167221, 0.13816136121749878], [0.19485490024089813, 0.19456809759140015, 0.06508937478065491, 0.08758607506752014, 0.08863119035959244, 0.18478363752365112, 0.10166236013174057, 0.08282436430454254], [0.6982780694961548, 0.04542205110192299, 0.064015232026577, 0.07573990523815155, 0.04315477982163429, 0.03811447322368622, 0.008353293873369694, 0.026922205463051796], [0.00321025843732059, 0.0022548893466591835, 0.0013293916126713157, 0.008858846500515938, 0.0008249285165220499, 0.0036589037626981735, 0.0015885817119851708, 0.9782741665840149]], [[0.4025324881076813, 0.12792852520942688, 0.13445401191711426, 0.03723432868719101, 0.05163606256246567, 0.11441356688737869, 0.08926977217197418, 0.04253122955560684], [0.5934658646583557, 0.043784789741039276, 0.0695791244506836, 0.05493141710758209, 0.03296126052737236, 0.036784958094358444, 0.0654662549495697, 0.10302627831697464], [0.756142258644104, 0.01186732854694128, 0.007917779497802258, 0.13797667622566223, 0.007761407643556595, 0.010054847225546837, 0.03145908936858177, 0.03682057559490204], [0.5264829993247986, 0.06923534721136093, 0.04553462192416191, 0.044148415327072144, 0.029380682855844498, 0.062029652297496796, 0.07982839643955231, 0.14335985481739044], [0.08221863955259323, 0.028823122382164, 0.05755944177508354, 0.25917983055114746, 0.039679091423749924, 0.03087773360311985, 0.18874555826187134, 0.31291648745536804], [0.5036680698394775, 0.04136770963668823, 0.08081714063882828, 0.08017344027757645, 0.045207224786281586, 0.0356522761285305, 0.08362191915512085, 0.12949220836162567], [0.7281389236450195, 0.02247106470167637, 0.03314776346087456, 0.07459034770727158, 0.02002476528286934, 0.023160651326179504, 0.0478505939245224, 0.050615835934877396], [0.20090515911579132, 0.061936065554618835, 0.224250927567482, 0.05080319568514824, 0.18627621233463287, 0.06034298613667488, 0.13311560451984406, 0.08236995339393616]], [[0.12767024338245392, 0.4507177472114563, 0.00022275246737990528, 0.0003690292069222778, 0.0004683118895627558, 0.4196508228778839, 0.0001661780697759241, 0.000734927540179342], [0.05535802245140076, 0.010009568184614182, 0.14379896223545074, 0.2193029373884201, 0.16308635473251343, 0.00868372991681099, 0.16602587699890137, 0.23373457789421082], [0.26006215810775757, 0.0069165583699941635, 0.35972899198532104, 0.09830586612224579, 0.014482909813523293, 0.006545128300786018, 0.16814051568508148, 0.08581789582967758], [0.18182273209095, 0.01036907359957695, 0.07555315643548965, 0.26055991649627686, 0.10245207697153091, 0.014640182256698608, 0.23158353567123413, 0.12301934510469437], [0.1492234319448471, 0.011023997329175472, 0.04262631759047508, 0.22050276398658752, 0.3273347020149231, 0.005254286341369152, 0.06673704087734222, 0.17729738354682922], [0.0447494275867939, 0.008075828664004803, 0.09411457926034927, 0.205809086561203, 0.32346728444099426, 0.0043791839852929115, 0.12963563203811646, 0.18976888060569763], [0.13898177444934845, 0.0030021301936358213, 0.042096734046936035, 0.28506842255592346, 0.08104720711708069, 0.0014080741675570607, 0.34689152240753174, 0.10150405764579773], [0.8427152037620544, 0.03883834928274155, 0.013016341254115105, 0.023103853687644005, 0.017575521022081375, 0.03202372416853905, 0.011126047000288963, 0.02160090208053589]], [[0.4148307144641876, 0.024632157757878304, 0.06751681864261627, 0.06673118472099304, 0.06081024184823036, 0.021422771736979485, 0.10788247734308243, 0.2361736297607422], [0.7827315330505371, 0.01531358901411295, 0.00785026140511036, 0.008759090676903725, 0.028248809278011322, 0.020072050392627716, 0.015500371344387531, 0.121524378657341], [0.6535667181015015, 0.00398698216304183, 0.06360508501529694, 0.05980267748236656, 0.03347822278738022, 0.004766903351992369, 0.07376214861869812, 0.10703126341104507], [0.5039671063423157, 0.011801213026046753, 0.04517456144094467, 0.017708582803606987, 0.09217949211597443, 0.013496198691427708, 0.04347045719623566, 0.27220243215560913], [0.6849052906036377, 0.041557226330041885, 0.012034030631184578, 0.020119760185480118, 0.025512993335723877, 0.04720724746584892, 0.020304135978221893, 0.1483592391014099], [0.7583532333374023, 0.016630126163363457, 0.008225120604038239, 0.008951444178819656, 0.021564310416579247, 0.01899285987019539, 0.01767992228269577, 0.149603009223938], [0.7281601428985596, 0.021149184554815292, 0.04178411141037941, 0.026227373629808426, 0.034670472145080566, 0.02464246191084385, 0.0253970418125391, 0.09796914458274841], [0.19877955317497253, 0.3337278664112091, 0.025621671229600906, 0.050143051892519, 0.02824334427714348, 0.3066142499446869, 0.035828664898872375, 0.021041570231318474]], [[0.6698421239852905, 0.06664960831403732, 0.06388908624649048, 0.03604394197463989, 0.02709774672985077, 0.047766342759132385, 0.042274340987205505, 0.04643680155277252], [0.012029026634991169, 0.02611137554049492, 0.11525731533765793, 0.3550395369529724, 0.31052878499031067, 0.0593654103577137, 0.03518039360642433, 0.08648813515901566], [0.06502777338027954, 0.046086471527814865, 0.04996264725923538, 0.1979013830423355, 0.28296366333961487, 0.2424517571926117, 0.058589860796928406, 0.057016521692276], [0.03911668434739113, 0.03118094988167286, 0.020672064274549484, 0.03663139417767525, 0.21198855340480804, 0.40968161821365356, 0.10224649310112, 0.1484823226928711], [0.011802095919847488, 0.005935788154602051, 0.01065682154148817, 0.020947379991412163, 0.03098602406680584, 0.07992467284202576, 0.4514504373073578, 0.388296902179718], [0.013463088311254978, 0.006373030599206686, 0.012886700220406055, 0.024042509496212006, 0.032550450414419174, 0.03156508505344391, 0.11306259036064148, 0.766056478023529], [0.31317853927612305, 0.02976265735924244, 0.041225314140319824, 0.05708831176161766, 0.0409400500357151, 0.06298302114009857, 0.047164518386125565, 0.4076576232910156], [0.45212915539741516, 0.14592938125133514, 0.031514763832092285, 0.06202780082821846, 0.079250268638134, 0.12797442078590393, 0.02857518196105957, 0.07259907573461533]], [[0.4182950258255005, 0.09276515245437622, 0.06630712002515793, 0.07432108372449875, 0.10360284149646759, 0.09010936319828033, 0.016866540536284447, 0.13773295283317566], [0.950149416923523, 0.0012661181390285492, 0.0004418208554852754, 0.001617034780792892, 0.004848456475883722, 0.007226463407278061, 0.0009801224805414677, 0.03347063064575195], [0.3063993752002716, 0.010403330437839031, 0.42505377531051636, 0.0004527392447926104, 0.02047855593264103, 0.014238115400075912, 0.003384434850886464, 0.21958968043327332], [0.5192583799362183, 0.028841057792305946, 0.002235088963061571, 0.26394495368003845, 0.0046671852469444275, 0.013104849494993687, 0.06179284676909447, 0.10615555942058563], [0.8964739441871643, 0.026949718594551086, 0.006456757429987192, 0.006796266417950392, 0.0020034785848110914, 0.005813260097056627, 0.0029631019569933414, 0.05254341661930084], [0.9430907964706421, 0.021299678832292557, 0.0027741561643779278, 0.004401110112667084, 0.0030598947778344154, 0.001313237240538001, 0.0010589867597445846, 0.023002149537205696], [0.406572163105011, 0.09833331406116486, 0.01631738431751728, 0.09306535869836807, 0.01651960238814354, 0.009470789693295956, 0.3043211102485657, 0.05540027469396591], [0.6265190243721008, 0.10193471610546112, 0.04829102382063866, 0.0598263218998909, 0.0702953115105629, 0.0570807158946991, 0.006029358599334955, 0.030023550614714622]], [[0.7876290082931519, 0.04700358211994171, 0.012527655810117722, 0.022449692711234093, 0.02129906602203846, 0.0249884482473135, 0.011357042007148266, 0.07274556905031204], [0.13419385254383087, 0.031839512288570404, 0.7610695362091064, 0.027712590992450714, 0.008283021859824657, 0.004106486216187477, 0.002147493651136756, 0.03064744919538498], [0.12320427596569061, 0.041835613548755646, 0.017590155825018883, 0.7678305506706238, 0.019170548766851425, 0.009775321930646896, 0.008556012064218521, 0.012037579901516438], [0.017395317554473877, 0.0027692250441759825, 0.0023668541107326746, 0.001908512320369482, 0.9639397859573364, 0.006600950378924608, 0.000612397154327482, 0.004407057072967291], [0.07207731157541275, 0.0006944081978872418, 0.0016746596666052938, 0.004865477792918682, 0.012378798797726631, 0.8852674961090088, 0.01563335210084915, 0.0074085365049541], [0.08743924647569656, 0.002702369587495923, 0.0005019484669901431, 0.0017370498972013593, 0.006143234204500914, 0.02514835074543953, 0.7998416423797607, 0.07648617029190063], [0.08431235700845718, 0.002255187137052417, 0.016068140044808388, 0.0003179753548465669, 0.000969897722825408, 0.004004460293799639, 0.004815440159291029, 0.8872565627098083], [0.7261120676994324, 0.0005805891123600304, 0.0016171254683285952, 0.012143400497734547, 0.002266503870487213, 0.011475702747702599, 0.0025623536203056574, 0.24324235320091248]], [[0.6589939594268799, 0.03899772837758064, 0.02546699345111847, 0.012942650355398655, 0.030714435502886772, 0.049256909638643265, 0.02745749056339264, 0.1561698466539383], [0.7100706100463867, 0.07634717226028442, 0.014976270496845245, 0.034307826310396194, 0.025098077952861786, 0.04367697983980179, 0.014444970525801182, 0.08107799291610718], [0.40694698691368103, 0.23721766471862793, 0.00459855142980814, 0.004395865369588137, 0.05704664811491966, 0.05819272622466087, 0.02213170751929283, 0.20946992933750153], [0.5126966238021851, 0.060536522418260574, 0.03839270398020744, 0.023942722007632256, 0.062128301709890366, 0.043384190648794174, 0.01820432022213936, 0.2407146543264389], [0.25747212767601013, 0.13728706538677216, 0.04084831476211548, 0.10975884646177292, 0.02020345628261566, 0.23253044486045837, 0.10847453773021698, 0.09342516213655472], [0.4856490194797516, 0.05444010719656944, 0.00539610767737031, 0.04496637359261513, 0.06457812339067459, 0.06937646120786667, 0.029669538140296936, 0.2459242045879364], [0.29578307271003723, 0.03564942255616188, 0.013624101877212524, 0.013448204845190048, 0.03343658894300461, 0.13025496900081635, 0.008188138715922832, 0.46961548924446106], [0.2875381112098694, 0.04957008361816406, 0.04018578678369522, 0.03388383239507675, 0.07214193046092987, 0.17465326189994812, 0.04985102266073227, 0.29217588901519775]]], [[[0.9718897938728333, 0.004260510206222534, 0.0034169515129178762, 0.0071511706337332726, 0.007105440367013216, 0.001451545162126422, 0.0007242871215566993, 0.004000341519713402], [8.862616232363507e-05, 3.372976425453089e-05, 0.9998462200164795, 9.976368346542586e-06, 2.2698333879134225e-08, 6.969317212224269e-08, 1.7810512531468703e-07, 2.1156336515559815e-05], [7.165358510974329e-07, 1.6638871613849915e-08, 4.714557633178629e-07, 0.999997615814209, 9.233631885763316e-07, 2.4415000576816226e-10, 1.0038168074544274e-09, 2.0569308389895014e-07], [3.1497531836066628e-06, 2.6573167133392417e-07, 1.404628968693089e-09, 1.8313763803234906e-06, 0.999993085861206, 1.3051586620349553e-06, 4.2523852494813497e-11, 3.4058916753565427e-07], [2.4522270905436017e-05, 4.2603011252140277e-07, 6.570486732471181e-08, 7.167092519466678e-08, 2.0536876036203466e-05, 0.9999129772186279, 1.7282225599046797e-05, 2.408563159406185e-05], [1.0403283340565395e-05, 8.361257641809061e-08, 9.794356259362758e-08, 4.184935065154605e-08, 2.0121596833178046e-08, 4.434923903318122e-05, 0.9998356103897095, 0.00010942291555693373], [0.012078734114766121, 1.4573790849681245e-06, 2.447348197165411e-05, 8.142033607327903e-07, 6.027094059390947e-06, 9.375034437653085e-07, 2.460711584717501e-05, 0.9878629446029663], [0.9348486065864563, 0.00012884837633464485, 0.0021585957147181034, 0.03811674565076828, 0.0014083016430959105, 0.00019002392946276814, 7.644286233698949e-05, 0.02307242900133133]], [[0.4887389540672302, 0.06182010844349861, 0.02552555873990059, 0.024952100589871407, 0.03358607366681099, 0.05284450948238373, 0.025323109701275826, 0.28720954060554504], [0.6423324942588806, 0.07822416722774506, 0.050202377140522, 0.023407572880387306, 0.03767175227403641, 0.002644964726641774, 0.00035924516851082444, 0.16515737771987915], [0.22151055932044983, 0.5633934140205383, 0.02365526370704174, 0.020813116803765297, 0.027993906289339066, 0.02382517419755459, 0.0022924558725208044, 0.11651626229286194], [0.46959781646728516, 0.12205912172794342, 0.024057511240243912, 0.0020375533495098352, 0.14236445724964142, 0.03556980565190315, 0.002669631503522396, 0.20164403319358826], [0.17272260785102844, 0.05569588020443916, 0.018294014036655426, 0.6021405458450317, 0.00223678071051836, 0.023069793358445168, 0.0008797395275905728, 0.12496063113212585], [0.24045610427856445, 0.04488106071949005, 0.03331487253308296, 0.10525612533092499, 0.3203124403953552, 0.10011854022741318, 0.009729661978781223, 0.1459311544895172], [0.2291058599948883, 0.021637722849845886, 0.006122501567006111, 0.0027795457281172276, 0.3148607909679413, 0.29266640543937683, 0.0027246589306741953, 0.13010254502296448], [0.7067521810531616, 0.01500711776316166, 0.011265231296420097, 0.012737089768052101, 0.007700756657868624, 0.011406514793634415, 0.005983010865747929, 0.22914795577526093]], [[0.6110326647758484, 0.0036274162121117115, 0.012290633283555508, 0.031179042533040047, 0.006382314022630453, 0.002198744099587202, 0.009835747070610523, 0.3234533965587616], [0.6313576102256775, 0.012345628812909126, 0.011691411025822163, 0.011995086446404457, 0.009153151884675026, 0.004881661850959063, 0.008194271475076675, 0.3103812336921692], [0.4931342303752899, 0.06207235902547836, 0.03586595505475998, 0.020204266533255577, 0.03968420624732971, 0.05515049025416374, 0.05673769861459732, 0.23715078830718994], [0.6176232099533081, 0.02330734394490719, 0.0404483787715435, 0.009082858450710773, 0.033274419605731964, 0.022662922739982605, 0.009287258610129356, 0.2443135678768158], [0.7820064425468445, 0.005785010289400816, 0.0077888257801532745, 0.011425098404288292, 0.007904664613306522, 0.0038600515108555555, 0.0021244732197374105, 0.1791055053472519], [0.6762933135032654, 0.009452184662222862, 0.01430816762149334, 0.01968914084136486, 0.012601837515830994, 0.00486890971660614, 0.004845718387514353, 0.25794079899787903], [0.654828667640686, 0.026696307584643364, 0.05370330438017845, 0.02358914539217949, 0.011237358674407005, 0.023738345131278038, 0.0034253986086696386, 0.20278151333332062], [0.3851168155670166, 0.07093392312526703, 0.0381486602127552, 0.022145573049783707, 0.07383792102336884, 0.0865047499537468, 0.02584904059767723, 0.29746341705322266]], [[0.6995022892951965, 0.020773034542798996, 0.05682440474629402, 0.020751366391777992, 0.008769323118031025, 0.012864011339843273, 0.038632798939943314, 0.14188280701637268], [0.19362489879131317, 0.05654352158308029, 0.060961637645959854, 0.09474100917577744, 0.037778910249471664, 0.03875121846795082, 0.05808611214160919, 0.4595126807689667], [0.26233550906181335, 0.07951589673757553, 0.009941473603248596, 0.182864248752594, 0.04017702117562294, 0.06029830500483513, 0.10132453590631485, 0.2635429799556732], [0.2271280437707901, 0.07782657444477081, 0.0935424417257309, 0.03209259733557701, 0.05381049960851669, 0.06609662622213364, 0.04620246961712837, 0.40330076217651367], [0.3764251172542572, 0.04596922546625137, 0.05000292509794235, 0.1853117048740387, 0.023877888917922974, 0.029093792662024498, 0.0785132572054863, 0.21080607175827026], [0.3116409182548523, 0.04176442325115204, 0.05444839969277382, 0.09221909195184708, 0.026761310175061226, 0.025903835892677307, 0.04445265233516693, 0.40280941128730774], [0.3292011618614197, 0.08499162644147873, 0.06760583072900772, 0.05736798420548439, 0.06170341372489929, 0.0801580473780632, 0.006130118388682604, 0.3128417730331421], [0.887726902961731, 0.00803399458527565, 0.007377521134912968, 0.005984937306493521, 0.009243003092706203, 0.004520154558122158, 0.00838081631809473, 0.06873272359371185]], [[0.8803998231887817, 0.019088655710220337, 0.01753530092537403, 0.01774514839053154, 0.014797900803387165, 0.023166228085756302, 0.022048303857445717, 0.005218579433858395], [0.5306783318519592, 0.11271847039461136, 0.08024231344461441, 0.13211137056350708, 0.02479185163974762, 0.07649310678243637, 0.02360435575246811, 0.019360166043043137], [0.6856493353843689, 0.10506262630224228, 0.015486512333154678, 0.02598654292523861, 0.06108773127198219, 0.04742926359176636, 0.05308233201503754, 0.006215586327016354], [0.3892787992954254, 0.06214403361082077, 0.19065332412719727, 0.12023168057203293, 0.13713401556015015, 0.05607438087463379, 0.03962215408682823, 0.004861671011894941], [0.22346848249435425, 0.01825627125799656, 0.04307493194937706, 0.5528874397277832, 0.11870130151510239, 0.019519547000527382, 0.017529720440506935, 0.006562351249158382], [0.30868852138519287, 0.1021396666765213, 0.07809372246265411, 0.31548047065734863, 0.05942636728286743, 0.09907692670822144, 0.01890725828707218, 0.01818709447979927], [0.6195452213287354, 0.07534828782081604, 0.08929599076509476, 0.04097796604037285, 0.06315577030181885, 0.07933291047811508, 0.021343637257814407, 0.011000164784491062], [0.003944518975913525, 0.0006917925784364343, 0.00030385609716176987, 0.00018292049935553223, 8.470561442663893e-05, 0.0006854108069092035, 0.0002431180328130722, 0.9938637018203735]], [[0.42988380789756775, 0.09732376784086227, 0.06765557825565338, 0.04581359773874283, 0.09303515404462814, 0.09186584502458572, 0.07033181190490723, 0.10409040004014969], [0.20170460641384125, 0.12269621342420578, 0.03208702430129051, 0.10011901706457138, 0.050111737102270126, 0.08673825114965439, 0.019551487639546394, 0.3869916796684265], [0.6315392255783081, 0.09777350723743439, 0.006331101059913635, 0.023311085999011993, 0.017051957547664642, 0.06800518184900284, 0.0026567159220576286, 0.1533312052488327], [0.5094066262245178, 0.07085307687520981, 0.008639676496386528, 0.052104465663433075, 0.026783371344208717, 0.050122424960136414, 0.010569639503955841, 0.27152058482170105], [0.32582131028175354, 0.06106523051857948, 0.015144195407629013, 0.07115551829338074, 0.1117539182305336, 0.07935363799333572, 0.009736774489283562, 0.325969398021698], [0.2665954530239105, 0.07914315164089203, 0.03356592357158661, 0.0860537514090538, 0.06851433962583542, 0.12452926486730576, 0.019657952710986137, 0.3219401240348816], [0.8163429498672485, 0.024965159595012665, 0.0055932290852069855, 0.013039687648415565, 0.014615021646022797, 0.03435862064361572, 0.002469983883202076, 0.08861521631479263], [0.5497925877571106, 0.02283676154911518, 0.027188090607523918, 0.018549032509326935, 0.01605025865137577, 0.022489100694656372, 0.0272238627076149, 0.3158701956272125]], [[0.15978296101093292, 0.11704792082309723, 0.027896463871002197, 0.05351400747895241, 0.12903475761413574, 0.11666258424520493, 0.04333373159170151, 0.3527275323867798], [0.12837311625480652, 0.2041187286376953, 0.003510695416480303, 0.004819996189326048, 0.024257700890302658, 0.3803308606147766, 0.005098643712699413, 0.24949023127555847], [0.10463005304336548, 0.008044477552175522, 0.669154167175293, 0.0018178647151216865, 0.002283387118950486, 0.016519730910658836, 0.059468455612659454, 0.13808183372020721], [0.11439462006092072, 0.027506954967975616, 0.0017398064956068993, 0.658666729927063, 0.007328334730118513, 0.026466768234968185, 0.008987795561552048, 0.15490904450416565], [0.1131804957985878, 0.020586712285876274, 0.0016354415565729141, 0.0017961332341656089, 0.6269809007644653, 0.02154659293591976, 0.000244314520386979, 0.21402935683727264], [0.09255478531122208, 0.4717499315738678, 0.003779203398153186, 0.0027863921131938696, 0.016948413103818893, 0.2096480429172516, 0.00126022775657475, 0.20127303898334503], [0.18514597415924072, 0.012550726532936096, 0.036157410591840744, 0.019423486664891243, 0.0011148551711812615, 0.008198226802051067, 0.5293521881103516, 0.20805713534355164], [0.15136310458183289, 0.11908786743879318, 0.04338826239109039, 0.09472989290952682, 0.10895470529794693, 0.09706085175275803, 0.09537487477064133, 0.2900404930114746]], [[0.6741161942481995, 0.047047048807144165, 0.02614969201385975, 0.041963882744312286, 0.023088721558451653, 0.024669906124472618, 0.02540975622832775, 0.1375548392534256], [0.36245447397232056, 0.18764497339725494, 0.10392767190933228, 0.07859130948781967, 0.04587767273187637, 0.03729654476046562, 0.04221024364233017, 0.14199699461460114], [0.13656921684741974, 0.200097918510437, 0.08783168345689774, 0.08590366691350937, 0.08492976427078247, 0.06597007066011429, 0.1297321766614914, 0.2089655101299286], [0.16846318542957306, 0.30337584018707275, 0.14536161720752716, 0.027360949665308, 0.04883940890431404, 0.0677633285522461, 0.033342402428388596, 0.2054932415485382], [0.25359031558036804, 0.18312141299247742, 0.14361616969108582, 0.1719435304403305, 0.03722967207431793, 0.05480315536260605, 0.05137370154261589, 0.10432206094264984], [0.16541513800621033, 0.25884997844696045, 0.10433372855186462, 0.15441688895225525, 0.08287280052900314, 0.06936574727296829, 0.06310971081256866, 0.10163608938455582], [0.13369528949260712, 0.1536232978105545, 0.12097333371639252, 0.13125459849834442, 0.12815164029598236, 0.09891988337039948, 0.0572429858148098, 0.17613889276981354], [0.907598614692688, 0.009212232194840908, 0.007642162963747978, 0.011527887545526028, 0.006444015074521303, 0.006239642389118671, 0.006066488567739725, 0.045268990099430084]], [[0.9197357296943665, 0.007191317621618509, 0.0068868729285895824, 0.01959907077252865, 0.020695963874459267, 0.009460289031267166, 0.012507986277341843, 0.003922790754586458], [0.2546657919883728, 0.2843952178955078, 0.04115395247936249, 0.055210649967193604, 0.0768536701798439, 0.1866759955883026, 0.04250344634056091, 0.05854122340679169], [0.41562843322753906, 0.11323154717683792, 0.01823391765356064, 0.048210982233285904, 0.16579079627990723, 0.07642149925231934, 0.1536065638065338, 0.008876236155629158], [0.22519519925117493, 0.23345041275024414, 0.06699290126562119, 0.21102629601955414, 0.11391684412956238, 0.09496095031499863, 0.04616913944482803, 0.008288274519145489], [0.49461856484413147, 0.20876444876194, 0.06094770133495331, 0.026243451982736588, 0.04411361739039421, 0.13999618589878082, 0.010608603246510029, 0.014707526192069054], [0.3313693404197693, 0.2207605540752411, 0.02711089700460434, 0.07453397661447525, 0.09809053689241409, 0.17510810494422913, 0.04719915986061096, 0.025827357545495033], [0.49095049500465393, 0.14786562323570251, 0.025412382557988167, 0.10578858852386475, 0.11558377742767334, 0.08577239513397217, 0.026691623032093048, 0.0019350667716935277], [0.004055817145854235, 0.0008548339828848839, 0.001164593268185854, 0.00025992997689172626, 0.0010728019988164306, 0.0016241364646703005, 0.001030617393553257, 0.9899373054504395]], [[0.44932830333709717, 0.030406568199396133, 0.0014326086966320872, 0.016972538083791733, 0.0015309954760596156, 0.0006927180802449584, 0.0013822641922160983, 0.49825385212898254], [5.150910965312505e-06, 4.45191290054936e-06, 0.9999668598175049, 3.4063157272612443e-07, 5.123611535040595e-10, 5.258911084382589e-09, 6.394810725396383e-08, 2.297012360941153e-05], [1.0318328804714838e-06, 1.0181163645484048e-07, 2.632697260196437e-06, 0.9999924898147583, 8.964847779679985e-07, 7.253376232974063e-10, 3.2989013742934503e-09, 2.7398550628277007e-06], [2.3727736788714537e-06, 4.858668489760021e-07, 5.886357512530083e-10, 5.19227569384384e-06, 0.9999889135360718, 6.117421662565903e-07, 4.039159631763489e-11, 2.3318450530496193e-06], [9.637190487410408e-06, 4.2554052015475463e-07, 4.8778851180486527e-08, 1.4385926228044355e-08, 1.1367487786628772e-05, 0.9999685287475586, 4.3768095565610565e-06, 5.561743364523863e-06], [2.0072646293556318e-05, 1.063913668275518e-08, 2.9241100207855197e-08, 2.3281077066172884e-09, 1.491691992150379e-09, 6.962185125303222e-06, 0.9999618530273438, 1.109930053644348e-05], [0.0012912770034745336, 2.7337232495483477e-06, 0.00012202786456327885, 4.122687613516973e-08, 4.298324540741305e-07, 1.9902952885786362e-07, 9.668750135460868e-05, 0.9984865188598633], [0.8855931162834167, 0.0001114566475735046, 0.001201930921524763, 0.08113037794828415, 0.005305843893438578, 0.0007397053996101022, 0.0004082059895154089, 0.025509227067232132]], [[0.6680704355239868, 0.036421917378902435, 0.03910223767161369, 0.030927807092666626, 0.02433529868721962, 0.026755865663290024, 0.04863113909959793, 0.12575528025627136], [0.28138718008995056, 0.05951138958334923, 0.2476353645324707, 0.13239766657352448, 0.07017163187265396, 0.04794095456600189, 0.10120875388383865, 0.05974707752466202], [0.050134312361478806, 0.13736774027347565, 0.13579827547073364, 0.10893067717552185, 0.13249509036540985, 0.10900630801916122, 0.1758182793855667, 0.15044932067394257], [0.20848646759986877, 0.073649562895298, 0.20048987865447998, 0.16708122193813324, 0.13065941631793976, 0.06347969174385071, 0.0710892379283905, 0.0850646048784256], [0.40606969594955444, 0.06621642410755157, 0.10784564912319183, 0.17125895619392395, 0.03520713374018669, 0.05387916788458824, 0.11284647136926651, 0.04667648300528526], [0.3736056089401245, 0.06682050973176956, 0.12512561678886414, 0.13113974034786224, 0.07473180443048477, 0.044811490923166275, 0.1389857828617096, 0.04477943107485771], [0.1213635727763176, 0.10068655759096146, 0.20806840062141418, 0.08522374927997589, 0.04441945627331734, 0.08247458189725876, 0.08336105942726135, 0.2744026184082031], [0.9178828001022339, 0.0065414332784712315, 0.015628593042492867, 0.004644263070076704, 0.006049221847206354, 0.005015942733734846, 0.0074774716049432755, 0.03676038235425949]], [[0.6715548634529114, 0.02195536531507969, 0.015162646770477295, 0.019880322739481926, 0.01041712798178196, 0.022734427824616432, 0.00646659079939127, 0.23182858526706696], [0.10831118375062943, 0.04244134575128555, 0.17097318172454834, 0.348135769367218, 0.1384345442056656, 0.07073670625686646, 0.044506631791591644, 0.07646053284406662], [0.2897302210330963, 0.030272504314780235, 0.04612237960100174, 0.29192742705345154, 0.11786719411611557, 0.10740899294614792, 0.04998575896024704, 0.06668552756309509], [0.2547222375869751, 0.019354267045855522, 0.0504249706864357, 0.05347133055329323, 0.07134700566530228, 0.0965549647808075, 0.32728245854377747, 0.12684276700019836], [0.10797785222530365, 0.0042530931532382965, 0.026429669931530952, 0.015329074114561081, 0.03720416501164436, 0.0620868094265461, 0.6166455745697021, 0.13007384538650513], [0.1855083405971527, 0.010439295321702957, 0.061907265335321426, 0.034245818853378296, 0.05990052595734596, 0.09306702017784119, 0.31886908411979675, 0.23606261610984802], [0.7259979844093323, 0.01375708356499672, 0.03344694897532463, 0.05105885863304138, 0.039801765233278275, 0.028199031949043274, 0.02788843959569931, 0.07985001057386398], [0.8557561635971069, 0.009783242829144001, 0.006056598387658596, 0.006775032728910446, 0.007277968339622021, 0.011684301309287548, 0.003721528686583042, 0.09894511848688126]]], [[[0.0245389211922884, 0.011740940622985363, 0.3237856924533844, 0.022535886615514755, 0.009150123223662376, 0.006706067826598883, 0.1785954087972641, 0.4229470491409302], [0.01720229536294937, 0.013160944916307926, 0.2860183119773865, 0.035803597420454025, 0.024818627163767815, 0.00608375109732151, 0.13201428949832916, 0.4848981499671936], [0.029372969642281532, 0.010817641392350197, 0.15766625106334686, 0.01775168627500534, 0.00661345524713397, 0.007461343891918659, 0.11131453514099121, 0.6590021848678589], [0.031680893152952194, 0.01954047381877899, 0.08731058239936829, 0.09544353932142258, 0.05350608751177788, 0.030795831233263016, 0.11511282622814178, 0.566609799861908], [0.006742034573107958, 0.004970778711140156, 0.03471660614013672, 0.5667816996574402, 0.004873377270996571, 0.007840750738978386, 0.12305153906345367, 0.25102320313453674], [0.015227106399834156, 0.005520612467080355, 0.20755386352539062, 0.12039449065923691, 0.03906985744833946, 0.005569580942392349, 0.22315633296966553, 0.38350826501846313], [0.056271348148584366, 0.018077610060572624, 0.07954633980989456, 0.0478544645011425, 0.015557783655822277, 0.017522715032100677, 0.059065163135528564, 0.7061045169830322], [0.002407684223726392, 5.176785998628475e-05, 5.724794391426258e-05, 3.376105451025069e-05, 1.8227934788228595e-06, 1.2524060366558842e-05, 9.531578689347953e-05, 0.9973399043083191]], [[0.06463328748941422, 0.11953014135360718, 0.23466257750988007, 0.10817088186740875, 0.17329837381839752, 0.0891738161444664, 0.16587786376476288, 0.044653087854385376], [0.033995043486356735, 0.17450758814811707, 0.09756696969270706, 0.04347449168562889, 0.06602167338132858, 0.23586292564868927, 0.2987261414527893, 0.049845095723867416], [0.107984259724617, 0.17343199253082275, 0.01904456876218319, 0.026147136464715004, 0.119936004281044, 0.19676104187965393, 0.05331164225935936, 0.30338335037231445], [0.06527166813611984, 0.15958936512470245, 0.04123577103018761, 0.04067030921578407, 0.04893983528017998, 0.1557272970676422, 0.09354422986507416, 0.3950214684009552], [0.03146839141845703, 0.18375757336616516, 0.042511045932769775, 0.030878344550728798, 0.19470307230949402, 0.208208367228508, 0.04571270942687988, 0.26276057958602905], [0.014438691549003124, 0.30074477195739746, 0.12387392669916153, 0.043289344757795334, 0.09471266716718674, 0.2101111114025116, 0.12499936670064926, 0.08783011138439178], [0.1285426765680313, 0.30206194519996643, 0.03336953744292259, 0.02758045122027397, 0.10627537965774536, 0.14892789721488953, 0.02172207646071911, 0.23151998221874237], [0.023991525173187256, 0.011033302173018456, 0.004709760192781687, 0.028784573078155518, 0.01958446018397808, 0.00848679430782795, 0.007312219589948654, 0.8960974216461182]], [[0.5045132040977478, 0.10810738056898117, 0.016868846490979195, 0.023179559037089348, 0.02695140801370144, 0.04753158614039421, 0.012750851921737194, 0.26009708642959595], [0.20674358308315277, 0.0780988410115242, 0.03607594594359398, 0.027607062831521034, 0.03569161146879196, 0.0418657511472702, 0.04465925320982933, 0.5292578935623169], [0.11503629386425018, 0.0334392748773098, 0.009645355865359306, 0.006205792538821697, 0.0032289393711835146, 0.005065653007477522, 0.011117745190858841, 0.8162609934806824], [0.06250540912151337, 0.08201048523187637, 0.050340939313173294, 0.050538789480924606, 0.04667111858725548, 0.01352775003761053, 0.007236948236823082, 0.687168538570404], [0.051016222685575485, 0.06260744482278824, 0.044368479400873184, 0.03341872617602348, 0.06670646369457245, 0.016568396240472794, 0.016422001644968987, 0.7088922262191772], [0.12884311378002167, 0.08011206984519958, 0.05194002762436867, 0.05311953276395798, 0.042175669223070145, 0.023322930559515953, 0.025258826091885567, 0.595227837562561], [0.05185311660170555, 0.03154193237423897, 0.04237360879778862, 0.020886704325675964, 0.03682248294353485, 0.020158756524324417, 0.0038439275231212378, 0.7925195097923279], [0.005704999901354313, 0.00018684453971218318, 0.000164840355864726, 2.4100021619233303e-05, 7.81459402787732e-06, 3.8065696571720764e-05, 1.5054406503622886e-05, 0.993858277797699]], [[0.007051170337945223, 0.002287990413606167, 0.004216089379042387, 0.0025557675398886204, 0.0004619256651494652, 0.001752313575707376, 0.00473992433398962, 0.9769347906112671], [0.02145782858133316, 0.1821494996547699, 0.0008374753524549305, 0.0006332037155516446, 0.002327807480469346, 0.16853338479995728, 0.000969597022049129, 0.6230911612510681], [0.02375207468867302, 0.001163780689239502, 0.14476649463176727, 0.00028232307522557676, 1.3927899999544024e-05, 0.000427628488978371, 0.003069292986765504, 0.8265244364738464], [0.01090617198497057, 0.0002957874967250973, 0.0003453872923273593, 0.12807747721672058, 0.00012719321239273995, 0.00040547765092924237, 0.0032975729554891586, 0.8565449118614197], [0.010667919181287289, 0.0012638232437893748, 2.7795083951787092e-05, 0.0001358439913019538, 0.11668363213539124, 0.0017925723223015666, 3.3409141906304285e-05, 0.8693950176239014], [0.021585870534181595, 0.2348133772611618, 0.0008401607046835124, 0.00045241499901749194, 0.004174123052507639, 0.08651673793792725, 0.0003195382305420935, 0.6512978076934814], [0.014937393367290497, 0.00074974843300879, 0.012741323560476303, 0.004970503505319357, 2.176890666305553e-05, 0.0001454854354960844, 0.14191056787967682, 0.8245232701301575], [0.00029043451650068164, 1.1388323400751688e-05, 7.243702953019238e-07, 3.263858161517419e-06, 8.036306553549366e-07, 1.0712061339290813e-05, 9.59534986577637e-07, 0.9996817111968994]], [[0.06534813344478607, 0.026720939204096794, 0.10615257918834686, 0.08688300102949142, 0.01771037094295025, 0.01361472811549902, 0.34316715598106384, 0.34040310978889465], [0.06182263046503067, 0.05047127231955528, 0.08779960870742798, 0.18184106051921844, 0.06072356551885605, 0.03403954580426216, 0.050251554697752, 0.47305068373680115], [0.013485116884112358, 0.05504721775650978, 0.08744941651821136, 0.1280176341533661, 0.06403930485248566, 0.04001814126968384, 0.03687092289328575, 0.5750722885131836], [0.06206653639674187, 0.06279010325670242, 0.03948698937892914, 0.04790765419602394, 0.09181849658489227, 0.07790329307317734, 0.02182784304022789, 0.596199095249176], [0.02781752496957779, 0.04040359705686569, 0.04113130271434784, 0.05757519602775574, 0.03386630862951279, 0.028057433664798737, 0.017491251230239868, 0.753657341003418], [0.057519640773534775, 0.037770409137010574, 0.0870576724410057, 0.1547965407371521, 0.04506371542811394, 0.033610258251428604, 0.05940910056233406, 0.5247727036476135], [0.03330059349536896, 0.014038462191820145, 0.03420128673315048, 0.10251089185476303, 0.04228974133729935, 0.013691938482224941, 0.015165913850069046, 0.7448011040687561], [0.007741912733763456, 0.0004178035887889564, 0.0019066474633291364, 0.0020685787312686443, 0.00018668713164515793, 0.00018799530516844243, 0.0010989601723849773, 0.9863914251327515]], [[0.003181671956554055, 0.00538457790389657, 0.010692632757127285, 0.009828159585595131, 0.01230331975966692, 0.010119677521288395, 0.01132902130484581, 0.9371609091758728], [0.3847273886203766, 0.009641711600124836, 0.29553428292274475, 0.171044260263443, 0.06078509986400604, 0.004418539348989725, 0.014386285096406937, 0.05946235731244087], [0.5083944797515869, 0.022628525272011757, 0.012292444705963135, 0.03607410937547684, 0.09160793572664261, 0.04048779234290123, 0.006790562998503447, 0.2817240357398987], [0.28760600090026855, 0.05378247797489166, 0.035408057272434235, 0.01258671935647726, 0.0675082802772522, 0.11275885999202728, 0.29881733655929565, 0.1315322369337082], [0.08463640511035919, 0.0008508895989507437, 0.007885079830884933, 0.001138604711741209, 0.005984841380268335, 0.03859051316976547, 0.8412581086158752, 0.01965554989874363], [0.10343368351459503, 0.000183471231139265, 0.03986340016126633, 0.01780088245868683, 0.033711545169353485, 0.03112257458269596, 0.704947292804718, 0.06893711537122726], [0.3110845685005188, 0.0002109921770170331, 0.0007405978394672275, 0.012381301261484623, 0.015969296917319298, 0.0068294089287519455, 0.00536492932587862, 0.6474189162254333], [0.0005431622848846018, 0.00024488315102644265, 0.00039647542871534824, 0.00022957849432714283, 0.0005456421058624983, 0.0010132710449397564, 0.0011458335211500525, 0.995881199836731]], [[0.015798280015587807, 0.011999239213764668, 0.009368534199893475, 0.014579353854060173, 0.005288009997457266, 0.0050965650007128716, 0.014909722842276096, 0.9229602813720703], [0.023630456998944283, 0.0412556491792202, 0.018967172130942345, 0.030765237286686897, 0.00798177719116211, 0.003984579350799322, 0.022916892543435097, 0.8504981398582458], [0.035762760788202286, 0.12142304331064224, 0.03260488063097, 0.0372881256043911, 0.007008508779108524, 0.0069458819925785065, 0.0264836847782135, 0.7324831485748291], [0.12076162546873093, 0.10914259403944016, 0.035944294184446335, 0.03310298174619675, 0.0154848862439394, 0.01618380844593048, 0.1051170751452446, 0.5642626881599426], [0.07852404564619064, 0.07424644380807877, 0.04986080154776573, 0.25581663846969604, 0.007331254426389933, 0.01654166169464588, 0.03895914927124977, 0.4787200689315796], [0.04810824617743492, 0.06674651056528091, 0.05186879262328148, 0.2568000853061676, 0.06888899952173233, 0.03183451294898987, 0.05816389620304108, 0.4175889194011688], [0.038387518376111984, 0.028861399739980698, 0.02811921387910843, 0.34175992012023926, 0.10585880279541016, 0.030131950974464417, 0.03955603763461113, 0.38732510805130005], [0.002162475138902664, 0.0003683255927171558, 0.00033072190126404166, 0.0001376036088913679, 5.433721889858134e-05, 0.00012153289571870118, 0.0006439475109800696, 0.9961811304092407]], [[0.03131457045674324, 0.017233919352293015, 0.006898082792758942, 0.006199104245752096, 0.010591009631752968, 0.010284840129315853, 0.01155936624854803, 0.9059191346168518], [0.04745151847600937, 0.033595673739910126, 0.008455893024802208, 0.012600962072610855, 0.021948719397187233, 0.0013236617669463158, 0.009716911241412163, 0.8649066686630249], [0.06411544978618622, 0.30094990134239197, 0.019885487854480743, 0.003104328876361251, 0.006324573885649443, 0.004538111854344606, 0.011372465640306473, 0.5897096991539001], [0.0782696008682251, 0.0317356213927269, 0.2897801697254181, 0.0246200580149889, 0.004550997167825699, 0.007978543639183044, 0.007737215608358383, 0.5553277730941772], [0.01842445693910122, 0.0012569691753014922, 0.009486586786806583, 0.8477587103843689, 0.0027040725108236074, 0.0012232295703142881, 0.0064018489792943, 0.11274407804012299], [0.030917752534151077, 0.0012361485278233886, 0.004429706372320652, 0.19442051649093628, 0.392377108335495, 0.03403425216674805, 0.03450241684913635, 0.30808210372924805], [0.09011559933423996, 0.017140790820121765, 0.0017664998304098845, 0.005311522167176008, 0.04822515696287155, 0.2058195024728775, 0.02880476973950863, 0.602816104888916], [0.002042612759396434, 0.0020411075092852116, 0.0007326079066842794, 0.00021583745547104627, 0.0005477343802340329, 0.0008486341102980077, 0.0011208702344447374, 0.9924505352973938]], [[0.054137442260980606, 0.04462595656514168, 0.03280852735042572, 0.030060485005378723, 0.022326741367578506, 0.02052997052669525, 0.025459039956331253, 0.7700518369674683], [0.065016970038414, 0.055057343095541, 0.06646762043237686, 0.0862632766366005, 0.05209683999419212, 0.16132761538028717, 0.10820137709379196, 0.4055688977241516], [0.05099104717373848, 0.03541935235261917, 0.023165538907051086, 0.025152308866381645, 0.016531119123101234, 0.06255887448787689, 0.04488365724682808, 0.7412981390953064], [0.048425283282995224, 0.013306685723364353, 0.02610866352915764, 0.028487546369433403, 0.056649837642908096, 0.07298073917627335, 0.2582791745662689, 0.4957621097564697], [0.07971691340208054, 0.006211830303072929, 0.008316565304994583, 0.020753230899572372, 0.013276459649205208, 0.025627687573432922, 0.12485579401254654, 0.7212415337562561], [0.0603320337831974, 0.008127821609377861, 0.005248799920082092, 0.02125057578086853, 0.017098380252718925, 0.036648452281951904, 0.039332546293735504, 0.8119614124298096], [0.014206241816282272, 0.010906388983130455, 0.005125814583152533, 0.005570756737142801, 0.004683761391788721, 0.0046902489848434925, 0.0026365334633737803, 0.9521802663803101], [0.012885764241218567, 0.0028032842092216015, 0.0016431291587650776, 0.0005503525608219206, 0.00037949217949062586, 0.0011180638102814555, 0.0009983023628592491, 0.9796216487884521]], [[0.0388900563120842, 0.033534109592437744, 0.054666511714458466, 0.04063023626804352, 0.0373690165579319, 0.031599078327417374, 0.05030854418873787, 0.7130024433135986], [0.17304864525794983, 0.08342432975769043, 0.04684450104832649, 0.024450600147247314, 0.015428359620273113, 0.090143121778965, 0.04448496177792549, 0.5221754312515259], [0.12569598853588104, 0.033477384597063065, 0.047075483947992325, 0.029841670766472816, 0.010284030809998512, 0.016247354447841644, 0.08073648810386658, 0.6566416025161743], [0.1764785200357437, 0.03867538273334503, 0.11062377691268921, 0.010141233913600445, 0.026375722140073776, 0.044222235679626465, 0.034898754209280014, 0.558584451675415], [0.15373846888542175, 0.03332037851214409, 0.03619400039315224, 0.03892766311764717, 0.09236409515142441, 0.0495312474668026, 0.0538729727268219, 0.5420511960983276], [0.12034223228693008, 0.12139327079057693, 0.05472581461071968, 0.027707889676094055, 0.07609094679355621, 0.17533695697784424, 0.054988354444503784, 0.36941447854042053], [0.11279153823852539, 0.05420096591114998, 0.03936807066202164, 0.027828365564346313, 0.06373006850481033, 0.044790640473365784, 0.0073659177869558334, 0.6499243974685669], [0.02092922292649746, 0.005137382075190544, 0.00443304842337966, 0.0012723554391413927, 0.004568981472402811, 0.0068269516341388226, 0.005018532741814852, 0.9518135786056519]], [[0.05749091878533363, 0.03705950453877449, 0.0179650466889143, 0.01167511660605669, 0.011906455270946026, 0.009249064140021801, 0.01753748580813408, 0.8371164202690125], [0.25555703043937683, 0.056313302367925644, 0.030016900971531868, 0.011063692159950733, 0.005216883961111307, 0.001646768650971353, 0.004027909599244595, 0.6361575126647949], [0.16605983674526215, 0.16859745979309082, 0.07654138654470444, 0.014195626601576805, 0.007329209242016077, 0.0025960314087569714, 0.006063560489565134, 0.5586168766021729], [0.06641661375761032, 0.17385047674179077, 0.5459737777709961, 0.03365307301282883, 0.007157745771110058, 0.0021559048909693956, 0.009421272203326225, 0.16137109696865082], [0.09354360401630402, 0.16457195580005646, 0.44989678263664246, 0.09946854412555695, 0.03150911629199982, 0.015683991834521294, 0.01133312564343214, 0.13399295508861542], [0.08265819400548935, 0.08708859980106354, 0.24210375547409058, 0.24916334450244904, 0.09642148017883301, 0.03841313719749451, 0.015585126355290413, 0.18856637179851532], [0.11454448103904724, 0.02990906499326229, 0.07393001019954681, 0.19478939473628998, 0.07331788539886475, 0.058191362768411636, 0.012075279839336872, 0.44324254989624023], [0.012368584983050823, 0.0018258518539369106, 0.0009903430473059416, 0.0004261699505150318, 0.000526229094248265, 0.001087963697500527, 0.0013332330854609609, 0.9814416170120239]], [[0.07395580410957336, 0.14945898950099945, 0.03728416934609413, 0.02009335719048977, 0.0024475387763231993, 0.002761316020041704, 0.01481123361736536, 0.6991875767707825], [0.07969747483730316, 0.027729889377951622, 0.6055286526679993, 0.024832833558321, 0.0022753519006073475, 0.0012756333453580737, 0.03284737095236778, 0.22581273317337036], [0.11680690944194794, 0.007214463781565428, 0.029975859448313713, 0.12180964648723602, 0.014143455773591995, 0.002723542507737875, 0.0028969873674213886, 0.7044290900230408], [0.03111525997519493, 0.006225597113370895, 0.003682561917230487, 0.010310336016118526, 0.32375335693359375, 0.1757010519504547, 0.008846242912113667, 0.44036561250686646], [0.032972823828458786, 0.0034900533501058817, 0.008008670061826706, 0.001871488755568862, 0.011093168519437313, 0.32115766406059265, 0.21085266768932343, 0.4105534553527832], [0.0397799052298069, 0.0010183232370764017, 0.004601107444614172, 0.002243032678961754, 0.004837676417082548, 0.037326131016016006, 0.712853729724884, 0.19734011590480804], [0.012848895974457264, 0.007408943958580494, 0.002678030403330922, 0.0003274835762567818, 0.00012518095900304615, 0.0006295394850894809, 0.0012480696896091104, 0.974733829498291], [0.010413232259452343, 0.014915312640368938, 0.005572302732616663, 0.001745940768159926, 0.0012795820366591215, 0.0014097117818892002, 0.003653375431895256, 0.9610105156898499]]], [[[0.008609793148934841, 0.04209238290786743, 0.01493167970329523, 0.03942887485027313, 0.01626630127429962, 0.015169278718531132, 0.016979670152068138, 0.8465219736099243], [0.058274950832128525, 0.06242628023028374, 0.035577163100242615, 0.015301784500479698, 0.010408006608486176, 0.011290906928479671, 0.026836197823286057, 0.7798847556114197], [0.05139991268515587, 0.09409632533788681, 0.038470737636089325, 0.013090094551444054, 0.009507275186479092, 0.007946250960230827, 0.012035745196044445, 0.7734537124633789], [0.11021493375301361, 0.1714012771844864, 0.11350058019161224, 0.02762742154300213, 0.022777842357754707, 0.020892033353447914, 0.07059606909751892, 0.46298983693122864], [0.04828522726893425, 0.26483404636383057, 0.2642490267753601, 0.04904770478606224, 0.018345970660448074, 0.02382955141365528, 0.03560452535748482, 0.29580390453338623], [0.030090197920799255, 0.2412024438381195, 0.22855925559997559, 0.1461959034204483, 0.04396573081612587, 0.044114820659160614, 0.023329133167862892, 0.24254250526428223], [0.027394648641347885, 0.09322059899568558, 0.048185836523771286, 0.11645451188087463, 0.07184658944606781, 0.09099631756544113, 0.020611323416233063, 0.5312901139259338], [0.006517227739095688, 0.0037914870772510767, 0.0014742398634552956, 0.00326998601667583, 0.0027954753022640944, 0.0038847436662763357, 0.00743133295327425, 0.9708355069160461]], [[0.021313874050974846, 0.057073965668678284, 0.02487528882920742, 0.20527374744415283, 0.08137580007314682, 0.043493229895830154, 0.03755512088537216, 0.5290390253067017], [0.034846626222133636, 0.019760869443416595, 0.06215278431773186, 0.2842871844768524, 0.2254815399646759, 0.09554295241832733, 0.021131662651896477, 0.2567964196205139], [0.026332136243581772, 0.010097556747496128, 0.017107877880334854, 0.11141877621412277, 0.08316747844219208, 0.0791226178407669, 0.017145508900284767, 0.6556081175804138], [0.019095920026302338, 0.011102999560534954, 0.025518354028463364, 0.07223857939243317, 0.1713174283504486, 0.1371477246284485, 0.15708360075950623, 0.40649548172950745], [0.0175011046230793, 0.0037765398155897856, 0.010013516992330551, 0.02701169066131115, 0.01905919425189495, 0.05664869397878647, 0.2854328751564026, 0.580556333065033], [0.026238437741994858, 0.00352134695276618, 0.0067921290174126625, 0.02885925956070423, 0.026723863556981087, 0.03544509783387184, 0.0967177152633667, 0.775702178478241], [0.013149648904800415, 0.006596917286515236, 0.0029227586928755045, 0.023431312292814255, 0.009976273402571678, 0.007973437197506428, 0.002214823616668582, 0.9337347745895386], [0.009452950209379196, 0.0017902033869177103, 0.0015711936866864562, 0.004470144864171743, 0.001944736111909151, 0.0027168395463377237, 0.002292311517521739, 0.9757615923881531]], [[0.003020000411197543, 0.04943515732884407, 0.009205865673720837, 0.01666659489274025, 0.0014960619155317545, 0.0014470946043729782, 0.006828459445387125, 0.9119007587432861], [0.10327336937189102, 0.018844543024897575, 0.32229161262512207, 0.13938288390636444, 0.013525037094950676, 0.00203506788238883, 0.016366537660360336, 0.3842809498310089], [0.00736260274425149, 0.0022640444803982973, 0.00993021484464407, 0.2404201179742813, 0.04243640601634979, 0.009157346561551094, 0.004345526918768883, 0.6840837001800537], [0.06474187970161438, 0.004803137853741646, 0.00484033627435565, 0.03156144917011261, 0.21658754348754883, 0.1719866394996643, 0.007798489183187485, 0.49768051505088806], [0.028083467856049538, 0.002367893699556589, 0.0036996419075876474, 0.0041564228013157845, 0.030154293403029442, 0.4249790906906128, 0.08508413285017014, 0.42147505283355713], [0.010206283070147038, 0.0007977081695571542, 0.0076422798447310925, 0.020368482917547226, 0.01817321963608265, 0.0397508330643177, 0.6589414477348328, 0.2441197633743286], [0.0013156667118892074, 0.0014568603364750743, 0.00022090256970841438, 0.0036192345432937145, 0.0004971943562850356, 0.002315469551831484, 0.0013945683604106307, 0.9891800880432129], [0.025518517941236496, 0.0033605664502829313, 0.001868961495347321, 0.0053311847150325775, 0.0027792975306510925, 0.0029399385675787926, 0.0071970997378230095, 0.9510043859481812]], [[0.014134499244391918, 0.012314410880208015, 0.017880653962492943, 0.01347468513995409, 0.016741152852773666, 0.015464589931070805, 0.028438182547688484, 0.8815518021583557], [0.011599359102547169, 0.011811407282948494, 0.018054379150271416, 0.021958721801638603, 0.006010381039232016, 0.0024719894863665104, 0.010512378998100758, 0.9175813794136047], [0.007506588473916054, 0.024435769766569138, 0.016893651336431503, 0.014131216332316399, 0.00556766614317894, 0.002554499777033925, 0.009689562022686005, 0.919221043586731], [0.028407717123627663, 0.032688118517398834, 0.02998436987400055, 0.03411596268415451, 0.022208647802472115, 0.015801165252923965, 0.025018593296408653, 0.8117754459381104], [0.012990430928766727, 0.01836751215159893, 0.019843796268105507, 0.6050400137901306, 0.02190626785159111, 0.012349048629403114, 0.026229113340377808, 0.2832738161087036], [0.015774166211485863, 0.010445162653923035, 0.021274643018841743, 0.12214693427085876, 0.061126403510570526, 0.024304736405611038, 0.06122209131717682, 0.6837058663368225], [0.00709471944719553, 0.0032027377746999264, 0.005433724261820316, 0.0465862937271595, 0.04144534096121788, 0.01576063223183155, 0.007518915459513664, 0.8729576468467712], [0.012683655135333538, 0.0026843836531043053, 0.004934314638376236, 0.0033034104853868484, 0.0011318076867610216, 0.0013308452907949686, 0.00184342497959733, 0.9720882177352905]], [[0.0022308174520730972, 0.0038416956085711718, 0.0013432782143354416, 0.0019242994021624327, 0.0021506608463823795, 0.009646584279835224, 0.0007252609357237816, 0.9781373739242554], [0.27195677161216736, 0.01646382361650467, 0.0002131128712790087, 0.0009817533427849412, 0.0051130070351064205, 0.0004927142872475088, 0.016951220110058784, 0.6878275871276855], [0.028714783489704132, 0.3367358446121216, 0.006966882385313511, 0.00249644392170012, 0.0064692930318415165, 0.007237171288579702, 0.001092833816073835, 0.6102867722511292], [0.002257439075037837, 0.011908519081771374, 0.6807112097740173, 0.2123727947473526, 0.002086971653625369, 0.001926348777487874, 0.0026087157893925905, 0.08612807095050812], [0.000285012909444049, 0.0005145687027834356, 0.007258100900799036, 0.9263408184051514, 0.010814199224114418, 0.0071204290725290775, 0.0002833761682268232, 0.047383613884449005], [0.0010582561371847987, 0.0002651487593539059, 0.0002884144487325102, 0.05142879858613014, 0.8536376953125, 0.01696944423019886, 0.0008119299891404808, 0.0755401998758316], [0.002257735002785921, 0.0034773326478898525, 0.0013710111379623413, 0.006987533997744322, 0.040280748158693314, 0.8629695773124695, 0.005957860965281725, 0.07669826596975327], [0.010530899278819561, 0.0017276734579354525, 0.0006387004978023469, 0.0007951755542308092, 0.0009343228302896023, 0.003271703142672777, 0.0008961158455349505, 0.9812054634094238]], [[0.011631691828370094, 0.043785806745290756, 0.20576389133930206, 0.07876008003950119, 0.030288027599453926, 0.047015849500894547, 0.23002462089061737, 0.35273006558418274], [0.041115161031484604, 0.06827566027641296, 0.204721599817276, 0.13537056744098663, 0.05145454406738281, 0.07131960988044739, 0.09386008232831955, 0.33388277888298035], [0.03965040668845177, 0.027940746396780014, 0.11665055900812149, 0.049885094165802, 0.03346804529428482, 0.032967761158943176, 0.09519992023706436, 0.60423743724823], [0.02253561094403267, 0.04696163907647133, 0.1770181953907013, 0.031608302146196365, 0.02920399233698845, 0.05067726969718933, 0.09432382136583328, 0.5476712584495544], [0.024899596348404884, 0.045983780175447464, 0.2666798233985901, 0.12335216253995895, 0.01106081809848547, 0.023210808634757996, 0.15418778359889984, 0.3506251871585846], [0.033620528876781464, 0.06386790424585342, 0.27948126196861267, 0.17796288430690765, 0.02947954833507538, 0.04194611310958862, 0.16143377125263214, 0.21220798790454865], [0.04177585989236832, 0.044120702892541885, 0.15810313820838928, 0.07610341906547546, 0.028920268639922142, 0.03714859113097191, 0.09039083868265152, 0.5234371423721313], [0.0010252025676891208, 0.00036371551686897874, 0.004442710429430008, 0.0010272308718413115, 0.0002733267319854349, 0.00035546068102121353, 0.003294394351541996, 0.98921799659729]], [[0.049939949065446854, 0.011604013852775097, 0.01081395335495472, 0.004702494479715824, 0.0062265535816550255, 0.006095836870372295, 0.01697872392833233, 0.8936384916305542], [0.005701909773051739, 0.014080561697483063, 0.034143973141908646, 0.023090984672307968, 0.01067506056278944, 0.006542567163705826, 0.003912192303687334, 0.9018527865409851], [0.005070284474641085, 0.0014911884209141135, 0.004632595460861921, 0.018777891993522644, 0.008537224493920803, 0.0029301713220775127, 0.0057105254381895065, 0.9528500437736511], [0.012243177741765976, 0.006396789103746414, 0.004434739239513874, 0.012195097282528877, 0.11478856205940247, 0.05317479372024536, 0.006005044560879469, 0.7907617688179016], [0.004537425935268402, 0.0006107249646447599, 0.0014613141538575292, 0.003885752521455288, 0.013222663663327694, 0.034716155380010605, 0.030921967700123787, 0.9106439352035522], [0.006745734717696905, 0.0011887953151017427, 0.004441275727003813, 0.004308538045734167, 0.0072097619995474815, 0.020670782774686813, 0.05124296993017197, 0.9041920900344849], [0.003625038079917431, 0.0004541262751445174, 0.0004334328114055097, 0.00037039510789327323, 0.00020068095182068646, 0.0006971239345148206, 0.0015633752336725593, 0.992655873298645], [0.007574832998216152, 0.0024770533200353384, 0.006332566030323505, 0.0005891661858186126, 0.0012008913327008486, 0.0022432447876781225, 0.004756334703415632, 0.974825918674469]], [[0.052372269332408905, 0.005167078226804733, 0.01984606496989727, 0.006298254244029522, 0.0037445344496518373, 0.009548795409500599, 0.17684945464134216, 0.7261736392974854], [0.023078685626387596, 0.010994471609592438, 0.0008170201908797026, 0.0033670938573777676, 0.003159603802487254, 0.0014186082407832146, 0.0008914698264561594, 0.956273078918457], [0.008844169788062572, 0.09185101091861725, 0.0019623266998678446, 0.0016281839925795794, 0.0032892636954784393, 0.004771754145622253, 0.0003647572884801775, 0.8872885704040527], [0.007476829923689365, 0.0029047965072095394, 0.027156801894307137, 0.011171546764671803, 0.0021974050905555487, 0.005205235444009304, 0.0018365690484642982, 0.9420507550239563], [0.0016312836669385433, 0.001032574917189777, 0.0005071244668215513, 0.06628633290529251, 0.010368678718805313, 0.00575189059600234, 0.00013256115198601037, 0.9142895936965942], [0.012413760647177696, 0.001698297681286931, 0.0014117344981059432, 0.061379097402095795, 0.15953171253204346, 0.02021358348429203, 0.0037566416431218386, 0.7395951747894287], [0.012003090232610703, 0.002266544383019209, 0.0008213284891098738, 0.007274086121469736, 0.02685246244072914, 0.042481180280447006, 0.005839231889694929, 0.9024620652198792], [0.006085820496082306, 0.0027367237489670515, 0.006996521260589361, 0.0029535244684666395, 0.00187571975402534, 0.005255323834717274, 0.029567783698439598, 0.9445286393165588]], [[0.02615913189947605, 0.04369162395596504, 0.03715594485402107, 0.010819118469953537, 0.015970174223184586, 0.019249724224209785, 0.14855937659740448, 0.6983949542045593], [0.04699743911623955, 0.05882595106959343, 0.03471071273088455, 0.2181037813425064, 0.20515964925289154, 0.13116443157196045, 0.045513369143009186, 0.25952473282814026], [0.04256949946284294, 0.06442561000585556, 0.03670397400856018, 0.14248186349868774, 0.16223075985908508, 0.134935200214386, 0.030264222994446754, 0.386388897895813], [0.05039120838046074, 0.04735388234257698, 0.008336609229445457, 0.041646428406238556, 0.03443336486816406, 0.048179350793361664, 0.022927861660718918, 0.7467313408851624], [0.09661605954170227, 0.03348567336797714, 0.0039330520667135715, 0.017263058573007584, 0.01793026179075241, 0.04438679665327072, 0.02977677620947361, 0.7566083073616028], [0.10040369629859924, 0.021970311179757118, 0.003004082478582859, 0.014279539696872234, 0.009364442899823189, 0.05422675609588623, 0.0854392722249031, 0.7113118767738342], [0.025725452229380608, 0.023137977346777916, 0.005203519016504288, 0.007949160411953926, 0.004104096442461014, 0.01437830738723278, 0.043146051466464996, 0.8763554692268372], [0.025386933237314224, 0.004375861957669258, 0.003482450731098652, 0.0036242972128093243, 0.002463484415784478, 0.00449345912784338, 0.013060367666184902, 0.9431130886077881]], [[0.01581081748008728, 0.017438219860196114, 0.011220341548323631, 0.014551571570336819, 0.013697536662220955, 0.01844862475991249, 0.024598529562354088, 0.8842344284057617], [0.04611971229314804, 0.021190309897065163, 0.01354921329766512, 0.006053662393242121, 0.0055486829951405525, 0.0010883635841310024, 0.011390022933483124, 0.8950600028038025], [0.04206307977437973, 0.10437942296266556, 0.029871199280023575, 0.011232074350118637, 0.004337174352258444, 0.0020636103581637144, 0.011059476993978024, 0.7949939966201782], [0.18527752161026, 0.06897902488708496, 0.04835544526576996, 0.026260999962687492, 0.013623515143990517, 0.006621007341891527, 0.08240780234336853, 0.5684746503829956], [0.06334581971168518, 0.02733747661113739, 0.06278073042631149, 0.22482077777385712, 0.05677203834056854, 0.02575989067554474, 0.03666525334119797, 0.5025179982185364], [0.015177862718701363, 0.0062719001434743404, 0.034620221704244614, 0.32280558347702026, 0.3604064881801605, 0.05554182454943657, 0.02944115735590458, 0.1757350116968155], [0.01871943660080433, 0.010925143025815487, 0.015918627381324768, 0.14394649863243103, 0.22763946652412415, 0.20673821866512299, 0.03848139941692352, 0.3376311659812927], [0.01547260582447052, 0.010222087614238262, 0.004701781086623669, 0.0018752641044557095, 0.0018575494177639484, 0.004614588804543018, 0.010486016049981117, 0.9507701396942139]], [[0.011218116618692875, 0.06795229762792587, 0.10137185454368591, 0.015341105870902538, 0.022116487845778465, 0.035777878016233444, 0.03450567647814751, 0.7117165923118591], [0.021342268213629723, 0.05083201453089714, 0.6280583143234253, 0.027767259627580643, 0.01758657582104206, 0.007808998692780733, 0.05348002910614014, 0.19312460720539093], [0.03892679512500763, 0.029553722590208054, 0.022927355021238327, 0.04945909231901169, 0.02099323458969593, 0.020669937133789062, 0.01984609290957451, 0.7976238131523132], [0.0132109634578228, 0.049223169684410095, 0.07322584092617035, 0.037433795630931854, 0.07920718938112259, 0.21599982678890228, 0.2401507943868637, 0.2915484607219696], [0.002544448710978031, 0.00116056390106678, 0.004164513200521469, 0.003844937076792121, 0.007337354123592377, 0.06393512338399887, 0.8902953863143921, 0.026717599481344223], [0.005706084426492453, 0.0007297604461200535, 0.011936428025364876, 0.007815434597432613, 0.009298338554799557, 0.02332509122788906, 0.9028608202934265, 0.038328059017658234], [0.01612388901412487, 0.009981263428926468, 0.005751442164182663, 0.026203742250800133, 0.010109336115419865, 0.019487174227833748, 0.02537391521036625, 0.8869692087173462], [0.007111536338925362, 0.002808941062539816, 0.002405549166724086, 0.001556140137836337, 0.0012342585250735283, 0.002279197098687291, 0.004076344892382622, 0.9785280823707581]], [[0.12467468529939651, 0.007158105727285147, 0.013703501783311367, 0.02251385524868965, 0.01590432971715927, 0.021530384197831154, 0.16088524460792542, 0.6336299180984497], [0.07393518090248108, 0.016162408515810966, 0.012930499389767647, 0.0011869410518556833, 0.0013639881508424878, 0.00029652510420419276, 0.001137212966568768, 0.8929872512817383], [0.011768757365643978, 0.08545120805501938, 0.025280416011810303, 0.0023928682785481215, 0.0005753938457928598, 0.002153068082407117, 0.0016221721889451146, 0.8707561492919922], [0.016893330961465836, 0.08613203465938568, 0.2178512066602707, 0.03167862817645073, 0.009406187571585178, 0.010582147166132927, 0.00898634921759367, 0.6184700727462769], [0.005825116764754057, 0.01546417735517025, 0.19208428263664246, 0.26320892572402954, 0.01233094371855259, 0.007151130586862564, 0.004082857631146908, 0.49985256791114807], [0.010494716465473175, 0.0023739116732031107, 0.04621521756052971, 0.0331738218665123, 0.058795880526304245, 0.00864381529390812, 0.006758261006325483, 0.8335443735122681], [0.029799601063132286, 0.004820503294467926, 0.009012931026518345, 0.011995445936918259, 0.007606488652527332, 0.10273991525173187, 0.02820264920592308, 0.805822491645813], [0.010000360198318958, 0.0013308905763551593, 0.002251356141641736, 0.0019384762272238731, 0.0014287293888628483, 0.0031917791347950697, 0.010157935321331024, 0.9697004556655884]]], [[[0.016473423689603806, 0.038716111332178116, 0.12384093552827835, 0.011525155045092106, 0.006864260416477919, 0.011704422533512115, 0.03281771019101143, 0.7580579519271851], [0.011717068962752819, 0.050660841166973114, 0.20069894194602966, 0.013365198858082294, 0.002201798837631941, 0.0028868084773421288, 0.016965093091130257, 0.7015042304992676], [0.0071166446432471275, 0.005870546214282513, 0.35006093978881836, 0.004012507386505604, 0.0004446348175406456, 0.000990730244666338, 0.02672155573964119, 0.6047824025154114], [0.024053877219557762, 0.011093051172792912, 0.10858654230833054, 0.11006424576044083, 0.009050038643181324, 0.0033557265996932983, 0.014983594417572021, 0.7188129425048828], [0.03342229500412941, 0.009250055998563766, 0.07874929904937744, 0.08950597047805786, 0.09002535045146942, 0.01544997189193964, 0.06577171385288239, 0.6178253889083862], [0.010335222817957401, 0.005431359633803368, 0.06759217381477356, 0.011591160669922829, 0.006069301627576351, 0.013466565869748592, 0.23394645750522614, 0.6515677571296692], [0.007790074683725834, 0.001601103926077485, 0.04741840437054634, 0.00379002233967185, 0.0016475034644827247, 0.003494890173897147, 0.2690880298614502, 0.6651700139045715], [0.00023098317615222186, 0.0074891275726258755, 0.03434272110462189, 0.0031809022184461355, 0.0009514100383967161, 0.0023449817672371864, 0.004431963432580233, 0.947027862071991]], [[0.007228016387671232, 0.03687920793890953, 0.024500347673892975, 0.009370525367558002, 0.0025354339741170406, 0.009929504245519638, 0.003857499687001109, 0.9056994318962097], [0.04746232554316521, 0.0963212102651596, 0.09804211556911469, 0.029619554057717323, 0.008113355375826359, 0.009434221312403679, 0.013348326086997986, 0.697658896446228], [0.00904199481010437, 0.020869368687272072, 0.02373327501118183, 0.006966236978769302, 0.0024280990473926067, 0.003556416369974613, 0.0023336554877460003, 0.9310709834098816], [0.05283164232969284, 0.1573728322982788, 0.10728508234024048, 0.0443771630525589, 0.02303294651210308, 0.05050985515117645, 0.05106068402528763, 0.5135297179222107], [0.03570849820971489, 0.06287930905818939, 0.08900225162506104, 0.03857472166419029, 0.012631073594093323, 0.10582000017166138, 0.2637427747249603, 0.39164140820503235], [0.04429175332188606, 0.035729486495256424, 0.049278125166893005, 0.010529679246246815, 0.005394934210926294, 0.04000382870435715, 0.07389932870864868, 0.7408728003501892], [0.10875639319419861, 0.03314176946878433, 0.028573449701070786, 0.020394818857312202, 0.009520637802779675, 0.02918928861618042, 0.01866558939218521, 0.7517580389976501], [0.004373309668153524, 0.02176588587462902, 0.020347289741039276, 0.004761961754411459, 0.0013264534063637257, 0.004273568745702505, 0.002242014743387699, 0.9409095048904419]], [[0.004290210083127022, 0.022925712168216705, 0.026704147458076477, 0.13495105504989624, 0.0143275186419487, 0.014231236651539803, 0.023334262892603874, 0.7592358589172363], [0.05509012192487717, 0.0782155767083168, 0.03126734122633934, 0.1148301512002945, 0.02509937807917595, 0.06985121220350266, 0.05134780332446098, 0.5742983818054199], [0.029038280248641968, 0.04456139728426933, 0.028964076191186905, 0.04179103299975395, 0.014771916903555393, 0.052919697016477585, 0.03407272696495056, 0.7538809180259705], [0.11943083256483078, 0.2524094879627228, 0.10105428844690323, 0.08124586939811707, 0.03084525838494301, 0.06618291139602661, 0.06247783079743385, 0.28635358810424805], [0.07841496914625168, 0.24968647956848145, 0.10335402935743332, 0.13716211915016174, 0.04322778433561325, 0.05249674245715141, 0.033057812601327896, 0.30260011553764343], [0.09680359065532684, 0.23526954650878906, 0.07294050604104996, 0.1518322080373764, 0.03559871390461922, 0.04785594716668129, 0.029870059341192245, 0.32982945442199707], [0.07502274960279465, 0.1196458637714386, 0.05656435713171959, 0.13222192227840424, 0.05589228495955467, 0.05838451907038689, 0.025673355907201767, 0.4765948951244354], [0.011617292650043964, 0.017137892544269562, 0.02914280816912651, 0.05560558661818504, 0.005275503266602755, 0.008791742846369743, 0.010904831811785698, 0.8615243434906006]], [[0.004442588426172733, 0.003589876228943467, 0.0030462886206805706, 0.009218931198120117, 0.0017763253999873996, 0.0025642504915595055, 0.056504156440496445, 0.9188575744628906], [0.03031599149107933, 0.03917974233627319, 0.061956990510225296, 0.06419076770544052, 0.004710926674306393, 0.002558613196015358, 0.02879650890827179, 0.7682904005050659], [0.035542361438274384, 0.16418737173080444, 0.03926203027367592, 0.10731109231710434, 0.009466003626585007, 0.008869805373251438, 0.01524792704731226, 0.6201134324073792], [0.06910933554172516, 0.11582712829113007, 0.057435594499111176, 0.04767186939716339, 0.009630303829908371, 0.011265388689935207, 0.022240493446588516, 0.6668198108673096], [0.03973748907446861, 0.07792998850345612, 0.034388456493616104, 0.20864279568195343, 0.04247567057609558, 0.03581374138593674, 0.03208991885185242, 0.5289219617843628], [0.023904403671622276, 0.009153916500508785, 0.009584872983396053, 0.10996481031179428, 0.10840904712677002, 0.05191850662231445, 0.1253724843263626, 0.56169193983078], [0.01226726919412613, 0.009899500757455826, 0.005307408049702644, 0.04372576251626015, 0.14000265300273895, 0.09065914154052734, 0.04237842187285423, 0.6557598114013672], [0.11931639164686203, 0.030197059735655785, 0.02385793626308441, 0.023663921281695366, 0.013386676087975502, 0.026820706203579903, 0.1149839535355568, 0.6477733850479126]], [[0.010891735553741455, 0.03665792942047119, 0.0219571590423584, 0.03060965985059738, 0.0037035676650702953, 0.0060011157765984535, 0.013522214256227016, 0.8766566514968872], [0.011946463026106358, 0.08068709820508957, 0.07258745282888412, 0.03075196035206318, 0.00452523585408926, 0.008050400763750076, 0.010561913251876831, 0.7808895111083984], [0.00502373743802309, 0.013423648662865162, 0.015388191677629948, 0.010457569733262062, 0.002463015727698803, 0.003321570809930563, 0.010819224640727043, 0.9391030073165894], [0.006257590372115374, 0.056914277374744415, 0.04045812040567398, 0.022390974685549736, 0.016072509810328484, 0.02606077492237091, 0.03140264376997948, 0.8004431128501892], [0.00802681315690279, 0.0279010608792305, 0.011847084388136864, 0.023002469912171364, 0.006268817000091076, 0.03639041632413864, 0.0297261830419302, 0.8568371534347534], [0.008364048786461353, 0.019445432350039482, 0.025102635845541954, 0.0320940800011158, 0.005944115575402975, 0.00880752969533205, 0.03735605627298355, 0.8628861308097839], [0.008237971924245358, 0.005618084687739611, 0.007997089996933937, 0.016358355060219765, 0.004848808515816927, 0.0037243107799440622, 0.021690350025892258, 0.9315249919891357], [0.03311275318264961, 0.030130203813314438, 0.04491425305604935, 0.022478222846984863, 0.004694738890975714, 0.00844358280301094, 0.03228243067860603, 0.8239437937736511]], [[0.004686973989009857, 0.013538593426346779, 0.05263642221689224, 0.018271159380674362, 0.00992143526673317, 0.011942264623939991, 0.07761204987764359, 0.8113911747932434], [0.03262241557240486, 0.12273427844047546, 0.1598851978778839, 0.13468241691589355, 0.04774196073412895, 0.04990442842245102, 0.07035181671380997, 0.38207748532295227], [0.01697981357574463, 0.01544291153550148, 0.0697852373123169, 0.019050391390919685, 0.012674651108682156, 0.008097084239125252, 0.03924839571118355, 0.8187215328216553], [0.019982315599918365, 0.09110551327466965, 0.10458091646432877, 0.1009729877114296, 0.06012820452451706, 0.051648616790771484, 0.06339094042778015, 0.5081904530525208], [0.018945973366498947, 0.04624095931649208, 0.17994870245456696, 0.10195250064134598, 0.04308319091796875, 0.03596899285912514, 0.1453065276145935, 0.42855310440063477], [0.03479735180735588, 0.0638217106461525, 0.17205990850925446, 0.08839526027441025, 0.03468448296189308, 0.07853544503450394, 0.2916809916496277, 0.236024871468544], [0.01587783172726631, 0.009875166229903698, 0.09455888718366623, 0.015714114531874657, 0.020950548350811005, 0.018393903970718384, 0.08728257566690445, 0.7373470067977905], [0.04058854654431343, 0.12131980806589127, 0.12403706461191177, 0.07750169187784195, 0.011734776198863983, 0.04181133955717087, 0.14211536943912506, 0.4408913552761078]], [[0.02794129215180874, 0.015028506517410278, 0.0053880647756159306, 0.008624706417322159, 0.007337816525250673, 0.009084359742701054, 0.009984655305743217, 0.9166106581687927], [0.122099868953228, 0.15147191286087036, 0.010523458942770958, 0.006038447376340628, 0.001225170330144465, 0.005533591844141483, 0.0037701174151152372, 0.6993374824523926], [0.043515026569366455, 0.03232293203473091, 0.030028244480490685, 0.0052781738340854645, 0.0012337436201050878, 0.005693720653653145, 0.006953485310077667, 0.8749746680259705], [0.05079076811671257, 0.014518890529870987, 0.012599232606589794, 0.16390278935432434, 0.02617274969816208, 0.006655097473412752, 0.009020380675792694, 0.7163401246070862], [0.06846506148576736, 0.0032707906793802977, 0.0016256705857813358, 0.02115793526172638, 0.07206261903047562, 0.01370260026305914, 0.00565657764673233, 0.8140587210655212], [0.04834521934390068, 0.0084553062915802, 0.0015472143422812223, 0.003117155283689499, 0.00554511696100235, 0.08848396688699722, 0.012295699678361416, 0.83221036195755], [0.008396909572184086, 0.0024949777871370316, 0.0031328191980719566, 0.0009883223101496696, 0.0020544365979731083, 0.020179297775030136, 0.028618188574910164, 0.9341350197792053], [0.027756281197071075, 0.015029117465019226, 0.006210567895323038, 0.005774750839918852, 0.0035741429310292006, 0.006002455018460751, 0.0053995647467672825, 0.9302531480789185]], [[0.004892309661954641, 0.008941235952079296, 0.07600699365139008, 0.012050901539623737, 0.002310805954039097, 0.0018267073901370168, 0.03324674069881439, 0.8607243299484253], [0.003433298785239458, 0.05470442399382591, 0.20742054283618927, 0.0521981306374073, 0.01805366948246956, 0.006792361848056316, 0.03110656887292862, 0.6262909770011902], [0.003568170825019479, 0.014290457591414452, 0.10570161044597626, 0.03321053460240364, 0.01016619335860014, 0.0037260600365698338, 0.05038244277238846, 0.7789545059204102], [0.004041771404445171, 0.0465470626950264, 0.11975514888763428, 0.06522848457098007, 0.05658675730228424, 0.028083130717277527, 0.04538235440850258, 0.6343753337860107], [0.006355536635965109, 0.031278811395168304, 0.19462016224861145, 0.13406865298748016, 0.10020064562559128, 0.06786283850669861, 0.24111226201057434, 0.2245010882616043], [0.004075226373970509, 0.020410848781466484, 0.281730979681015, 0.10880886763334274, 0.050337452441453934, 0.016842179000377655, 0.15715594589710236, 0.36063849925994873], [0.0022871375549584627, 0.013177216984331608, 0.13741055130958557, 0.059281423687934875, 0.013481121510267258, 0.004582538269460201, 0.06442753970623016, 0.7053525447845459], [0.0005716796731576324, 0.004616409540176392, 0.03253519907593727, 0.005005787126719952, 0.001052723964676261, 0.0007713242084719241, 0.010845310986042023, 0.9446015954017639]], [[0.02905145101249218, 0.06391794979572296, 0.058866530656814575, 0.06532672792673111, 0.020917948335409164, 0.015314062125980854, 0.02394437976181507, 0.7226609587669373], [0.044796884059906006, 0.14886753261089325, 0.09687288105487823, 0.10002963244915009, 0.0110850865021348, 0.01213573757559061, 0.020420614629983902, 0.565791666507721], [0.03260498866438866, 0.10185667127370834, 0.323182076215744, 0.06408777087926865, 0.018544144928455353, 0.016112569719552994, 0.026765963062644005, 0.4168459475040436], [0.03169681504368782, 0.11849503219127655, 0.0903114601969719, 0.1993313580751419, 0.054077472537755966, 0.059232618659734726, 0.03807752579450607, 0.40877774357795715], [0.019857987761497498, 0.062118954956531525, 0.125608429312706, 0.1540236920118332, 0.06900489330291748, 0.05103198438882828, 0.06750008463859558, 0.45085397362709045], [0.049639925360679626, 0.03781340643763542, 0.041648346930742264, 0.09499300271272659, 0.04038751497864723, 0.08538626879453659, 0.17098046839237213, 0.47915107011795044], [0.03258265554904938, 0.020143214613199234, 0.029521139338612556, 0.036615390330553055, 0.03487524762749672, 0.06028052419424057, 0.11205621063709259, 0.6739255785942078], [0.2141542136669159, 0.10853469371795654, 0.059626661241054535, 0.06366714835166931, 0.035147570073604584, 0.0936601534485817, 0.17003421485424042, 0.2551754117012024]], [[0.02679937146604061, 0.04032950848340988, 0.008159194141626358, 0.006115781143307686, 0.0019669414032250643, 0.007365961093455553, 0.0039056690875440836, 0.9053575992584229], [0.00987998303025961, 0.010623248293995857, 0.005473680794239044, 0.0033791582100093365, 0.00243966793641448, 0.0017178154084831476, 0.00235018995590508, 0.9641362428665161], [0.012952052056789398, 0.080327607691288, 0.007845724001526833, 0.0038905893452465534, 0.0038359451573342085, 0.0146034499630332, 0.004447462037205696, 0.8720971941947937], [0.026678137481212616, 0.024198824539780617, 0.11864087730646133, 0.014619214460253716, 0.002964131301268935, 0.004629622679203749, 0.012482774443924427, 0.7957863807678223], [0.011305676773190498, 0.0043184105306863785, 0.0043504498898983, 0.06266270577907562, 0.006756885908544064, 0.003120104782283306, 0.004042751621454954, 0.9034429788589478], [0.007335513364523649, 0.00246473983861506, 0.002270320663228631, 0.019127000123262405, 0.057847145944833755, 0.0059097399935126305, 0.0102683799341321, 0.8947771191596985], [0.010354791767895222, 0.00870863813906908, 0.007042217534035444, 0.005741039756685495, 0.008787737227976322, 0.028463322669267654, 0.009070768021047115, 0.9218314290046692], [0.011949821375310421, 0.023674601688981056, 0.019707990810275078, 0.00742771802470088, 0.006343740038573742, 0.013600449077785015, 0.008745799772441387, 0.9085498452186584]], [[0.06204991042613983, 0.0871722400188446, 0.1681738644838333, 0.11787564307451248, 0.02548852376639843, 0.04244944825768471, 0.1028754860162735, 0.3939148485660553], [0.07133457809686661, 0.105743907392025, 0.16380687057971954, 0.24303142726421356, 0.10662215203046799, 0.051712747663259506, 0.052268121391534805, 0.20548012852668762], [0.04588575288653374, 0.03617975488305092, 0.03307877480983734, 0.1544305682182312, 0.05882970616221428, 0.0570514053106308, 0.03078456223011017, 0.5837595462799072], [0.12191614508628845, 0.1482958048582077, 0.08378028869628906, 0.11733129620552063, 0.11469180136919022, 0.10432185232639313, 0.0489189475774765, 0.2607438564300537], [0.21151694655418396, 0.08229538798332214, 0.09648782759904861, 0.05891779810190201, 0.024540431797504425, 0.06650438904762268, 0.07047685980796814, 0.3892603814601898], [0.08716490864753723, 0.08612619340419769, 0.10605201125144958, 0.0671781599521637, 0.01960756443440914, 0.04655788093805313, 0.12586094439029694, 0.46145227551460266], [0.07874330878257751, 0.041015394032001495, 0.02853698655962944, 0.035243045538663864, 0.0029368209652602673, 0.012578032910823822, 0.02607029303908348, 0.7748761773109436], [0.0382620207965374, 0.06808239221572876, 0.1049375981092453, 0.04977291822433472, 0.01502834539860487, 0.033002160489559174, 0.07571937143802643, 0.6151952147483826]], [[0.04989687725901604, 0.09489874541759491, 0.1385815143585205, 0.035337358713150024, 0.060018591582775116, 0.060639265924692154, 0.03904128819704056, 0.5215863585472107], [0.07079143077135086, 0.0659615620970726, 0.04946018010377884, 0.05820578336715698, 0.05290837958455086, 0.05470775067806244, 0.055479492992162704, 0.5924854278564453], [0.04111060872673988, 0.025717947632074356, 0.015176708810031414, 0.021895306184887886, 0.013596673496067524, 0.029829593375325203, 0.06457358598709106, 0.7880995273590088], [0.07852508872747421, 0.04568234831094742, 0.033717766404151917, 0.012892406433820724, 0.05223104730248451, 0.06738677620887756, 0.11456163972616196, 0.5950028896331787], [0.08489301800727844, 0.04344255477190018, 0.034592460840940475, 0.05446629971265793, 0.029672248288989067, 0.06133853644132614, 0.07194636017084122, 0.6196485161781311], [0.09933993220329285, 0.05324676260352135, 0.07695244997739792, 0.048871565610170364, 0.05908111482858658, 0.04318499192595482, 0.09516933560371399, 0.5241537690162659], [0.011321324855089188, 0.03383687138557434, 0.05117299407720566, 0.05338956415653229, 0.025043705478310585, 0.021861914545297623, 0.007450585253536701, 0.7959229946136475], [0.17538759112358093, 0.10524021089076996, 0.07867218554019928, 0.09090709686279297, 0.06214778497815132, 0.07167938351631165, 0.12459767609834671, 0.2913679778575897]]], [[[0.10612940788269043, 0.09076302498579025, 0.046499691903591156, 0.1006443053483963, 0.00892547145485878, 0.01872844062745571, 0.05336469039320946, 0.5749449729919434], [0.02405671216547489, 0.028535500168800354, 0.02617616020143032, 0.03015872836112976, 0.003991273231804371, 0.010435463860630989, 0.01560213416814804, 0.8610440492630005], [0.01363428495824337, 0.012798158451914787, 0.020908623933792114, 0.011088681407272816, 0.002770282095298171, 0.005649842321872711, 0.009529409930109978, 0.9236207604408264], [0.011039221659302711, 0.010963252745568752, 0.021380720660090446, 0.010241792537271976, 0.0017212246311828494, 0.005253966432064772, 0.015226208604872227, 0.9241735935211182], [0.006407582201063633, 0.0036872788332402706, 0.017235448583960533, 0.005265644285827875, 0.0014435111079365015, 0.004011887591332197, 0.024469438940286636, 0.9374791979789734], [0.013119695708155632, 0.012340344488620758, 0.03561177849769592, 0.011783045716583729, 0.0033483183942735195, 0.009936396032571793, 0.030412867665290833, 0.883447527885437], [0.014849862083792686, 0.010367986746132374, 0.027551405131816864, 0.006690616253763437, 0.004195183981209993, 0.01003336999565363, 0.025002269074320793, 0.9013092517852783], [0.013117825612425804, 0.01901039108633995, 0.016785716637969017, 0.009050211869180202, 0.002408660016953945, 0.006983427796512842, 0.008514463901519775, 0.92412930727005]], [[0.14986498653888702, 0.12873174250125885, 0.05583928897976875, 0.08752288669347763, 0.05318780615925789, 0.05570797622203827, 0.04673664644360542, 0.4224086403846741], [0.03670154884457588, 0.025766219943761826, 0.03935224190354347, 0.045943714678287506, 0.013407441787421703, 0.008779499679803848, 0.052938930690288544, 0.7771103382110596], [0.029230639338493347, 0.06800919026136398, 0.018469665199518204, 0.07781271636486053, 0.019262200221419334, 0.025531670078635216, 0.020043345168232918, 0.7416406273841858], [0.0512707494199276, 0.0907856822013855, 0.04612743481993675, 0.05371915176510811, 0.022664252668619156, 0.020371049642562866, 0.02131015621125698, 0.6937515735626221], [0.017239205539226532, 0.047908421605825424, 0.04363718628883362, 0.10933011025190353, 0.023655246943235397, 0.01954510249197483, 0.025055991485714912, 0.7136287093162537], [0.05287110060453415, 0.023230860009789467, 0.02836509980261326, 0.0768982544541359, 0.04604754224419594, 0.033047810196876526, 0.056484244763851166, 0.6830551028251648], [0.06490428000688553, 0.03570878878235817, 0.016333183273673058, 0.0651947483420372, 0.14083023369312286, 0.11931697279214859, 0.04769901931285858, 0.5100128054618835], [0.004096290096640587, 0.011504490859806538, 0.005845471750944853, 0.0114384014159441, 0.01164073497056961, 0.013625942170619965, 0.018639443442225456, 0.9232092499732971]], [[0.07115454226732254, 0.11627333611249924, 0.017406193539500237, 0.07578980922698975, 0.07441002130508423, 0.06023407727479935, 0.06881531327962875, 0.515916645526886], [0.09674463421106339, 0.12506021559238434, 0.09759018570184708, 0.11452963948249817, 0.048854760825634, 0.05027318745851517, 0.04383367672562599, 0.42311373353004456], [0.028490746393799782, 0.022851910442113876, 0.019280772656202316, 0.020313240587711334, 0.012023208662867546, 0.014436032623052597, 0.023676401004195213, 0.8589277863502502], [0.055021073669195175, 0.04702538251876831, 0.031745072454214096, 0.07138045132160187, 0.03963182494044304, 0.03357304260134697, 0.03171062469482422, 0.6899125576019287], [0.056977830827236176, 0.03911156579852104, 0.02671210467815399, 0.06758435815572739, 0.04958711192011833, 0.04306575283408165, 0.08685247600078583, 0.6301087737083435], [0.1120682880282402, 0.07091198116540909, 0.058664578944444656, 0.08558840304613113, 0.0652310773730278, 0.07746224850416183, 0.09043342620134354, 0.43963998556137085], [0.02514783851802349, 0.01027621328830719, 0.008319169282913208, 0.013853427022695541, 0.014733787626028061, 0.014599468559026718, 0.0470566600561142, 0.8660134673118591], [0.04095808416604996, 0.03242003172636032, 0.035263705998659134, 0.03682924434542656, 0.02223195694386959, 0.032737404108047485, 0.0500560887157917, 0.749503493309021]], [[0.10888317227363586, 0.2858736217021942, 0.021521922200918198, 0.17648467421531677, 0.03754127398133278, 0.08890897035598755, 0.0392865426838398, 0.2414999008178711], [0.08212576806545258, 0.10999874025583267, 0.08248354494571686, 0.02901790849864483, 0.012206467799842358, 0.02719714678823948, 0.010717714205384254, 0.6462527513504028], [0.019852662459015846, 0.04303578659892082, 0.061476510018110275, 0.02170068584382534, 0.012724410742521286, 0.012133083306252956, 0.00892910547554493, 0.8201477527618408], [0.03031807951629162, 0.04098505899310112, 0.045071013271808624, 0.03385207802057266, 0.017248764634132385, 0.022763973101973534, 0.01651177927851677, 0.7932493090629578], [0.016206303611397743, 0.0379401296377182, 0.07361448556184769, 0.031214391812682152, 0.018206924200057983, 0.03623943403363228, 0.026016835123300552, 0.760561466217041], [0.07479365170001984, 0.07305161654949188, 0.0661860853433609, 0.03358471766114235, 0.03305838629603386, 0.16364486515522003, 0.0629425197839737, 0.49273809790611267], [0.014457673765718937, 0.00567167392000556, 0.006559612695127726, 0.009076137095689774, 0.010279403999447823, 0.01839081197977066, 0.02029319666326046, 0.915271520614624], [0.03429374843835831, 0.020934708416461945, 0.026280898600816727, 0.016277672722935677, 0.012238048948347569, 0.023178808391094208, 0.028675135225057602, 0.8381209969520569]], [[8.99338410818018e-05, 0.25924772024154663, 0.052843596786260605, 0.2540842294692993, 0.062303751707077026, 0.06325126439332962, 0.1406686156988144, 0.16751091182231903], [0.000564933056011796, 0.10147777199745178, 0.038970571011304855, 0.06358031928539276, 0.018453726544976234, 0.03317900002002716, 0.04496819153428078, 0.6988055109977722], [0.0006186799146234989, 0.05207061022520065, 0.030116554349660873, 0.033787380903959274, 0.014135904610157013, 0.029467672109603882, 0.06040596961975098, 0.7793972492218018], [0.00031348070478998125, 0.05824393779039383, 0.026737472042441368, 0.04765765741467476, 0.01595703326165676, 0.024180971086025238, 0.04211337864398956, 0.7847960591316223], [0.0004366689536254853, 0.03785672411322594, 0.016698455438017845, 0.05709116533398628, 0.020496724173426628, 0.03013288974761963, 0.08270717412233353, 0.7545801997184753], [0.0013657734962180257, 0.037946801632642746, 0.02335917018353939, 0.046052925288677216, 0.024945907294750214, 0.04138658195734024, 0.08960011601448059, 0.7353426814079285], [0.0002640796301420778, 0.05627210810780525, 0.022757599130272865, 0.056752532720565796, 0.034693170338869095, 0.04009050130844116, 0.05828815698623657, 0.7308818697929382], [0.11825874447822571, 0.004442686215043068, 0.0037090713158249855, 0.0074273631907999516, 0.002165219048038125, 0.0031850312370806932, 0.005047024227678776, 0.8557648658752441]], [[0.042948272079229355, 0.09484736621379852, 0.17772001028060913, 0.11231527477502823, 0.03114541992545128, 0.07964292168617249, 0.216811403632164, 0.24456942081451416], [0.023748453706502914, 0.032421715557575226, 0.06778253614902496, 0.027752453461289406, 0.009161711670458317, 0.007886482402682304, 0.0246137622743845, 0.806632936000824], [0.02912161871790886, 0.04471743106842041, 0.12823377549648285, 0.03356372192502022, 0.023177409544587135, 0.02097068913280964, 0.04881777614355087, 0.6713975071907043], [0.02922959066927433, 0.07379382848739624, 0.06156608834862709, 0.1845065951347351, 0.12113095819950104, 0.08007514476776123, 0.05144261568784714, 0.3982551395893097], [0.023818058893084526, 0.02509743720293045, 0.0377008318901062, 0.06441804766654968, 0.06353925168514252, 0.09216919541358948, 0.18063929677009583, 0.512617826461792], [0.039109967648983, 0.015737345442175865, 0.048964422196149826, 0.031833671033382416, 0.03047892265021801, 0.04299020394682884, 0.13873276114463806, 0.6521527171134949], [0.03862224519252777, 0.019373292103409767, 0.03109818883240223, 0.02592840977013111, 0.04478492960333824, 0.09094634652137756, 0.264652818441391, 0.4845937192440033], [0.023629283532500267, 0.017216123640537262, 0.03331471234560013, 0.014053641818463802, 0.008132802322506905, 0.017630916088819504, 0.03071652166545391, 0.8553060293197632]], [[0.17853055894374847, 0.12939617037773132, 0.054817084223032, 0.122277170419693, 0.06616487354040146, 0.1144075021147728, 0.19417430460453033, 0.1402323842048645], [0.04582291096448898, 0.021293025463819504, 0.0379151813685894, 0.03488713875412941, 0.01688413694500923, 0.028643185272812843, 0.05244936794042587, 0.7621051073074341], [0.0496784970164299, 0.018419913947582245, 0.035288676619529724, 0.017061756923794746, 0.011945053935050964, 0.02690916508436203, 0.05879746749997139, 0.7818995118141174], [0.02833000011742115, 0.02632826566696167, 0.024878913536667824, 0.026988638564944267, 0.01834079995751381, 0.025241537019610405, 0.03640994057059288, 0.813481867313385], [0.04562359303236008, 0.026241634041070938, 0.02534792572259903, 0.035805944353342056, 0.03155253455042839, 0.04719538986682892, 0.05815945565700531, 0.7300735712051392], [0.043807074427604675, 0.025054609403014183, 0.0415591225028038, 0.03346538543701172, 0.025064604356884956, 0.059820596128702164, 0.1131514459848404, 0.6580771207809448], [0.062062185257673264, 0.02749013528227806, 0.03687334433197975, 0.03625413775444031, 0.03440628573298454, 0.0722891241312027, 0.13889749348163605, 0.5917273163795471], [0.024274181574583054, 0.02605004608631134, 0.025584151968359947, 0.021430199965834618, 0.013493637554347515, 0.026501262560486794, 0.03545674681663513, 0.8272097706794739]], [[0.027643002569675446, 0.05516275763511658, 0.052886657416820526, 0.013454225845634937, 0.006011718884110451, 0.02004443295300007, 0.0557975098490715, 0.7689996957778931], [0.009644271805882454, 0.013565951958298683, 0.04760008305311203, 0.007805779576301575, 0.003232112154364586, 0.006847097538411617, 0.01722748763859272, 0.8940772414207458], [0.0278994869440794, 0.022178370505571365, 0.0539785698056221, 0.010822329670190811, 0.005717736203223467, 0.015004553832113743, 0.05486205592751503, 0.8095369338989258], [0.0069573926739394665, 0.009219219908118248, 0.03417012095451355, 0.010123400948941708, 0.005701536778360605, 0.007036024704575539, 0.017099274322390556, 0.9096930623054504], [0.0062056370079517365, 0.006904163863509893, 0.023798907175660133, 0.006742222234606743, 0.006750294007360935, 0.012076299637556076, 0.03984833508729935, 0.8976741433143616], [0.017566632479429245, 0.016981864348053932, 0.06131719797849655, 0.009273713454604149, 0.009353822097182274, 0.03710212558507919, 0.09711413830518723, 0.751290500164032], [0.02812649868428707, 0.02179005742073059, 0.07088704407215118, 0.011556871235370636, 0.014986938796937466, 0.036839988082647324, 0.09723711758852005, 0.7185754776000977], [0.0037024167831987143, 0.0024603225756436586, 0.010655265301465988, 0.0011171415681019425, 0.0008520797709934413, 0.0018284645630046725, 0.007506036665290594, 0.9718782901763916]], [[0.025599684566259384, 0.031104205176234245, 0.05892060697078705, 0.11215434223413467, 0.04461652785539627, 0.028289197012782097, 0.19461624324321747, 0.5046992301940918], [0.07358277589082718, 0.2238454520702362, 0.08186043798923492, 0.08880331367254257, 0.08588171750307083, 0.06453375518321991, 0.02527020312845707, 0.3562222421169281], [0.041577812284231186, 0.08009718358516693, 0.2439558058977127, 0.027925705537199974, 0.01537390612065792, 0.03231298178434372, 0.028478804975748062, 0.5302779078483582], [0.06008342280983925, 0.05695047602057457, 0.01385662890970707, 0.5625234842300415, 0.0598812997341156, 0.04496163874864578, 0.014998765662312508, 0.1867443472146988], [0.0525350421667099, 0.03751346468925476, 0.0067108795046806335, 0.08193886280059814, 0.5835925936698914, 0.14180326461791992, 0.011021345853805542, 0.08488453179597855], [0.11325199902057648, 0.04303037002682686, 0.027158699929714203, 0.06174515187740326, 0.26497527956962585, 0.2631639540195465, 0.07277490198612213, 0.15389962494373322], [0.02240896038711071, 0.008251613937318325, 0.03160037845373154, 0.03902554139494896, 0.01963217556476593, 0.03559049963951111, 0.264186292886734, 0.579304575920105], [0.008496830239892006, 0.015794632956385612, 0.03358610346913338, 0.012914015911519527, 0.005582926794886589, 0.014064807444810867, 0.04114359989762306, 0.8684170246124268]], [[0.02145867794752121, 0.027206379920244217, 0.03399677202105522, 0.07748672366142273, 0.03220568969845772, 0.04094378650188446, 0.1305781900882721, 0.6361238360404968], [0.10322512686252594, 0.10037746280431747, 0.043128758668899536, 0.07167281210422516, 0.08008413016796112, 0.08157994598150253, 0.043569013476371765, 0.47636279463768005], [0.03491254523396492, 0.017096318304538727, 0.03156054764986038, 0.010825199075043201, 0.011395093984901905, 0.019953083246946335, 0.018961338326334953, 0.8552958369255066], [0.09585575759410858, 0.0573640838265419, 0.017270168289542198, 0.06933384388685226, 0.0569499172270298, 0.06227220967411995, 0.028448427096009254, 0.6125056743621826], [0.1218719556927681, 0.0975940153002739, 0.03035905957221985, 0.0529932864010334, 0.0642073005437851, 0.08111826330423355, 0.032761700451374054, 0.5190943479537964], [0.18223340809345245, 0.13848866522312164, 0.028767285868525505, 0.0667283833026886, 0.08405469357967377, 0.20920298993587494, 0.06406638026237488, 0.22645825147628784], [0.03147297352552414, 0.019309964030981064, 0.008185912854969501, 0.019962506368756294, 0.011413554660975933, 0.02536603808403015, 0.043616678565740585, 0.8406723737716675], [0.046411123126745224, 0.020584944635629654, 0.034104809165000916, 0.029607286676764488, 0.019464116543531418, 0.026170171797275543, 0.05234093964099884, 0.7713165879249573]], [[0.03694421052932739, 0.18002000451087952, 0.03127497434616089, 0.20619724690914154, 0.054569873958826065, 0.058165911585092545, 0.1329876333475113, 0.29984015226364136], [0.049583800137043, 0.10315333306789398, 0.02457568608224392, 0.10341715067625046, 0.031086351722478867, 0.029169948771595955, 0.03006368689239025, 0.6289500594139099], [0.01958593726158142, 0.031464722007513046, 0.016046348959207535, 0.02713395655155182, 0.0163127388805151, 0.014283088967204094, 0.02001298777759075, 0.8551602363586426], [0.08431684225797653, 0.12312442064285278, 0.03482453152537346, 0.09473181515932083, 0.04084789380431175, 0.05566150322556496, 0.045792266726493835, 0.5207007527351379], [0.030682187527418137, 0.03580966219305992, 0.02353379689157009, 0.050727322697639465, 0.0218464694917202, 0.023964961990714073, 0.041241951286792755, 0.7721936106681824], [0.04251699522137642, 0.04944708198308945, 0.022552520036697388, 0.0633830726146698, 0.023145416751503944, 0.04259046912193298, 0.04666170850396156, 0.7097027897834778], [0.01423920039087534, 0.015722820535302162, 0.01589193195104599, 0.020297033712267876, 0.013229472562670708, 0.023848021402955055, 0.022519316524267197, 0.874252200126648], [0.0063153402879834175, 0.013952670618891716, 0.006658043712377548, 0.01920934207737446, 0.004765275400131941, 0.006959148216992617, 0.003289646003395319, 0.9388505220413208]], [[0.05309200659394264, 0.05582357943058014, 0.021868688985705376, 0.04895329847931862, 0.04047248139977455, 0.06004082038998604, 0.08016917109489441, 0.6395799517631531], [0.018152110278606415, 0.024280305951833725, 0.031123332679271698, 0.01803574711084366, 0.007744927890598774, 0.01120008435100317, 0.02752252295613289, 0.8619409799575806], [0.023848727345466614, 0.03346874937415123, 0.03785868361592293, 0.03157986328005791, 0.019234413281083107, 0.026791030541062355, 0.0831846222281456, 0.7440338730812073], [0.01650245301425457, 0.027998456731438637, 0.044416800141334534, 0.03613809496164322, 0.020258530974388123, 0.01812574826180935, 0.03535311669111252, 0.8012068271636963], [0.01510472223162651, 0.02147497609257698, 0.041814446449279785, 0.026472480967640877, 0.02306104637682438, 0.02666248008608818, 0.07407303899526596, 0.7713367342948914], [0.03830544650554657, 0.03040081262588501, 0.04542369768023491, 0.02663612551987171, 0.021713385358452797, 0.06081866845488548, 0.10040680319070816, 0.6762951612472534], [0.044944290071725845, 0.025947652757167816, 0.0245039165019989, 0.038734812289476395, 0.050134509801864624, 0.08034328371286392, 0.11179470270872116, 0.6235967874526978], [0.00597005058079958, 0.006248455494642258, 0.009745761752128601, 0.005567783024162054, 0.003950887825340033, 0.00468743871897459, 0.008577365428209305, 0.9552522897720337]]]], \"left_text\": [\"[CLS]\", \"the\", \"cat\", \"sat\", \"on\", \"the\", \"mat\", \"[SEP]\"], \"right_text\": [\"[CLS]\", \"the\", \"cat\", \"sat\", \"on\", \"the\", \"mat\", \"[SEP]\"]}}, \"default_filter\": \"all\"}"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/javascript": [
       "/**\n",
       " * @fileoverview Transformer Visualization D3 javascript code.\n",
       " *\n",
       " *\n",
       " *  Based on: https://github.com/tensorflow/tensor2tensor/blob/master/tensor2tensor/visualization/attention.js\n",
       " *\n",
       " * Change log:\n",
       " *\n",
       " * 12/19/18  Jesse Vig   Assorted cleanup. Changed orientation of attention matrices.\n",
       " */\n",
       "\n",
       "requirejs(['jquery', 'd3'], function($, d3) {\n",
       "\n",
       "const TEXT_SIZE = 15;\n",
       "const BOXWIDTH = 110;\n",
       "const BOXHEIGHT = 22.5;\n",
       "const MATRIX_WIDTH = 115;\n",
       "const CHECKBOX_SIZE = 20;\n",
       "const TEXT_TOP = 30;\n",
       "const HEAD_COLORS = d3.scale.category10();\n",
       "\n",
       "var params = window.params;\n",
       "var config = {};\n",
       "initialize();\n",
       "\n",
       "function lighten(color) {\n",
       "  var c = d3.hsl(color);\n",
       "  var increment = (1 - c.l) * 0.6;\n",
       "  c.l += increment;\n",
       "  c.s -= increment;\n",
       "  return c;\n",
       "}\n",
       "\n",
       "function transpose(mat) {\n",
       "  return mat[0].map(function(col, i) {\n",
       "    return mat.map(function(row) {\n",
       "      return row[i];\n",
       "    });\n",
       "  });\n",
       "}\n",
       "\n",
       "function zip(a, b) {\n",
       "  return a.map(function (e, i) {\n",
       "    return [e, b[i]];\n",
       "  });\n",
       "}\n",
       "\n",
       "function render() {\n",
       "\n",
       "  var attnData = config.attention[config.filter];\n",
       "  var leftText = attnData.left_text;\n",
       "  var rightText = attnData.right_text;\n",
       "  var attentionHeads = attnData.attn[config.layer];\n",
       "\n",
       "  $(\"#vis svg\").empty();\n",
       "  $(\"#vis\").empty();\n",
       "\n",
       "  var height = config.initialTextLength * BOXHEIGHT + TEXT_TOP;\n",
       "  var svg = d3.select(\"#vis\")\n",
       "            .append('svg')\n",
       "            .attr(\"width\", \"100%\")\n",
       "            .attr(\"height\", height + \"px\");\n",
       "\n",
       "  var attData = [];\n",
       "  for (var i=0; i < config.nHeads; i++) {\n",
       "    var att = attentionHeads[i];\n",
       "    var att_trans = transpose(att);\n",
       "    attData.push(zip(att_trans, att));\n",
       "  }\n",
       "\n",
       "  renderText(svg, leftText, true, attData, 0);\n",
       "  renderText(svg, rightText, false, attData, MATRIX_WIDTH + BOXWIDTH);\n",
       "\n",
       "  renderAttentionHighlights(svg, attData);\n",
       "\n",
       "  svg.append(\"g\").classed(\"attentionHeads\", true);\n",
       "\n",
       "  renderAttention(svg, attentionHeads);\n",
       "\n",
       "  drawCheckboxes(0, svg, attentionHeads);\n",
       "\n",
       "}\n",
       "\n",
       "function renderText(svg, text, isLeft, attData, leftPos) {\n",
       "  // attData: list of tuples (att, att_trans), one for each layer. att and att_trans are attention matrics for each layer.\n",
       "  //           att is of shape [nHeads, source_len, target_len)\n",
       "  var id = isLeft ? \"left\" : \"right\";\n",
       "  var textContainer = svg.append(\"svg:g\")\n",
       "                         .attr(\"id\", id);\n",
       "\n",
       "  textContainer.append(\"g\").classed(\"attentionBoxes\", true)\n",
       "               .selectAll(\"g\")\n",
       "               .data(attData)\n",
       "               .enter()\n",
       "               .append(\"g\")\n",
       "               .selectAll(\"rect\")\n",
       "               .data(function(d) {return d;})\n",
       "               .enter()\n",
       "               .append(\"rect\")\n",
       "               .attr(\"x\", function(d, i, j) {\n",
       "                 return leftPos + boxOffsets(j);\n",
       "               })\n",
       "               .attr(\"y\", function(d, i) {\n",
       "                 return (+1) * BOXHEIGHT;\n",
       "               })\n",
       "               .attr(\"width\", BOXWIDTH / activeHeads())\n",
       "               .attr(\"height\", function() { return BOXHEIGHT; })\n",
       "               .attr(\"fill\", function(d, i, j) {\n",
       "                  return HEAD_COLORS(j);\n",
       "                })\n",
       "               .style(\"opacity\", 0.0);\n",
       "\n",
       "  var tokenContainer = textContainer.append(\"g\").selectAll(\"g\")\n",
       "                                    .data(text)\n",
       "                                    .enter()\n",
       "                                    .append(\"g\");\n",
       "\n",
       "  tokenContainer.append(\"rect\")\n",
       "                .classed(\"background\", true)\n",
       "                .style(\"opacity\", 0.0)\n",
       "                .attr(\"fill\", \"lightgray\")\n",
       "                .attr(\"x\", leftPos)\n",
       "                .attr(\"y\", function(d, i) {\n",
       "                  return TEXT_TOP + i * BOXHEIGHT;\n",
       "                })\n",
       "                .attr(\"width\", BOXWIDTH)\n",
       "                .attr(\"height\", BOXHEIGHT);\n",
       "\n",
       "  var textEl = tokenContainer.append(\"text\")\n",
       "                              .text(function(d) { return d; })\n",
       "                              .attr(\"font-size\", TEXT_SIZE + \"px\")\n",
       "                              .style(\"cursor\", \"default\")\n",
       "                              .style(\"-webkit-user-select\", \"none\")\n",
       "                              .attr(\"x\", leftPos)\n",
       "                              .attr(\"y\", function(d, i) {\n",
       "                                return TEXT_TOP + i * BOXHEIGHT;\n",
       "                              });\n",
       "\n",
       "  if (isLeft) {\n",
       "    textEl.style(\"text-anchor\", \"end\")\n",
       "           .attr(\"dx\", BOXWIDTH - 0.5 * TEXT_SIZE)\n",
       "           .attr(\"dy\", TEXT_SIZE);\n",
       "  } else {\n",
       "    textEl.style(\"text-anchor\", \"start\")\n",
       "           .attr(\"dx\", + 0.5 * TEXT_SIZE)\n",
       "           .attr(\"dy\", TEXT_SIZE);\n",
       "  }\n",
       "\n",
       "  tokenContainer.on(\"mouseover\", function(d, index) {\n",
       "    textContainer.selectAll(\".background\")\n",
       "                 .style(\"opacity\", function(d, i) {\n",
       "                   return i == index ? 1.0 : 0.0;\n",
       "                 });\n",
       "\n",
       "    svg.selectAll(\".attentionHeads\").style(\"display\", \"none\");\n",
       "\n",
       "    svg.selectAll(\".lineHeads\")  // To get the nesting to work.\n",
       "       .selectAll(\".attLines\")\n",
       "       .attr(\"stroke-opacity\", function(d) {\n",
       "          return 1.0;\n",
       "        })\n",
       "       .attr(\"y1\", function(d, i) {\n",
       "        if (isLeft) {\n",
       "          return TEXT_TOP + index * BOXHEIGHT + (BOXHEIGHT/2);\n",
       "        } else {\n",
       "          return TEXT_TOP + i * BOXHEIGHT + (BOXHEIGHT/2);\n",
       "        }\n",
       "     })\n",
       "     .attr(\"x1\", BOXWIDTH)\n",
       "     .attr(\"y2\", function(d, i) {\n",
       "       if (isLeft) {\n",
       "          return TEXT_TOP + i * BOXHEIGHT + (BOXHEIGHT/2);\n",
       "        } else {\n",
       "          return TEXT_TOP + index * BOXHEIGHT + (BOXHEIGHT/2);\n",
       "        }\n",
       "     })\n",
       "     .attr(\"x2\", BOXWIDTH + MATRIX_WIDTH)\n",
       "     .attr(\"stroke-width\", 2)\n",
       "     .attr(\"stroke\", function(d, i, j) {\n",
       "        return HEAD_COLORS(j);\n",
       "      })\n",
       "     .attr(\"stroke-opacity\", function(d, i, j) {\n",
       "      if (isLeft) {d = d[0];} else {d = d[1];}\n",
       "      if (config.headVis[j]) {\n",
       "        if (d) {\n",
       "          return d[index];\n",
       "        } else {\n",
       "          return 0.0;\n",
       "        }\n",
       "      } else {\n",
       "        return 0.0;\n",
       "      }\n",
       "     });\n",
       "\n",
       "    function updateAttentionBoxes() {\n",
       "      var id = isLeft ? \"right\" : \"left\";\n",
       "      var leftPos = isLeft ? MATRIX_WIDTH + BOXWIDTH : 0;\n",
       "      svg.select(\"#\" + id)\n",
       "         .selectAll(\".attentionBoxes\")\n",
       "         .selectAll(\"g\")\n",
       "         .selectAll(\"rect\")\n",
       "         .attr(\"x\", function(d, i, j) { return leftPos + boxOffsets(j); })\n",
       "         .attr(\"y\", function(d, i) { return TEXT_TOP + i * BOXHEIGHT; })\n",
       "         .attr(\"width\", BOXWIDTH/activeHeads())\n",
       "         .attr(\"height\", function() { return BOXHEIGHT; })\n",
       "         .style(\"opacity\", function(d, i, j) {\n",
       "            if (isLeft) {d = d[0];} else {d = d[1];}\n",
       "            if (config.headVis[j])\n",
       "              if (d) {\n",
       "                return d[index];\n",
       "              } else {\n",
       "                return 0.0;\n",
       "              }\n",
       "            else\n",
       "              return 0.0;\n",
       "         });\n",
       "    }\n",
       "\n",
       "    updateAttentionBoxes();\n",
       "  });\n",
       "\n",
       "  textContainer.on(\"mouseleave\", function() {\n",
       "    d3.select(this).selectAll(\".background\")\n",
       "                   .style(\"opacity\", 0.0);\n",
       "    svg.selectAll(\".attLines\").attr(\"stroke-opacity\", 0.0);\n",
       "    svg.selectAll(\".attentionHeads\").style(\"display\", \"inline\");\n",
       "    svg.selectAll(\".attentionBoxes\")\n",
       "       .selectAll(\"g\")\n",
       "       .selectAll(\"rect\")\n",
       "       .style(\"opacity\", 0.0);\n",
       "  });\n",
       "}\n",
       "\n",
       "function renderAttentionHighlights(svg, attention) {\n",
       "  var line_container = svg.append(\"g\");\n",
       "  line_container.selectAll(\"g\")\n",
       "                .data(attention)\n",
       "                .enter()\n",
       "                .append(\"g\")\n",
       "                .classed(\"lineHeads\", true)\n",
       "                .selectAll(\"line\")\n",
       "                .data(function(d){return d;})\n",
       "                .enter()\n",
       "                .append(\"line\").classed(\"attLines\", true);\n",
       "}\n",
       "\n",
       "function renderAttention(svg, attentionHeads) {\n",
       "  var line_container = svg.selectAll(\".attentionHeads\");\n",
       "  line_container.html(null);\n",
       "  for(var h=0; h<attentionHeads.length; h++) {\n",
       "    for(var s=0; s<attentionHeads[h].length; s++) {\n",
       "      for(var a=0; a<attentionHeads[h][s].length; a++) {\n",
       "        line_container.append(\"line\")\n",
       "        .attr(\"y1\", TEXT_TOP + s * BOXHEIGHT + (BOXHEIGHT/2))\n",
       "        .attr(\"x1\", BOXWIDTH)\n",
       "        .attr(\"y2\", TEXT_TOP + a * BOXHEIGHT + (BOXHEIGHT/2))\n",
       "        .attr(\"x2\", BOXWIDTH + MATRIX_WIDTH)\n",
       "        .attr(\"stroke-width\", 2)\n",
       "        .attr(\"stroke\", HEAD_COLORS(h))\n",
       "        .attr(\"stroke-opacity\", function() {\n",
       "          if (config.headVis[h]) {\n",
       "            return attentionHeads[h][s][a]/activeHeads();\n",
       "          } else {\n",
       "            return 0.0;\n",
       "          }\n",
       "        }());\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "}\n",
       "\n",
       "// Checkboxes\n",
       "function boxOffsets(i) {\n",
       "  var numHeadsAbove = config.headVis.reduce(\n",
       "      function(acc, val, cur) {return val && cur < i ? acc + 1: acc;}, 0);\n",
       "  return numHeadsAbove * (BOXWIDTH / activeHeads());\n",
       "}\n",
       "\n",
       "function activeHeads() {\n",
       "  return config.headVis.reduce(function(acc, val) {\n",
       "    return val ? acc + 1: acc;\n",
       "  }, 0);\n",
       "}\n",
       "\n",
       "function drawCheckboxes(top, svg, attentionHeads) {\n",
       "  var checkboxContainer = svg.append(\"g\");\n",
       "  var checkbox = checkboxContainer.selectAll(\"rect\")\n",
       "                                  .data(config.headVis)\n",
       "                                  .enter()\n",
       "                                  .append(\"rect\")\n",
       "                                  .attr(\"fill\", function(d, i) {\n",
       "                                    return HEAD_COLORS(i);\n",
       "                                  })\n",
       "                                  .attr(\"x\", function(d, i) {\n",
       "                                    return i * CHECKBOX_SIZE;\n",
       "                                  })\n",
       "                                  .attr(\"y\", top)\n",
       "                                  .attr(\"width\", CHECKBOX_SIZE)\n",
       "                                  .attr(\"height\", CHECKBOX_SIZE);\n",
       "\n",
       "  function updateCheckboxes() {\n",
       "    checkboxContainer.selectAll(\"rect\")\n",
       "                              .data(config.headVis)\n",
       "                              .attr(\"fill\", function(d, i) {\n",
       "      var headColor = HEAD_COLORS(i);\n",
       "      var color = d ? headColor : lighten(headColor);\n",
       "      return color;\n",
       "    });\n",
       "  }\n",
       "\n",
       "  updateCheckboxes();\n",
       "\n",
       "  checkbox.on(\"click\", function(d, i) {\n",
       "    if (config.headVis[i] && activeHeads() == 1) return;\n",
       "    config.headVis[i] = !config.headVis[i];\n",
       "    updateCheckboxes();\n",
       "    renderAttention(svg, attentionHeads);\n",
       "  });\n",
       "\n",
       "  checkbox.on(\"dblclick\", function(d, i) {\n",
       "    // If we double click on the only active head then reset\n",
       "    if (config.headVis[i] && activeHeads() == 1) {\n",
       "      config.headVis = new Array(config.nHeads).fill(true);\n",
       "    } else {\n",
       "      config.headVis = new Array(config.nHeads).fill(false);\n",
       "      config.headVis[i] = true;\n",
       "    }\n",
       "    updateCheckboxes();\n",
       "    renderAttention(svg, attentionHeads);\n",
       "  });\n",
       "}\n",
       "\n",
       "function initialize() {\n",
       "  config.attention = params['attention'];\n",
       "  config.filter = params['default_filter'];\n",
       "  config.nLayers = config.attention[config.filter]['attn'].length;\n",
       "  console.log('num layers')\n",
       "  console.log(config.nLayers)\n",
       "  config.nHeads = config.attention[config.filter]['attn'][0].length;\n",
       "  config.headVis  = new Array(config.nHeads).fill(true);\n",
       "  config.layer = 0;\n",
       "  config.initialTextLength = config.attention[config.filter].right_text.length;\n",
       "  console.log('initial text length')\n",
       "  console.log(config.initialTextLength)\n",
       "}\n",
       "\n",
       "$(\"#layer\").empty();\n",
       "for(var i=0; i<config.nLayers; i++) {\n",
       "  $(\"#layer\").append($(\"<option />\").val(i).text(i));\n",
       "}\n",
       "\n",
       "$(\"#layer\").on('change', function(e) {\n",
       "  config.layer = +e.currentTarget.value;\n",
       "  render();\n",
       "});\n",
       "\n",
       "$(\"#filter\").on('change', function(e) {\n",
       "  config.filter = e.currentTarget.value;\n",
       "  render();\n",
       "});\n",
       "\n",
       "render();\n",
       "\n",
       "});"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "model_version = 'distilbert-base-uncased'\n",
    "do_lower_case = True\n",
    "model = DistilBertModel.from_pretrained(model_version, output_attentions=True)\n",
    "tokenizer = DistilBertTokenizer.from_pretrained(model_version, do_lower_case=do_lower_case)\n",
    "text = \"The cat sat on the mat\"\n",
    "show_head_view(model, tokenizer, text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "pycharm": {
     "is_executing": false
    }
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  },
  "pycharm": {
   "stem_cell": {
    "cell_type": "raw",
    "metadata": {
     "collapsed": false
    },
    "source": []
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}