chapter5/embeddings.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b9c3095f-3301-44f6-a25b-9cd227b138c5",
   "metadata": {},
   "outputs": [],
   "source": [
    "# setting the environment variables\n",
    "import sys\n",
    "import os\n",
    "\n",
    "sys.path.insert(0, os.path.abspath('..'))\n",
    "\n",
    "from config import set_environment\n",
    "set_environment()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "5f52cc2d-0d59-471a-bc9f-3c7ccf82c30c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0.0005174184077273518, -0.01671213201064618, -0.010634211294754246, 0.022403196249433335, -0.03280529589309879, 0.0051881537987830415, -0.00025051539915566423, 0.07427613813032734, -0.018104809367759184, 0.02993397265892837, 0.005622291192344435, -0.009232936899382295, -0.0163854538700315, -0.01206127587358051, -0.00935329170971743, 0.03655348909000588, -0.022833035123865256, -0.01868938934291697, -0.0272517786785196, 0.000776933583927804, 0.005875895904741862, 0.020511905574461895, -0.02219687478179885, 0.05171819891752308, 0.049620588637562205, 0.03796335866099172, -0.01543980853254578, 0.019789776712451083, -0.028867971579784983, 0.0069977749386008125, -0.0012551291687518734, 0.0275268745895806, 0.04411865178989164, -0.0272517786785196, 0.0038384602359809753, 0.011863549581559914, -0.013436760085498151, 0.003109883595275952, 0.028953940099729392, 0.0006232662398694376, 0.006047831547646884, -0.025515229104274024, -0.01698722792170718, 0.007019267068586914, 0.025480842813883294, 0.012044082728385145, -0.005781331277861037, 0.0032818190053503413, -0.025532423180791918, -0.030535746710604047, 0.011863549581559914, 0.008957840056998767, -0.0013561413414962759, -0.006056428120244565, -0.03394006769037857, -0.010849130731970207, 0.025308907636639538, 0.02988239042937469, -0.010720178883376126, -0.016918453478280665, -0.02247197069285985, 0.010144195015154758, 0.03359619733589106, 0.0064260895895089185, 0.0023684116300131414, 0.014253453574389788, 0.021938971084610685, 0.028592875668723986, 0.0011283268125531602, 0.02561838983809127, -0.020185229296492274, 0.024449229887775696, 0.004221016796972484, 0.023916228416881475, 0.008171234805029648, 0.012757614552137012, 0.012267598272537523, -0.022076519971463714, -0.010333324268916408, 0.038788651982109894, 0.031464198902894404, 0.005102186210161163, -0.03485132580615104, 0.054606718090856446, 0.04153961854330012, -0.023125325111444148, -0.026151391308985486, -0.0807409171859691, -0.005751242575277253, 0.009636985590359906, 0.02185300256466628, 0.02388184212649075, -0.01416748598576791, -0.0026198673156764634, -0.0032968633566422332, 0.03731000610505248, 0.033819714742688495, -0.012155840500461335, -0.03617523058248258, 0.032255100345686676, -0.005858702293885233, -0.033321099562185, 0.013514130635861083, -0.016230712769305634, 0.07056232936116591, -0.030570133000994777, -0.01016998519860907, -0.021973357375001414, 0.013402372863784894, 0.024930649129116238, -0.0038470570414092897, 0.014416792644697128, -0.053231232947616273, 0.02955571415140507, -0.03165332815665605, 0.0026585528236885616, -0.030105907836172126, -0.028214617161200686, 0.021629487020513902, -0.006331524962628093, 0.01893009896358724, -0.005261226761339029, -3.8349678929150816e-05, -0.031223487419579074, -0.012310582532509728, 0.01865500305252624, 0.028575681592206092, -0.004102811013371453, -0.028214617161200686, 0.008510808037371483, 0.006744170226203386, -0.021973357375001414, -0.04549413693313181, -0.00986909817277123, 0.050205168612719994, 0.016540194970757365, 0.026357712776619975, 0.014941195214687345, 0.01430503394129841, 0.02652964795386373, -0.043052652573393316, -0.009361888747976378, 0.03761948830650421, -0.02015084114345649, -0.013376582680330583, 0.00462506502228883, 0.031636132217493104, 0.01660037330724746, 0.00586729933214418, -0.023125325111444148, -0.013643082484455164, -0.029160261567363878, 0.043258974041027805, 0.004594976319705046, 0.0013045606253417063, 0.00819272693501575, 0.01500996965811386, -0.030466972267177532, 0.01500996965811386, 0.004620766968820621, -0.025308907636639538, -0.0170388082886158, -8.756286225837611e-06, -0.01893009896358724, -0.012757614552137012, 0.011829163291169184, 0.04411865178989164, -0.025326099850512374, -0.042296135558346715, 0.019841357079359703, 0.01678090645407269, 0.025154164673268618, 0.005072097507577379, 0.03124068149609697, 0.015362437982182849, -0.014734872815730332, 0.010548243706132368, 0.019841357079359703, 0.012663049925256187, -0.022798648833474527, -0.004891565292074676, 0.03871987567603832, 0.010548243706132368, -0.02044313113103538, -0.0030883914652898507, 0.03724122979898091, 0.04346529550866229, 0.0018278893804567677, 0.04391233032225716, 0.035315552833618744, 0.017726550860235883, -0.004375758829020877, 0.012405147159390551, -0.0017279518374947334, 0.0031851053517354118, 0.023916228416881475, -0.012482517709753484, 0.0017859800995128807, -0.02290180956729177, -0.054297232164114605, 0.008699936359810603, -0.053093684060763244, -0.009740146324177149, 0.004526202341939796, 0.022953389934200392, 0.030346617456842397, 0.016565987016856732, -0.0046723473357292425, 0.023727099163119828, -0.011021065909213965, 0.0018569034532581834, -0.010049630388273934, -0.018775357862861376, -0.0013937522197260059, -0.009559614108674445, 0.046009940602218025, -0.027544068666098494, 0.003965262592179689, 0.006864525036538522, -0.01722793754237745, 0.012723227330423754, -0.03155016742283881, 0.009714356140722838, 0.0025059600512049056, -0.025841907244888704, -0.03509203542682131, -0.010651404439949611, -0.003309758448369389, -0.00502911371326644, 0.05639484616936558, -0.006047831547646884, -0.005519129992865929, -0.024053777303734505, 0.006641009026724879, -0.010402097781020393, -0.023262873998297177, 0.01679809866794553, -0.012482517709753484, 0.001511957886911721, -0.019669421902115947, 0.020855777791594466, -0.0005604023184536071, 0.019445906357963567, -0.0065507429189735275, 0.04487516880493824, 0.005699662208368632, -0.029108681200455254, -0.04367162070158689, 0.021835810350793444, 0.03282248810697162, 0.016247904983178473, -0.013299211198645123, 0.015233486133588766, 0.013428163047239204, -0.004685242427456398, 0.017073196441651586, 0.004994726491553183, -0.004049081154067462, 0.014537147455032264, -0.025893487611797324, -0.007771485098842776, -0.009920678539679852, -0.04917355382396734, -0.03485132580615104, 0.016024389439026093, -0.017313906062321856, 0.035349940986654525, -0.07606426993412659, -0.03003713339274561, -0.01300692121106623, 0.038891812715927135, 0.003776133571248671, -0.010806146471998004, -0.0008242158391605583, -0.009800323729344716, -0.025532423180791918, -0.02709703571514868, 0.021096487412264737, 0.023572358062393963, 5.947222302863211e-05, -0.021388777399843628, 0.030810842621665047, 0.033991648057287195, 0.00870423534460134, -0.01314446916659673, 0.01977258263593319, 0.007264275208386658, -0.0038921900952849655, 0.01354851785757434, -0.04435936141056192, -0.03658787724304167, -0.006735573653605704, 0.025652777991127054, -0.020236809663400895, 0.0065378478272463715, 0.029624488594831584, 0.04019852155309574, 0.011786179031196982, 0.028661648249505442, 0.004831387886907108, -0.014072921358887085, 0.021337197032935008, -0.035349940986654525, 0.005295613517391022, -0.025308907636639538, 0.04432497325752613, -0.028231811237718576, 0.02384745583610002, -0.05969600827796792, 0.019102034140830997, 0.002361964084149564, -0.03325232698140354, -0.020941744448893816, -0.04958620048452642, -0.01046227611751049, 0.03816968385391632, 0.00035461697245331604, -0.012826388995563527, -0.03175648889047329, -0.017296711985803962, 0.019824164865486868, 0.0016785203809049005, -0.06296278223353448, 0.02119964814608198, 0.043121425154174775, -0.013479743414147826, -0.027819164577159494, 0.04573484655380208, 0.003614943993336701, -0.008287291561896575, -0.015714905374929308, -0.013385179718589529, -0.0009209295509831457, -0.04033607043994876, -0.003139972297859736, -0.06251574741993961, 0.006834436333954737, -0.04817633091354058, -0.016686341827191867, -0.0022996374194172594, -0.05178697522359465, 0.028489713072261686, -0.018758163786343485, 0.015207695950134456, 0.019721002269024568, 0.01935993783801916, 0.035796972074959285, 0.004534798914537478, 0.005218242501366825, 0.016841082927917733, 0.000865050548529735, 0.009344694671458485, 0.001900961993766807, -0.013041308432779487, 0.02940097118803415, -0.01711618070162379, -0.04133329707566563, -0.008386154242245609, -0.02068384075170565, 0.020890164081985196, -0.01392677636509764, -0.015371034089119266, -0.02603103649865035, 0.01503575984156817, -0.011485292005359143, -0.030621713367903397, 0.01647142238997591, -0.005880194423871336, 0.038272844587733564, 0.015783679818355822, -0.004122153650962186, 0.014545743561968682, 0.009396275038367105, 0.02960729451831369, -0.04724787685860517, -0.014949792252946292, 0.006641009026724879, 0.02639210092965576, 0.01725372772583176, 0.01124458238468887, 0.002873472260904522, 0.016067373698998296, -0.012920953622444352, 0.01594701888866316, 0.027887939020586006, -0.02393342249339937, 0.011373534233282953, -0.011820566252910239, 0.007062250862897854, -0.012155840500461335, 0.005944670348168376, 0.008940645980480874, -0.015491388899454402, -0.026650004626843922, 0.02628893833319346, 0.010049630388273934, -0.00010396725185081303, 0.007513581867315876, -0.02750968051306271, -0.020047680409639244, 0.009808920767603662, 0.0019052603964809641, -0.006714081523619602, 0.006946194571692191, -0.015457002609063674, -0.007810170374024242, 0.0146575022653674, -0.028025487907439035, 0.025738744648426404, 0.02766442347643363, -0.022953389934200392, 0.017829711594053128, -0.030346617456842397, 0.005033411766734649, 0.007629638158521538, -0.005218242501366825, 0.016050179622480405, 0.03761948830650421, -0.031842457410417704, 0.039098134183561624, -0.02040874484064465, -0.02960729451831369, 0.00025817191807632077, 0.01416748598576791, -0.046594524302665925, 0.009404872076626053, 0.0075823558450811256, 0.04116136003577682, -0.043499683661698076, -0.05302491147998179, 0.005613694154085489, 0.009396275038367105, 0.013892389143384382, 0.02482748653265394, 0.016015793332089676, 0.00827869452363763, 0.003662226306777113, -0.001577508324575814, -0.04023290970613152, -0.00083818561887774, -0.025085390229842103, -0.018723777495952755, 0.0003425277657514499, 0.03731000610505248, -0.023297262151332963, -0.011287565713338546, -0.04889845977555139, -0.036037681695629556, 0.018328324911911564, 0.027062649424757952, -0.025257325407085862, 0.014313630979557356, -0.019566261168298703, -0.00771990426627289, -0.02814584271777417, -0.03871987567603832, 0.010333324268916408, 0.046388199109741325, 0.038788651982109894, 0.005433161938582786, -0.0361408424294468, 0.010685791661662869, 0.021784228121239764, -0.03311477809455052, 0.06970265161230207, -0.025566809471182644, 0.015585953526335227, -0.014459775973346804, -0.01124458238468887, -0.007702710655416262, -0.005360089441688063, -0.00756946075335397, -0.022747068466565906, 0.0008827813578622317, 0.009989452983106367, 0.004343520634041724, 0.01513892150670794, -0.012018291613608307, -0.04167716743015314, -0.0017913530155940901, 0.0047841055734666954, -0.012774808628654905, 0.021457551843270143, 0.04198664963160487, 0.01608456591287113, 0.018018840847814778, 0.013789227478244612, 0.011021065909213965, -0.03758510015346842, 0.014339421163011668, 0.013282018053449758, -0.015714905374929308, -0.04449691029741494, -0.029676068961740205, -0.003550468301870292, 0.0006227289249782534, -0.0282833916046272, -0.0002427245806160407, -0.0035676616798962883, 0.002925052860643776, 0.015388228165637159, 0.04852020126802809, -0.027784778286768765, -0.0009929275345108167, -0.010797549433739057, -0.009808920767603662, 0.014648905227108452, -0.005084992599304535, -0.007715605747143417, 0.0012013993094478832, 0.019841357079359703, -0.049998847145085505, 0.014201873207481168, -0.028661648249505442, -0.00043924150667786627, 0.027801972363286655, 0.05182136337663043, -0.010427888895797233, 0.0019675869447979524, -0.02267829402313939, -0.0015184054327752985, -0.025308907636639538, 0.02101051889232033, 0.008072372124680614, -0.014391002461242816, 0.015233486133588766, 0.012430937342844863, 0.03648471650922443, -0.020958938525411707, 0.022609519579712876, -0.015835260185264443, -0.0023684116300131414, 0.025102584306359997, 0.0012411594472423499, -0.015353840943923901, -0.01019577538206338, -0.0222828414390982, 0.009783130584149351, 0.0261170031559497, -0.011012468870955017, 0.014425388751633546, 0.038444777902332264, -0.04525342731246154, 0.014322228017816303, 0.0010719104370009074, 0.04845142496195652, -0.0020374356687608867, 0.007161114008908152, -0.01662616349070177, 0.000518224350960299, 0.03060452115403056, 0.015964211102535996, 0.01194951810150432, 0.0022351614951202185, 0.031464198902894404, -0.016437034236940123, -0.002587629353527943, 0.01187214661981886, 0.021285616666026387, 0.004668048816599769, 0.010212969458581272, 0.03246142553861127, 0.022953389934200392, 0.010324727230657462, 0.007767186579713302, 0.011777581992938034, -0.03266774700624576, 0.006400299406054607, -0.002419992229752395, -0.0072900653918409695, 0.017047406258197274, 0.012362162899418348, 0.0023297261220010432, -0.04061116821365482, 0.006456178292092702, 0.023641132505820478, 0.01860342268561762, -0.007135323359792577, -0.005170960187926413, 0.010651404439949611, 0.009886291317966594, -0.007092339565481638, 0.002164238257790232, 0.0015570909407873967, 0.010642808333013194, -0.002819742401600532, -0.005691065170109685, 0.005523428046334137, -0.018569034532581834, 0.0161103579589705, 0.023176907340997827, 0.004680944373988189, 0.020718228904741436, 0.0015914780460853377, 0.0006205797236211749, -0.012766211590395959, 0.014210469314417586, -0.035590650607324796, 0.03191122999119916, 0.01189793680327317, 0.004435936234188444, 0.003490290896702724, 0.0120354856901262, -0.016213518692787744, 0.025343293927030268, 0.016480018496912326, 0.02009926077654787, -0.029486939707978554, -0.010402097781020393, 0.027114229791666573, -0.01154546941052671, -0.02432887507744056, 0.07558285069278604, -0.01603298554596251, 0.00746200103474599, -0.011132823681290155, -0.010840533693711261, 0.01138213034021937, -0.00306260128183554, 0.025480842813883294, 0.010582630927845626, -0.03720684537123524, 0.030793648545147153, -0.0032345366919099288, -0.03017468227959864, 0.019824164865486868, -0.018534648242191105, 0.01636825979351361, -0.008437734609154231, -0.028472520858388847, -0.003913682225271067, -0.01038490463582503, -0.01903326156004954, -0.04346529550866229, 0.025119778382877888, 0.009344694671458485, -0.012826388995563527, 0.010797549433739057, 0.00499042797242371, -0.0027144319425572885, 0.020666648537832816, -0.013041308432779487, 0.028850777503267092, 0.02582471316837081, -0.006671097729308663, 0.011726001626029414, -0.01822516417809432, 0.03155016742283881, 0.004006097359756523, 0.004968936308098872, 0.0024070971380252396, -0.0030797948926921683, 0.03036381153336029, 0.020460325207553275, 0.0016946393619791608, -0.029486939707978554, 0.02646087537308227, -0.025257325407085862, -0.013333598420358379, 0.021681067387422523, -0.0071095331763382655, -0.038891812715927135, 0.02431168100092267, -0.009645581697296323, 0.022919003643809662, 0.005016218621539285, 0.03101716595194459, 0.0018655002586864975, 0.009705759102463891, 0.024260100634014046, -0.0036428836691863803, -0.015637534824566375, -0.014012743953719518, -0.015422615387350416, 0.003761089219956779, -0.011811969214651292, -0.031464198902894404, 0.006615218843270568, 0.003464500480417781, -0.03696613575056497, -0.02833497197153582, 0.02181861627427555, -0.012405147159390551, -0.009594001330387701, 0.04143645780948287, -0.010857727770229154, 0.015482792792517984, 0.015938420919081688, 0.013505534528924664, -0.054056522543444334, -0.025945067978705945, -0.04470323176504943, 0.027131423868184464, 0.05481303955849093, 0.030948391508518074, -0.00335274247551096, 0.0019439457880777462, 0.026942294614422817, -0.003565512653162184, -0.017399872719621207, -0.038891812715927135, 0.009207146715927985, 0.0045476940062646335, -0.008042282956435566, 0.0565667832092544, 0.002411395424324081, -0.011640034037407534, 0.003516081080157035, -0.017589001973382857, 0.013832211738216815, 0.02544645466084751, 0.005811419980444821, -0.0005386417347487164, 0.01903326156004954, -0.047007167237934896, 0.01803603492433267, 0.016884067187889935, 0.01095229146578745, 0.008742920619782806, 0.02068384075170565, -0.0041909280943887, 0.029624488594831584, -0.031051552242335318, 0.023348842518241583, 0.02001329225660346, -0.0054374604577122594, 0.03419797325021179, -0.003782581117112249, 0.011425114600191575, 0.011399324416737263, -0.002937947952370931, 0.01300692121106623, 0.04549413693313181, -0.005407371755128476, -0.003632137604193329, -0.011717404587770467, -0.007608146028535437, -0.003228089146046351, -0.022454776616341956, 0.008751517658041753, 0.01143371163845052, -0.013866598959930072, -0.010866323877165572, 0.021560712577087388, 0.007350242797008537, 0.009559614108674445, 0.005231138058755245, -0.030776456331274318, 0.018156389734667804, 0.002159939738660759, -0.0035332746910136633, 0.017520227529956342, 0.04019852155309574, -0.061449751928731394, -0.016265099059696364, -0.004182331056129754, -0.02451800433120221, -0.01584385629220086, -0.02568716428151778, -0.013299211198645123, -0.019789776712451083, 0.015723501481865725, -0.013213243610023243, -0.008364662112259507, 0.004908758902931304, -0.009731549285918201, -0.039270071223450435, -0.013772034333049247, 0.019583455244816597, 0.0013840807845153231, 0.0030690488276991176, 0.028764810845967742, 0.028747616769449848, 0.004857178070361419, -0.004509008731083167, 0.012465324564558119, 0.04535658804627878, 0.001824665607524979, -0.005102186210161163, -0.0022523551059768472, 0.015190501873616563, -0.038135295700880534, -0.00028369358960418444, -0.0005413281927893211, -0.021921777008092794, -0.024053777303734505, 0.01706459847207011, -0.0026607020832532984, 0.034301133984029036, 0.01506155002502248, -0.016041583515543988, -0.009310307449745227, 0.0030454076709789113, 0.01671213201064618, 0.04160839112408157, 0.014717679670534967, 0.022214066995671685, -0.024672745431928076, -0.04862336200184534, 0.004693839465715344, 0.01893009896358724, -0.023520777695485343, 0.022076519971463714, 0.015775083711419405, -0.043430911080916616, -0.026581230183417407, -0.014889614847778725, -0.006391702367795661, -0.0012583529416836622, 0.017305308092740383, 0.038960585296708594, -0.03810090754784475, 0.014330824124752721, 0.023864648049972854, 0.016505808680366635, 0.011150017757808047, -0.019789776712451083, 0.03280529589309879, 0.01206127587358051, -0.014528550416773317, -0.01887851859667862, 0.023400422885150207, 0.0363471676223714, -0.005820017018703767, -0.017305308092740383, -0.015465598716000091, -0.01695284163131645, 0.020855777791594466, 0.00404478263493799, -0.004818492795179953, 0.023623938429302584, -0.015121728361512576, -0.018104809367759184, 0.015560163342880916, -0.029624488594831584, 0.04126452076959406, -0.014941195214687345, -0.0036385851500569067, -0.0046723473357292425, 0.03041539190026891, 0.00986909817277123, 0.0029744842008182924, 0.011038259985731857, -0.012078469018775875, -0.0016430586458245913, 0.025257325407085862, 0.020271195953791624, 0.008313081745350885, -0.024913455052598347, 0.03192842220507199, 0.042605617759798445, -0.006615218843270568, -0.024432035811257805, 0.022919003643809662, 0.013453953230693516, -0.0031163311411395297, -0.013608695262741907, -0.010393501674083976, 0.009189952639410092, 0.007182605673232989, 0.005600799062358334, 0.003105585076146479, -0.009009420423907389, -0.013118678983142418, 0.024775906165745317, 0.019910131522786218, 0.01555156630462197, -0.013135873059660312, -0.02455239062159294, -0.042743166646651475, 0.01850026008915532, 0.021423163690234358, -0.008098162308134925, -0.029452553417587825, 0.004401549012475187, 0.0007629638042106222, -0.008932049873544456, 0.036037681695629556, -0.017932874190515428, -0.03165332815665605, -0.018190776025058534, 0.013471147307211408, -0.04160839112408157, -0.00358915380988239, 0.02336603473211442, -0.004188778601993332, -0.004272597163881105, 0.0002454110823123889, -0.01303271139452054, 0.013462550268952461, 0.00304110938468007, 0.0075823558450811256, -0.01697863181477076, -0.028472520858388847, -0.010720178883376126, 0.007689815563689106, -0.02482748653265394, -0.015121728361512576, -0.004377907855754981, 0.011708808480834049, -0.0041006619866373484, -0.003496738442566302, -0.011880743658077807, -0.0018526050505440262, -0.02585909945876154, -0.02398500286030799, 0.004006097359756523, 0.016050179622480405, -0.012362162899418348, 0.03235826107950392, 0.0009816443292495556, 0.04886407162251561, -0.01124458238468887, 0.013024114356261595, 0.004809895756921007, -0.017374082536166895, 0.024896260976080452, 0.02998555302583699, 0.02761284310952501, 0.004392952439877505, 0.01841429343185597, 0.042605617759798445, 0.03662226167078734, 0.01739127661268479, 0.01409011450408245, -0.016720728117582597, -0.004964637788969399, 0.008863275430117942, -0.008515106090839691, 0.023572358062393963, 0.0029272021202085123, 0.012525501969725688, 0.004818492795179953, 0.005966162012493214, 0.0029272021202085123, -0.001580732097507603, -0.005669573505784848, -0.007771485098842776, 0.011296162751597493, -0.01758040586644644, -0.01803603492433267, 0.006726976615346758, -0.010857727770229154, -0.039063746030525835, 0.004444532806786127, -0.017305308092740383, 0.017503035316083507, 0.0017881292426623013, 0.007509283348186403, 0.0019041857666985957, -0.01574069555838362, 0.012663049925256187, -0.026340520562747136, 0.017623390126418642, 0.006052130066776356, -0.050514650814171724, 0.0006920403922576616, -0.0001362723201530735, 0.0012443832201741386, -0.032856876260007405, 0.026374906853137866, -0.018242358254612213, 0.01636825979351361, 0.01003243724307857, -0.018053229000850563, 0.022695486237012227, -0.005596501008890125, 0.023589552138911854, -0.027836358653677385, 0.0110038727640186, -0.0005706109521401578, 0.021405971476361522, -0.003905085187012121, 0.024053777303734505, 0.0344558750847549, 0.025068196153324212, 0.001924603034071697, 0.0006044607425469146, -0.014726276708793912, 0.02243758440246912, 0.0032130447947544593, 0.008863275430117942, -0.005192452317912515, 0.07248801377710831, 0.03492010211222261, -0.04002658451320692, -0.03199719851114356, 0.01798445455742405, 0.01636825979351361, 0.005222541020496299, 0.005093589637563481, -0.00873432358152386, -0.0028218914283346364, -0.023675518796211204, -0.0019482441907919033, 0.030999971875426698, 0.02209371218533655, -0.015835260185264443, 0.029521325998369284, -0.025927873902188054, 0.025171358749786512, 0.00789613796264612, 0.0008870797605763888, 0.002839085039191265, -0.00930171134280881, 0.01911922821734889, -0.005007621583280338, -0.03731000610505248, -0.01508734113979932, 0.007324452613554226, 0.006524952735519216, -0.036244006888554156, 0.012886566400731094, -0.0132476308317365, 0.023176907340997827, 0.013084291761429162, 0.025291713560121647, 0.017589001973382857, 0.004474621509369911, 0.04841704053421085, -0.03607206984866534, -0.049861298258232475, -0.017305308092740383, -0.032994425146860434, -0.0013711856927881678, 0.011296162751597493, 0.0023748591758767194, 0.007272871780984341, 0.017795325303662398, 0.0024371858406090235, 0.02214529255224517, -0.008820291170145739, 0.014554340600227627, 0.004835685940375317, -0.013041308432779487, -0.02536048800354816, -0.004440234287656653, -0.06873981312962098, 0.0073158560409565445, 0.021560712577087388, 0.04047361932680179, -0.0018160688020966646, 0.019635035611725218, 0.02415693803755175, -0.006039234509387937, 0.014476970049864696, -0.026959486828295652, 0.04865775015488112, -0.01850026008915532, 0.00371810542564584, -0.010574033889586679, -0.02328006807481507, 0.03669103797685891, 0.00659802523241394, 0.008007896666044838, 0.042468068872945415, 0.017589001973382857, 0.0029465447577992454, 0.023400422885150207, 0.0023899035271686114, -0.010101210755182555, -0.00280469805030864, 0.027217390525483814, 0.004466024936772228, -0.0003876608487309547, -0.006284242649187682, 0.006095113861087295, -0.009258727082836605, 0.02814584271777417, -0.01740847068920268, 0.017451454949174886, -0.010814743510256951, 0.01735689032229406, -0.004227464342836062, -0.0020127199986736282, 0.020666648537832816, -0.00040700357363317483, 0.00908679190559285, -0.0120354856901262, -0.0006791452423228482, -0.0056867671166414765, -0.01977258263593319, -0.014511357271577952, -0.006722678561878548, -0.015104534284994683, -0.009018017462166334, 0.01678090645407269, -0.00513657343187442, 0.006404597459522817, -0.007195501230621408, -0.04549413693313181, 0.00735454131613801, 0.0008054104000456934, 0.004599274838834519, 0.02049471336058906, -0.0208729700054673, -0.003341996410517909, 0.05966162012493214, 0.01449416319506006, -0.014812244297415792, -0.0024178429701876584, -0.04490955323268391, -0.011098437390899425, 0.01487242170258336, 0.014648905227108452, 0.014966986329464185, -0.001207846971726777, 0.012963936951094027, 0.010857727770229154, 0.02030558410682741, 0.006241258854876742, -0.002942246471500404, 0.024965035419506967, -0.008209920080211115, 0.0017741595211527776, 0.004057678192326409, -0.014511357271577952, 0.02776758421025087, 0.014391002461242816, -0.0012207420634539324, 0.005540621657190766, 0.012886566400731094, -0.003066899568134381, -0.005691065170109685, -0.00878590487975501, 0.010402097781020393, -0.01711618070162379, 0.005420266846855631, 0.019377131914537053, -0.0020019741665112094, -0.003432262518269261, 0.0147950502208979, 0.03474816507233379, -0.003451605388690626, -0.0018730224343324435, 0.018998873407013755, -0.014803647259156845, -0.007956315367813688, -0.008863275430117942, -0.012448130488040226, 0.013110082876206, 0.00546325064116657, 0.009207146715927985, -0.009164162455955782, -0.019016067483531646, -0.030105907836172126, -0.006361613665211877, -0.0005716855819225261, 1.3021092207381229e-05, -0.03168771258440172, -0.014253453574389788, 0.009232936899382295, -0.02977922969555745, 0.012224614943887848, -0.012319179570768673, -0.005635186284071591, -0.0031141818815747934, -0.02166387331090463, -0.009525226886961188, 0.03101716595194459, -0.03165332815665605, 0.02842093862883517, 0.010995275725759654, -0.0006662500923880349, 0.004074871337521773, -0.04339652292788083, -0.0021040608526226644, -0.016548792940338838, -0.010333324268916408, 0.01227619531079647, 0.013505534528924664, -0.0027810568935884338, -0.023262873998297177, 0.003995351294763473, -0.010118404831700447, 0.019996100042730624, -0.02842093862883517, -0.05629168543554834, 0.023503583618967448, -0.020288390030309515, 0.01744285697959341, -0.03404323214948593, -0.011364937195024008, 0.0035827060311881802, -0.003135673778730263, 0.007535073531640714, -0.007685517044559633, -0.00867844516114703, -0.007909033054373276, -0.011820566252910239, 0.011175807941262357, 0.02001329225660346, -0.03442148693171911, 0.009808920767603662, 0.003746044868664887, -0.01641984016042223, 0.01406432432062814, 0.009628388552100959, 0.013436760085498151, 0.0027122826829925517, -0.012216017905628903, 0.010969485542305342, -0.004698137519183553, -0.014760662999184642, 0.028696036402541227, 0.023641132505820478, -0.0004755091267834648, -0.00830018665362373, -0.01908484192695816, -0.004358565218164248, -0.0036514802417840623, -0.027784778286768765, 0.021887390717702064, 0.007861750740932863, 0.013531324712378976, 0.016677743857610394, 0.015474195754259037, -0.006142396174527708, -0.02408816545677029, 0.025704358358035674, -0.027354939412336843, 0.01305850157797485, -0.01341096990204384, 0.007513581867315876, 0.0050205166750074935, -0.010152792053413705, 0.02033997039721814, 0.009697162995527473, 0.008214219065001851, 0.01419327616922222, 0.014545743561968682, 0.00870423534460134, -0.04074871710050785, -0.0220077455280372, 0.006589428194154994, -0.009396275038367105, 0.010763163143348329, -0.008669848122888084, 0.021251228512990602, -0.02290180956729177, 0.028730422692931957, 0.022506358845895635, 0.0009289890415202758, -0.028747616769449848, 0.004184480548525122, -0.02033997039721814, -0.017434260872656992, -0.014803647259156845, -0.020425938917162545, -0.00659802523241394, 0.00688171864739515, 0.01893009896358724, -0.021130873702655466, -0.002849831104184316, 0.003260327108194872, 0.015990003148635364, 0.019721002269024568, 0.033682165855835465, 0.012938146767639715, 0.0054374604577122594, -0.02157790665360528, 0.010290340008944205, -0.007019267068586914, -0.006950493090821664, -0.04972374937137945, -0.00608221876936014, -0.00018617391999673535, 0.021302808879899222, 0.02185300256466628, -0.00425970207215395, 0.008528001182566846, -0.01719355125198672, -0.032856876260007405, -0.002495213986211855, 0.01027314686374884, -0.004214569251108906, 0.008687041268083447, 0.015783679818355822, -0.010960888504046397, -0.023245679921779283, 0.01784690567057102, -0.009955065761393109, 0.00322379085974751, -0.010814743510256951, 0.012809194919045634, -0.02370990694924699, 0.02793951938749463, -0.0037546416740932014, 0.010101210755182555, 0.021646681097031793, 0.02044313113103538, -0.014614518005395196, 0.01874096970982559, 0.019617841535207323, -0.008592476641202622, 0.025136970596750727, 0.007216992894946246, 0.012654453818319769, 0.0009950767940755533, 0.02682193980408768, -0.009387678931430688, 0.02438045544434918, 0.004255404018685741, -0.013651679522714111, -0.031326650016041374, 0.007621041585923857, -0.027544068666098494, 0.008377557203986663, 0.012654453818319769, 0.010041033350014987, 0.010642808333013194, 0.04301826442035753, -0.022403196249433335, -0.029229036010790393, -0.03001993931622772, 0.004551992525394107, 0.021096487412264737, 0.03206597109192502, 0.012104260133552713, -0.01506155002502248, -0.014889614847778725, -0.012688840108710499, -0.010935098320592087, -0.016875469218308462, -0.003580557004454076, -0.014270646719585153, -0.0026284641211047777, 0.03253019811939273, 0.0167637123775548, 0.005772734705263355, 0.012852179179017837, -0.028266197528109306, 0.003086242438555746, -0.01617053443281554, 0.012706034185228391, -0.012783404735591322, 0.004061976245794618, 0.02199055145151931, -0.021079293335746846, -0.004180182029395649, 0.03779142534639302, 0.027492488299189873, -0.0003863175906068234, -0.009232936899382295, 0.00041586900740325214, -0.009430662260080363, 0.027354939412336843, -0.004633662060547776, 0.017270921802349654, 0.021509132210178764, -0.014528550416773317, -0.009791727622408299, 0.01095229146578745, 0.013290615091708704, 0.005235436112223454, -0.008467823777399278, -0.025188552826304403, 0.005016218621539285, 0.021079293335746846, 0.01893009896358724, -0.00499042797242371, 0.012860776217276784, 0.002366262370448405, -0.011442307745386938, -0.0368973594444934, -0.015173308728421198, 0.0012239659528010373, 0.0031829560921706754, 0.011321952935051803, -0.024277292847886885, -0.0024973632457765916, 0.019377131914537053, -0.01395256654855195, -0.0013163812037018095, 0.0017075345701216321, 0.01808761529124129, 0.0031571656758857328, -0.010806146471998004, 0.027028261271722167, -0.008450630632203915, 0.01716776106853241, -0.016772308484491218, 0.009413469114884998, -0.0012551291687518734, 0.02446642210164853, 0.022506358845895635, -0.006039234509387937, -0.030346617456842397, -0.00376538750625562, -0.04460007103123219, 0.02568716428151778, -0.0075823558450811256, 0.0004397787924652214, -0.018758163786343485, -0.018534648242191105, -0.02747529422267198, -0.013668872667909475, 0.035281164680582955, -0.007131025306324368, -0.0006291764708418311, 0.04508149027257273, -0.018912906749714405, 0.019239583027684026, 0.0013572159712786443, -0.02388184212649075, 3.687210663413793e-05, -0.010531049629614476, 0.0061209040445416064, -0.0068129446696299, -0.02544645466084751, 0.007840259542269289, -0.021302808879899222, -0.017864099747088913, 0.030587327077512667, 0.004564887617121262, 0.00827869452363763, -0.012430937342844863, -0.03476536101149674, -0.04501271769179127, -0.05890510683517565, -0.019325551547628432, -0.012293388455991835, 0.0015216292057070873, -0.014150291909250018, -0.02033997039721814, -0.01716776106853241, -0.011107033497835843, 0.0026692986558509804, 0.02833497197153582, -0.020615068170924195, 0.014262050612648736, 0.0034494561291258893, 0.013789227478244612, -0.011407920523673683, -0.022643905870103606, -0.010909308137137775, 0.0005539547143823713, -0.02652964795386373, 0.00074684488134402, -0.01620492072320627, 0.006378807276068506, -0.0035741094585904983, 0.025171358749786512, 0.0046594522440020865, 0.004317730450587413, -0.00780157380142656, 0.001333574814558438, -0.035418713567435985, 0.0060650251585035115, 0.0025962261589562575, -0.0036751213985042686, 0.00816263869809323, -0.008828888208404686, 0.006047831547646884, 0.012001098468412942, -0.011777581992938034, 0.03311477809455052, -0.022695486237012227, 0.03280529589309879, -0.0050892911184340075, 0.00567817007838253, 0.02842093862883517, 0.02800829383092114, -0.014889614847778725, -0.0006114456615093345, 0.006937597533433245, -0.03404323214948593, -0.015104534284994683, -0.016961437738252868, -0.0040942144407737704, 0.0021362985819405526, 0.014984179474659548, 0.010677194623403921, -0.0007140696625119735, -0.013376582680330583, 0.00567817007838253, -0.005824315537833241, -0.03158455185058448, -0.011863549581559914, -0.009293114304549863, 0.00415224235354597, -0.006993476885132604, -0.001942871274710694, -0.003326952059226017, 0.016909857371344247, -0.008803098024950374, -0.006791452539643798, -0.004801299184323324, -0.01744285697959341, -0.002731625320583285, -0.004223165823706588, -0.016058775729416823, -0.021440357766752252, 0.009722953178981784, -0.0039072342137462255, -0.013591502117546544, 0.008691340252874186, -0.017262325695413236, 0.017812519380180292, -0.008613968771188725, 0.002815443882471059, 0.01419327616922222, 0.023417616961668098, -0.0025704357426713145, -0.011726001626029414, 0.011966711246699685, -0.03830723274076935, 0.005703960261836841, 0.019067647850440267, -0.023073744744535527, -0.017864099747088913, -0.003849206068143394, -0.010049630388273934, -0.0010090465155850768, -0.012559889191438944, 0.018826938229769996, -0.010092614648246137, -0.005295613517391022, -0.03050135855756826, -0.011511082188813453, 0.0027337745801480216, 0.013299211198645123, -0.006099411914555505, 0.003066899568134381, 0.027165810158575193, 0.00735454131613801, 0.007427613813032734, 0.003146419843723314, -0.006387404314327452, 0.03583136022799507, 0.01671213201064618, 0.025308907636639538, -0.008467823777399278, 0.005033411766734649, 0.0013292764118442808, -0.008171234805029648, -0.0016602522566812198, -0.018001646771296884, -0.003662226306777113, -0.02040874484064465, 0.016075969805934714, 0.01387519506686649, -0.02035716447373603, 0.010831936655452314, 0.02960729451831369, 0.011863549581559914, 0.006129501082800553, -0.02422571248097826, -0.002030988122897309, 0.00402973851647673, -0.012207420867369955, -0.007010670495989232, -0.002366262370448405, 0.012912356584185405, 0.0065507429189735275, -0.009714356140722838, 0.0007952017081514847, 0.021148067779173357, -0.004870073162088574, -0.017485841239565612, 0.021440357766752252, 0.015921228705208852, 0.02432887507744056, 0.010187179275126962, -0.01298113102761192, -0.005944670348168376, -0.009972259837911002, 0.007840259542269289, -0.01173459866428836, -0.008949243018739821, 0.015405421310832524, -0.01706459847207011, -0.002952992303662823, -0.0006726976964592706, -0.006095113861087295, -0.01019577538206338, -0.01027314686374884, -0.011304759789856438, 0.009207146715927985, 0.00771990426627289, 0.00986909817277123, -0.029074294910064528, 0.046525747996594355, -0.00819272693501575, 0.012946743805898662, -0.007552267142497342, 0.009636985590359906, -0.018912906749714405, -0.012353565861159403, 0.0010273146398087577, 0.004253254526290372, 0.003801923987533614, -0.022300035515616094, -0.007672621952832478, 0.023176907340997827, -0.02974484340516672, -0.0015033610814834065, -0.0026263148615400414, -0.0064819684755470135, 0.004210270731979433, 0.01996171188969484, 0.014958389291205238, 0.00025575405927365013, -0.012912356584185405, -0.015749291665320037, 0.009026614500425282, -0.0023103834844103105, 0.005893089515598491, -0.011915130879791062, 0.0023082342248455737, 0.006628113934997724, 0.017546017713410654, -0.006193976541436329, -0.0059102831264551195, 0.01860342268561762, -0.0005657752927424745, 0.01903326156004954, 0.0008714980943933127, 0.013600098224482961, 0.0071095331763382655, -0.020082066700029974, 0.030140294126562855, 0.021973357375001414, -0.010264549825489895, 0.026185777599376216, -0.02336603473211442, -0.009155565417696835, 0.010754566105089382, 0.0060220413641925725, 0.0005765212413202093, 0.008007896666044838, -0.006507759124662588, -0.02620297167589411, -0.012224614943887848, 0.011184404979521303, 0.026185777599376216, -0.0032216416001827736, 0.01435661523952956, 0.018861324520160726, -0.016583179230729567, 0.01319605046482788, -0.004999025010682656, 0.005127976393615474, -0.006877420128265677, -0.004193077121122804, -0.005321404166506597, -0.02811145642738344, 0.007608146028535437, 0.012637259741801877, -0.010608421111299936, -0.002008421712374787, -0.0015613893435015539, -0.0005472384819693726, 0.0019299760665682224, 0.0020707483771070915, 0.005639484803201064, 0.003941621435459482, 0.00032184178272509845, 0.01592982481214527, -0.004223165823706588, -0.00358915380988239, -0.0035676616798962883, 0.0024393351001737603, -0.009413469114884998, 0.011803372176392346, 0.012920953622444352, -0.025136970596750727, -0.010324727230657462, 0.014537147455032264, 0.012688840108710499, -0.011347743118506113, 0.006034936455919728, 0.0015667622595827632, 0.003367786826802852, 0.008949243018739821, -0.008373259150518453, 0.0004016305993443074, 0.004371460309891403, -0.035796972074959285, -0.018293938621520834, 2.1290451364997713e-05, 0.0008607521458155779, -0.01111563053609479, 0.014339421163011668, -0.009207146715927985, -0.010909308137137775, -0.001188504217720728, 0.01927397118071981, -0.003520379599286508, 0.019067647850440267, 0.014863824664324413, 0.03101716595194459, 0.0026499560182602477, 0.006163887838852545, -0.0001086014545440885, 0.005712557300095788, 0.004805597237791533, -0.004612169930561675, -0.016737922194100488, 0.0004983443402707238, -0.0054245653659851035, -0.008265799431910473, -0.004693839465715344, -0.01121879220123456, 0.02544645466084751, -0.03662226167078734, -0.01043648500273365, -7.663219349690361e-05, -0.010814743510256951, 0.005377283052544691, -0.01124458238468887, -0.014296437834361993, -0.007259976689257186, 0.02750968051306271, -0.00214919390649834, -0.007079444473754482, -0.0029658873953899785, -0.005523428046334137, 0.006456178292092702, -0.0021577907119266545, 0.013918179326838693, -0.014992776512918495, 0.012044082728385145, -0.004016843424749574, 0.013402372863784894, 0.011347743118506113, -0.014476970049864696, 0.004685242427456398, -0.0031571656758857328, -0.0018289640102391361, 0.012052678835321563, 0.009447856336598255, 0.01727951790928607, -0.0032409842377735068, -0.006241258854876742, -0.0029207543415143023, -0.021509132210178764, -0.02078700334816795, 0.016462824420394432, -0.00879020293322322, -0.03412919694414022, 0.003447306869561153, 0.009757340400695041, -0.002008421712374787, 0.018534648242191105, -0.005871597385612389, -0.012714631223487337, 0.03569381134114204, -0.01889571267319651, -0.0030969882707181646, -0.0010574033423925416, 0.007010670495989232, -0.0013206796064159667, 0.017915680113997533, 0.003941621435459482, 0.00922433986112335, 0.02209371218533655, -0.0027144319425572885, -0.0026263148615400414, 0.009103985050788214, 0.0005440147090375837, -0.003945919954588956, 0.010316130192398515, 0.00965417873555527, 0.021732647754331143, 0.0027337745801480216, -0.0051881537987830415, 0.017434260872656992, -0.00935329170971743, -0.021423163690234358, 0.005149468523601575, 0.0028799198067680997, -0.020460325207553275, -0.000834424531054767, -0.0036407344096216435, 0.008708533398069549, -0.008467823777399278, -0.0033355488646543315, 0.0034580529345542036, -0.01735689032229406, -0.015990003148635364, 0.0005571784873141602, 0.014734872815730332, -0.008897662651831199, -0.0018526050505440262, 0.011906533841532117, -0.0272517786785196, -0.015405421310832524, -0.019806970788968974, -0.013668872667909475, 0.0011444456772121043, 0.025326099850512374, -0.021130873702655466, -0.005527726565463611, 0.003219492340618037, 0.019806970788968974, -0.0013776332386517456, -0.0005343433320345592, 0.018534648242191105, 0.015697711298411417, 0.01836271306494735, 0.025136970596750727, -0.025136970596750727, 0.002766012542296542, 0.009851905027575866, -0.012026888651867252, 0.008708533398069549, 0.009293114304549863, 0.0027079841638630786, 0.009946468723134162, 0.00612520256367108, 0.0011863549581559913, 0.010763163143348329, 0.0027746093477248562, -0.00520534740963967, -0.011476694967100196, 0.00692470244170609, -0.004861476589490892, 0.004023290970613152, -0.010548243706132368, -0.007100936603740584, -0.02219687478179885, -0.028025487907439035, -0.005845807202158078, -0.0003062601165420224, 0.02185300256466628, 0.007711307693675208, 0.007152516970649205, -0.007784380190569931, -0.0035031859884298794, 0.017030212181679383, -3.2472975567776895e-05, -0.00754367056989966, -0.0021277020093428706, -0.004551992525394107, -0.030793648545147153, -0.008639758954643036, -0.035521874301253226, 8.38269583424434e-06, 0.017511631423019924, -0.009671371880750634, -0.019617841535207323, 0.03700052017831064, -0.01870658341943486, -0.012095663095293767, -0.003733149776937732, -0.01784690567057102, -0.002171760317020862, -0.004870073162088574, 0.010831936655452314, 0.020666648537832816, 0.013187453426568933, -0.00761244454766491, -0.021835810350793444, 4.6308412010248026e-05, 0.0011498187097086297, 0.025532423180791918, -0.005600799062358334, -0.004943145658983297, 0.0035010367288651426, -0.021543518500569493, 0.0075952509368082816, 0.010161388160350122, 0.01187214661981886, -0.010677194623403921, -0.03230668071259529, 0.011786179031196982, -0.0001653536082475879, 0.0001386230073183889, 0.02795671346401252, -0.015938420919081688, 0.02219687478179885, -0.024432035811257805, 0.001535599043631927, 2.6008604053052765e-05, 0.019806970788968974, 0.0166605497810925, 0.012259002165601105, 0.011597049777435331, -0.013668872667909475, 0.024053777303734505, 0.0019450204178601146, 0.02290180956729177, 0.007006371976859759, 0.012009695506671888, 0.009172759494214727, 0.0011003872531187967, -0.005875895904741862, 0.006658202637581508, -0.003161464195015206, 0.011983905323217577, 0.0025210044024967975, 0.0011143569746283205, -0.008016492772981255, -0.005540621657190766, 0.0022845930681253675, -0.023950616569917264, -0.02223126107218958, -0.029813617848593234, 0.012766211590395959, -0.020701034828223545, -0.012559889191438944, -0.00644758171949502, -0.013909582288579747, 0.0024586777377644934, -0.010728775921635072, -0.01889571267319651, 0.0025553913913794225, 0.005901686088196173, -0.02370990694924699, 0.006529250788987425, 0.001352917568564487, 0.035762583921923496, -0.00560939610061728, -0.00946504948179362, -0.012645856780060824, -0.009018017462166334, -0.008205622026742906, 0.024621165065019456, 0.017503035316083507, 0.006671097729308663, 0.010161388160350122, -0.003672972371770164, 0.011150017757808047, -0.005265524814807238, 0.009103985050788214, 0.009774533545890406, -0.00035488562989890814, 0.0024930649594777504, -0.004440234287656653, -0.000784993074464934, 0.007599549455937754, -0.01078895332680264, 0.006533549308116899, 0.030982777798908803, -0.005875895904741862, 0.0028111455961722176, -0.006976283274275975, -0.010745969066830436, -0.0013217542361983348, -0.0017279518374947334, 0.004186629575259226, -0.007259976689257186, 0.0010042108561873935, -0.004711033076571973, -0.01078895332680264, 0.017477245132629195, -0.002785355179887275, 0.010522453522678058, 0.008828888208404686, -0.0077886787096994045, -0.0090352106073617, 0.010470872224446908, 0.014150291909250018, 0.0051881537987830415, 0.023073744744535527, -0.021921777008092794, 0.008605371732929778, 0.006090815341957823, 0.01903326156004954, 0.0021878794145104383, -0.00451760530368085, -0.023228487707906448, -0.011072646276122585, 0.0005475071103111357, 0.03031222930380661, -0.025738744648426404, 0.006726976615346758, 0.004900161864672358, 0.01508734113979932, 0.009155565417696835, -0.01898167933049586, -0.0006796825572140324, -0.01484663151912905, -0.015190501873616563, -0.00012754122965770673, 0.030759262254756423, 0.0017634135725750429, 0.0009311382428773544, 0.0012325626418140355, 0.0016258651513832787, 0.0004717480389604918, 0.016299485350087094, -0.016488614603848744, -0.01416748598576791, -0.004526202341939796, -0.018431485645728805, 0.004440234287656653, -0.00173010109705947, -0.028850777503267092, 0.00951663078002477, -0.012439534381103809, -0.0023705608895778782, -0.002686492266707609, 0.0003261401563354266, -0.001108984058547111, 0.02455239062159294, 0.028403746414962336, -0.025704358358035674, -0.005162363615328731, 0.017760937150626613, 0.015680519084538578, 0.025257325407085862, -0.006619516896738778, 0.02451800433120221, -0.013127276021401365, 0.025566809471182644, -0.03758510015346842, 0.014717679670534967, 0.0060779202502306675, 0.002937947952370931, 0.023348842518241583, -0.001809621256233087, -0.003546169782740819, 0.017881291960961748, -0.0078445575957375, -0.031223487419579074, -0.002258802651840425, 0.004294089293867207, -0.022729874390048015, -0.011459501821904831, -0.0028326374933276876, -0.011081243314381532, 0.013574308041028651, -0.0010149568047651285, 0.0036450326959204847, -0.006473371902949331, 0.011046856092668275, 0.005248331203950609, 0.010531049629614476, 0.030432584114141747, -0.02068384075170565, -0.016875469218308462, 0.020030486333121354, -0.008119654438121028, -0.015663325008020687, -0.006417493016911236, -0.0013099336578382317, -0.009894888356225541, 0.009310307449745227, 0.010677194623403921, -0.016153340356297646, -0.0034430085832623117, 0.01927397118071981, 0.002991677811674921, 0.0013239033793477554, 0.0028906656389305185, 0.008588178587734413, 0.01662616349070177, -0.016024389439026093, -0.005600799062358334, -0.012379356975936241, -0.01500996965811386, -0.03320074661449492, 0.014691889487080657, 0.04164277927711736, -0.00698917836600313, -0.0032409842377735068, -0.02328006807481507, -0.009817517805862609, -0.0010385979614853345, 0.005291315463922813, 0.008781605894964272, 0.008244307301924372, -0.027148616082057302, -0.015869646475655173, -0.01314446916659673, 0.005665274986655375, 0.00805947703295346, 0.0008274396120923472, 0.005140871485342629, -0.011055453130927222, -0.018586228609099725, 0.01008401760998719, -0.006950493090821664, 0.021440357766752252, 0.0068043476313709534, -0.010668598516467504, -0.010350517414111773, -0.012749017513878066, -0.010823340548515897, 0.005067798988447906, -0.020030486333121354, -0.004706734557442499, 0.005648081375798746, 0.004427339195929498, -0.01655738904727526, -0.004797000665193851, -0.00843343655568602, -0.017657776416809372, 0.002233012468386114, 0.020511905574461895, -0.012706034185228391, 0.018379905278820184, 0.023916228416881475, -0.015310856683951699, -0.01574069555838362, -0.0024414841269078647, -0.025498035027756133, -0.011038259985731857, 0.013643082484455164, 0.007986404536058736, 0.018122003444277078, -0.014227663390935478, 0.009903485394484487, 0.005390178144271847, -0.004809895756921007, 0.011038259985731857, -0.008347468967064143, -0.009318904488004173, -0.01078895332680264, -0.009318904488004173, -0.028678842326023336, -0.00195039345035664, 0.017348292352712586, -0.0015270022382036128, 0.027887939020586006, 0.0209761326019296, -0.016755114407973327, 0.004964637788969399, 0.0012304134986646149, -0.001885917642474915, -0.027268970892392438, 0.005665274986655375, -0.007100936603740584, 0.01192372791805001, -0.014631712081913089, -0.0062584524657333706, 0.01740847068920268, 0.0003898100209842043, -0.0003325877604066623, -0.008072372124680614, -0.015689115191475, 0.010883517953683464, -0.0073158560409565445, -0.02262671365623077, -0.009482243558311513, 0.014158888947508963, -0.006013444325933626, 0.01684967903485415, 0.022729874390048015, -0.027011069057849328, 0.019205196737293297, -0.013986953770265207, 0.018207970101576428, -0.019910131522786218, -0.00925013004457766, -0.0029594398495264005, -0.005794226835249457, 0.0024737220890563853, 0.009972259837911002, -0.017640582340291477, -0.006288541168317154, 0.003445157842827048, -0.008532299236035054, -0.013832211738216815, -0.011854953474623495, -0.011175807941262357, 0.000704935600400133, 0.005789928316119983, -0.010152792053413705, -0.005708258780966314, 0.030157488203080746, -0.012448130488040226, 0.008742920619782806, 0.007689815563689106, 0.01619632461626985, -0.016213518692787744, 0.01216443753872028, 0.0001431900383743091, -0.015044356879827116, 0.022128100338372335, 0.017692164569845157, 0.01303271139452054, 0.004334924061444042, -0.02276426068043874, 0.031223487419579074, -0.01135634015676506, -0.0019407220151459574, -0.01744285697959341, -0.003176508546307098, -0.007732799358000046, -7.38785419910719e-05, 0.015620340748048484, 0.009473646520052566, 0.013720453966140625, 0.017460051056111304, -0.015310856683951699, 0.019325551547628432, -0.0023146817707091513, -0.024483616178166426, 0.01419327616922222, 0.011528276265331346, -0.010204372420322325, 0.023761487316155613, 0.009585404292128756, -0.0032065972488908817, -0.017305308092740383, 0.007741396396258992, 0.016290889243150676, 0.0008129325756916394, -0.015190501873616563, -0.013883792105125435, -0.017932874190515428, -0.003109883595275952, 0.013325002313421961, 0.012800598812109215, -0.004210270731979433, -0.013127276021401365, 0.014476970049864696, -0.01724513161889534, 0.006206871633163485, 0.04085187783432509, -0.0023490687595917764, -0.004620766968820621, -0.007758590007115621, -0.013084291761429162, -0.013445357123757096, 0.008618267755979462, -0.0021244780035804497, 0.008695638306342394, -0.003935173889595905, 0.01903326156004954, 0.018998873407013755, 0.001139072761130895, 0.011665824220861846, 0.017296711985803962, -0.011665824220861846, -0.010144195015154758, 0.009344694671458485, -0.0019869298152193175, 0.0071095331763382655, 0.0033183552537977027, -0.007371734926994639, -0.005342895830831434, -0.010290340008944205, 0.004818492795179953, -0.013539920819315394, -0.022076519971463714, 0.014365211346465978, -0.0050892911184340075, 0.00012102647577698751, -0.013178856388309988, -0.0020589277987469886, -0.006555041438103, 0.009533823925220133, 0.017460051056111304, 0.008188428881547541, -0.0024715728294916486, 0.01825955046848505, 0.0011347743584167378, -0.00017703984333298047, 0.021113679626137572, -0.007603847975067228, 0.002755266477303491, 0.015173308728421198, -0.0006189678371552804, 0.003329101318790754, -0.0017978006778729839, -0.01889571267319651, 0.0046723473357292425, -0.007251380116659503, 0.0018332622965379771, 0.014021340991978465, -0.0061896784879681204, -0.022110906261854444, -3.605776376329001e-06, -0.007737097877129518, -0.011829163291169184, -0.004913056956399513, -0.002171760317020862, 0.0032517303027665575, 0.007474896126473146, -0.0015764336947934458, 0.005446057030309941, -0.031532971483675856, 0.014330824124752721, 0.004440234287656653, 0.013643082484455164, 0.0034838431180085143, -0.007195501230621408, -0.019652227825598053, -0.009886291317966594, -0.015482792792517984, 0.003597750615310704, -0.007410420202176105, 0.002430738294745446, 0.008854678391858996, 0.0068430333722136845, -0.008347468967064143, 0.0038621013927011816, 0.0054245653659851035, 0.007827364450542135, -0.017709356783717992, -0.0005120454334384844, -0.0033699358535369565, -0.015800873894873717, -0.006864525036538522, 0.0012615768310307671, -0.002925052860643776, -0.0032474320164677163, -0.015078744101540373, 0.03235826107950392, -0.007934823237827586, -0.007036460679443543, 0.005888790996469017, 0.008588178587734413, -0.03189403777732632, -0.003623540798765015, 0.014597324860199832, 0.01874096970982559, -0.010144195015154758, 0.01908484192695816, 0.0043800568824890855, -0.010531049629614476, -0.015173308728421198, -0.007311557521827071, -0.0436372325485511, -0.004891565292074676, -0.025171358749786512, -0.010212969458581272, -0.010591227034782043, -0.02119964814608198, 0.016230712769305634, 0.028782004922485633, 0.013178856388309988, -0.0023684116300131414, -0.006004847753335944, 0.0014313630979557357, -0.012499711786271376, 0.011459501821904831, -0.01508734113979932, -0.007492089737329774, -0.00238560524086977, 0.0011379981313485268, 0.010728775921635072, -0.025274519483603753, 0.011906533841532117, -0.01903326156004954, 0.024294486924404776, 0.014072921358887085, 0.01249111474801243, 0.023641132505820478, -0.02271268031353012, 0.005158065096199258, 0.007324452613554226, -0.011321952935051803, -0.020718228904741436, -0.009688565957268526, 0.011777581992938034, -0.006757065317930542, 0.01522488909532982, -0.004551992525394107, -0.010419291857538286, 0.02474151987535459, -0.0053128071282476505, -0.022695486237012227, -0.0031980004434625673, -0.0061896784879681204, -0.0028713230013397858, 0.0010531049396783844, 0.0236927128727291, -0.0025274519483603755, 0.011425114600191575, -0.0161103579589705, -0.003516081080157035, 0.004904460383801831, -0.008914855797026564, -0.023142519187962042, -0.017709356783717992, -0.0008629013471726565, 0.01927397118071981, -0.003997500787158841, -0.006133799136268762, -0.0014990626787692494, -0.02563558391460916, -0.027114229791666573, -0.01660896941418388, -0.017829711594053128, 0.007320154094424753, -0.006163887838852545, -0.01419327616922222, -0.014519953378514371, 0.005592202489760651, 0.014451179866410384, -0.007406122148707896, 0.020219615586883004, 0.014648905227108452, -0.002991677811674921, -0.0014657502032536767, -0.0026929398125711866, 0.007646831769378167, -0.007238485024932348, 0.01206127587358051, -0.028077068274347656, 0.015044356879827116, 0.001394826849508374, -0.01706459847207011, -0.010780356288543694, -0.009078194867333902, 0.008957840056998767, 0.003066899568134381, -0.00502911371326644, -0.005201048890510197, 0.0021932522141763318, -0.038960585296708594, -0.008472121830867487, 0.005841508683028605, 0.00805947703295346, 0.0033892787239583216, 0.0009177057780513568, -0.008992227278712024, -0.003629988344628593, -0.017657776416809372, -0.023950616569917264, -0.004384355401618559, -0.00739752511044895, -0.008248606286715109, 0.0015925526758677059, -2.5656002069649048e-05, 0.016918453478280665, -0.0010434336208830178, 0.0025467948187817406, -0.013514130635861083, -0.005587903970631179, 0.008472121830867487, 0.012559889191438944, -0.01611895406590692, 0.009671371880750634, -0.0007328751016268384, -0.00685592846394084, -0.007556565661626815, 0.01660037330724746, -0.012448130488040226, 0.005970460531622687, 0.009929275577938799, 0.013522727674120029, -0.0028175931420357956, -0.011983905323217577, 0.005325702219974806, -0.0016409095026751707, -0.011820566252910239, -0.007195501230621408, -0.017477245132629195, -0.038926197143672805, 0.008717130436328496, 0.009430662260080363, 0.0013991252522225313, 0.0010853429018269048, 0.0010982381099693763, -0.013376582680330583, 0.0019074095396303845, 0.0064948640329354325, -0.0030454076709789113, 0.001615119202805544, 0.004210270731979433, 0.012577082336634309, 0.00794771926087727, 0.025240133193213023, -0.027578454956489223, 0.010840533693711261, 0.00797350944433158, -0.0038792950035578103, 0.035384329139690314, 0.002918605314780198, 0.0016516554512529054, 0.00466375076313156, 0.0025811818076643656, -0.013204646571764298, -0.021973357375001414, -0.006808646150500427, 0.034662196552389384, -0.0021320002956417114, 0.024191326190587534, -0.00188269375312781, 0.010101210755182555, -0.011640034037407534, -0.023675518796211204, 0.025033809862933482, -0.014201873207481168, 0.011966711246699685, -0.018156389734667804, 0.004925952513787933, -0.006709783004490129, -0.005084992599304535, 0.008764412749768908, -0.0026843430071428723, 0.020511905574461895, -0.0031958511838978305, -0.004805597237791533, -0.009851905027575866, -0.0009682118062159001, 0.0055019363820093, 0.0055019363820093, -0.009671371880750634, -0.017692164569845157, -0.003159314935450469, -0.0027810568935884338, -0.02101051889232033, 0.015276469462238441, -0.0008161563486234282, 0.01008401760998719, 0.018397099355338075, 0.010109807793441502, 0.002004123193245314, 0.018672195266399075, 0.008171234805029648, 0.011132823681290155, -0.005893089515598491, -0.02460397098850156, -0.01565472890108427, -0.007440508904759889, -0.009267324121095552, 0.008446331647413177, 0.01041069481927934, -0.028764810845967742, 0.014236260429194424, 0.021302808879899222, -0.011940921063245374, -0.013376582680330583, 0.014244856536130843, 0.010419291857538286, 0.012104260133552713, -0.007341646224410855, -0.015697711298411417, -0.00925013004457766, -0.003283968264915078, -0.019291163394592647, -0.0046723473357292425, -0.0038105207929619283, -0.010427888895797233, -0.027062649424757952, -0.019583455244816597, -0.0008290514985582416, -0.023262873998297177, 0.006847331425681893, 0.033063197727641894, -0.0001452049110085916, -0.008437734609154231, -0.01397835673200626, -0.01059982407304099, -0.030690487811329912, -0.012224614943887848, 0.010711581845117179, -0.009095388012529267, 0.013574308041028651, 0.013729050073077044, -0.00805947703295346, 0.0034387100641328386, -0.0085194041443079, -0.008721428489796705, 0.0111414207195491, 0.024672745431928076, 0.025136970596750727, 0.0031270769733019485, 0.014476970049864696, -0.013943969510293003, 0.046628908730411596, -0.019978905966212733, 0.00754367056989966, 0.009387678931430688, -0.007878944817450755, -0.0025016615320754324, 0.021887390717702064, 0.010178582236868015, 0.01116721090300341, -0.001957915626002586, 0.0146575022653674, 0.004251105499556268, 0.033235134767530705, 0.0073588398352674835, 0.019996100042730624, -0.0017612643130103063, 0.005820017018703767, 0.0030497059572777525, -0.003939472408725378, -0.007728501304531837, 0.010685791661662869, 0.015285066500497388, 0.0042747466562764735, -0.028059874197829765, -0.005777033224392828, -0.027733197919860144, -0.012946743805898662, 0.014906808924296617, -0.015723501481865725, 0.015173308728421198, -0.009207146715927985, 0.0012357864147458243, 0.004158689899409547, -0.013651679522714111, 0.009748743362436094, 0.015310856683951699, -0.024861874685689726, 0.008764412749768908, 0.023262873998297177, 0.00927592022803197, 0.0005507309414505826, 0.0012508307660377162, -0.0003927651655742301, 0.0013013368524099176, -0.007509283348186403, -0.0008591402593496835, 0.005532025084593084, 0.006524952735519216, 0.0037288512578082587, -0.006825839761357056, -0.007522178439913558, 0.00031405094963356044, -0.016067373698998296, 0.0034709480262813588, -0.009740146324177149, 0.007672621952832478, 0.00015595087413824093, 0.008068074071212405, 0.02682193980408768, 0.009370484854912795, 0.012387953082872659, 0.0020524800200527786, 0.015147518544966888, -0.00662381541586825, -0.0033054601620705476, -0.046009940602218025, -0.018483067875282484, 0.001158415515136944, -0.012499711786271376, 0.007866049725723601, 0.0004518679991670876, -0.00513657343187442, -0.006808646150500427, -0.01384080877647576, 0.00862686386291588, -0.0030797948926921683, 0.0031270769733019485, -0.006434686162106601, -0.020907358158503087, -0.0068301382804865285, 0.003544020756006714, 0.011416517561932628, -0.0014066474278684772, 0.006666799210179189, -0.00167637123775548, 0.02668439091723465, 0.012001098468412942, -0.00873432358152386, -0.0219045829315749, 0.008652654046370192, -0.002125552749778134, 0.005338597311701961, -0.0018160688020966646, -0.004285492721269525, 0.0007651130055677008, -0.023022164377626907, -0.00935329170971743, -0.003086242438555746, -0.0017204296618487875, -0.0023555165382859863, 0.0034430085832623117, 0.008115356384652817, -0.007384630018721794, 0.00018120390277242705, -0.01996171188969484, -3.316139026322414e-05, 0.0032775207190515, -0.02016803521997438, 0.0184486797222467, 0.009955065761393109, -0.011442307745386938, -0.005923178218182275, 0.01894729304010513, 0.008992227278712024, -0.0009811069561507135, 0.019549067091780812, -0.01628229313621426, -0.01470908263227602, 0.017864099747088913, 0.0005354179036092695, 0.017270921802349654, 0.02384745583610002, 0.007659726861105322, -0.009602598368646648, -0.0045476940062646335, 0.013153066204855676, 0.01416748598576791, -0.019497486724872188, -0.0034773955721449368, 0.0025575406509441593, -0.0009832562157154501, 0.017795325303662398, -0.005699662208368632, -0.009146969310760417, 0.006507759124662588, 0.011442307745386938, -0.015912630735627376, -0.0053815815716741645, 0.022403196249433335, 0.007732799358000046, 0.009344694671458485, 0.014726276708793912, -0.011631436999148589, 0.009645581697296323, 0.0028068470770427445, -0.01865500305252624, 0.003107734335711216, 0.023314454365205798, 0.012207420867369955, 0.005175258707055886, 0.017606196049900748, 0.003311907707934125, -0.009430662260080363, -0.0028261899474641096, 0.01000664612830173, 0.004064125738189987, 0.0025124075970684836, 0.01603298554596251, 0.019755390422060353, -0.01555156630462197, 0.00967996891900958, -0.0064260895895089185, -0.010109807793441502, -0.01570630926799289, -0.015491388899454402, 0.02242039032595123, 0.018672195266399075, 0.008889065613572254, 0.007866049725723601, 0.006546444399844054, 0.008068074071212405, 0.032014390725016405, 0.007204097803219091, 0.003945919954588956, -0.025412068370456783, 0.011132823681290155, 0.007307259002697598, 0.007238485024932348, 0.016050179622480405, 0.030398197823751017, -0.021405971476361522, -0.005441758976841732, -0.012095663095293767, -0.0339056832626329, -0.017726550860235883, 0.024913455052598347, -0.011975308284958632, 0.02039155076412676, -0.0220077455280372, -0.008661251084629137, -0.011038259985731857, -0.02393342249339937, -0.019944519675822003, 0.012594276413152201, 0.0020503309933186742, 0.007199799284089618, -0.013350792496876271, -0.0023060849652808374, 0.0001356678627283631, -0.0021320002956417114, 0.01684967903485415, 0.005540621657190766, 0.008983630240453077, 0.02226564736258031, -0.012663049925256187, -0.004870073162088574, -0.0010445082506653862, -0.015542970197685552, 0.004341371607307619, -0.0035332746910136633, -0.013746244149594937, -0.017047406258197274, -0.034730972858460954, 0.009456453374857203, 0.003683718203932583, 0.030484166343695426, -0.01482084040435221, -0.007668323433703004, -0.008605371732929778, -0.0028369357796265283, 0.013961163586810895, 0.000781231986641961, 0.001772010378003357, 0.017184953282405244, 0.023348842518241583, 0.03452465139082647, -1.588388580048473e-05, -0.003715956166081103, 0.002197550733305805, -0.0013013368524099176, -0.0007532924272075977, -0.004130750689221132, -0.026323326486229245, 0.01289516343899004, 0.030209068569989367, -0.00415224235354597, 0.008957840056998767, -0.026890714247514193, 0.005261226761339029, 0.0022459075601132692, 0.006030637936790255, -0.010995275725759654, -0.008747218673251015, 0.0071482189171809965, -0.003844907781844553, -0.028077068274347656, 0.02439764765822202, -0.012749017513878066, -0.020288390030309515, -0.0025811818076643656, 0.012499711786271376, 0.007040759198573016, -0.01614474424936123, -0.018018840847814778, -0.017305308092740383, -0.019377131914537053, -0.008708533398069549, 0.02950413378449645, 0.011278969606402128, -0.002899262444358833, 0.00998085594484742, -0.002735923839712758, -0.004947444178112771, -0.007603847975067228, -0.001641984132457539, -0.01727951790928607, 0.0417459400109346, -0.009379081893171742, 0.0038470570414092897, 0.0026413592128319333, 0.0026349116669683557, -0.005940371829038903, -0.004951742697242243, -0.006473371902949331, 0.0007022490841518703, 0.00833027489054625, -0.007049355771170698, 0.0066367105075954055, 0.009284517266290917, 0.0025210044024967975, -0.011579856632239966, 0.0005313881874445335, 0.001989078841953422, 0.007345944743540328, 0.021079293335746846, 0.007453404462148309, 0.006365912184341351, -0.0029744842008182924, -0.006086516822828349, -0.019703810055151733, 0.008717130436328496, 0.004543395952796425, 0.006464774864690385, -0.001668849062109534, 0.023039358454144798, -0.0229361958576825, 0.01284358214075889, -0.014262050612648736, 0.0006356240749130669, -0.013101485837947055, -0.017047406258197274, -0.0019804820365251076, -0.022506358845895635, 0.005506234435477509, -0.0014120203439496866, 0.018964487116623026, -0.03449026323779068, -0.02439764765822202, -0.01865500305252624, 0.007608146028535437, -0.004167286937668494, 0.06347858590262069, -0.00808526721640777, 0.017262325695413236, 0.003941621435459482, 0.006155291266254864, -0.0043370730881781465, -0.018242358254612213, -0.02814584271777417, -0.007307259002697598, 0.03761948830650421, -0.0011068347989823745, -0.013273421015190811, 0.010118404831700447, -0.0004072722310787669, 0.003494589183001565, 0.00011518335823429123, -0.01416748598576791, 0.021234034436472708, 0.004023290970613152, 0.009293114304549863, 0.026925100537904922, 0.023383228808632313, 0.003425814972405683, 0.004102811013371453, 0.0013873046738624281, 0.02204213181842793, -0.004913056956399513, 0.013462550268952461, 0.031808069257381916, 0.04535658804627878, 0.007810170374024242, 0.0068301382804865285, -0.005798524888717666, -0.001802099080587141, 0.0005133886915626157, 0.006116605525412133, -0.01555156630462197, 0.003432262518269261, 0.03498887469300406, -0.03700052017831064, -0.03335548771522079, -0.010660001478208558, -0.009155565417696835, 0.012508307893207794, 0.0030497059572777525, -0.00913837227250147, -0.004042633608203885, -0.008179831843288595, 0.0018955889612702814, 0.009344694671458485, -0.008820291170145739, -0.006228363763149587, 0.013892389143384382, 0.00932750152626312, -0.009052404683879592, 0.004509008731083167, 0.003436561037398734, -0.006563638010700683, 0.022557939212804256, 0.006228363763149587, 0.015577357419398809, -0.012800598812109215, 0.013290615091708704, 0.012241808089083213, -0.007174009100635307, 0.0021330748090087636, 0.0014582280276077308, -0.0007285766989126812, -0.0016591776268988514, -0.00703216216031407, -0.012972533989352972, -7.905003774765974e-05, -0.01987574523239549, -0.0014012743953719519, 0.004706734557442499, -0.02185300256466628, -0.0013733348359375884, 0.008377557203986663, 0.017546017713410654, -0.006529250788987425, 0.018053229000850563, -0.006499162086403641, -0.02733774533581895, -0.012955340844157608, 0.018620614899490455, -0.0021330748090087636, 0.02988239042937469, -0.008231412210197216, 0.013900986181643328, 0.02119964814608198, -0.006628113934997724, 0.007625339639392065, 0.009181356532473674, -0.010565436851327733, 0.013092888799688108, -0.03999220008546125, -0.02020242151036511, 0.007427613813032734, -0.0018074719966683504, 0.007105234657208793, 0.0029207543415143023, -0.018156389734667804, -0.0012884417606827622, 0.005708258780966314, 0.021715455540458308, 0.01855184045606394, -0.012525501969725688, -0.0120354856901262, -0.005119379821017791, -0.0028949641580599916, -0.009121179127306107, 0.004500411692824221, 0.014717679670534967, 0.021784228121239764, 0.007715605747143417, -0.0016785203809049005, 0.00827869452363763, 0.016024389439026093, -0.028025487907439035, 0.011958114208440737, -0.00787034777919181, 0.01133054997331075, 0.003629988344628593, -0.011072646276122585, -0.004182331056129754, -0.014184679130963275, 0.012430937342844863, 0.0017086090834886843, 0.013436760085498151, 0.02431168100092267, 0.005858702293885233, -0.009293114304549863, 0.0020019741665112094, -0.00233187538156578, 0.03744755499190551, 0.01133054997331075, 4.3218945973383467e-05, 0.019806970788968974, -0.0035827060311881802, -0.017184953282405244, -0.01725372772583176, 0.0548818158645625, 0.010935098320592087, -0.016213518692787744, -0.03087961706509156, -0.013428163047239204, 0.0018601272261899722, 0.0006469073383819858, -0.001417393376446212, -0.009551017070415498, 0.011983905323217577, 0.002800399531179167, -0.0068043476313709534, -0.007969210459540844, -0.005347194349960907, 0.017124776808560206, -0.02809426235086555, 0.01851745416567321, -0.015525776121167659, 0.0209761326019296, -0.013135873059660312, -0.0019149317152763305, 0.020958938525411707, 0.01241374326632697, -0.0006737722680339809, -0.00017314442678721144, -0.011158614796066993, 0.0013174558334841779, -0.010341920375852826, 0.030552938924476882, -0.020477519284071165, -0.00867844516114703, -0.009989452983106367, -0.0030045729034020767, 0.006744170226203386, 0.023314454365205798, 0.0012024739392302516, -0.023245679921779283, -0.001318530463266546, -0.02233442180600682, -0.033407068082129406, 0.00735454131613801, -0.0004865237619106207, 0.0029014117039235696, -0.001264800603962556, -0.014734872815730332, -0.0021814318686468608, 0.007724202785402363, 0.021130873702655466, -0.008966437095257714, -0.0006608771180991674, -0.017829711594053128, -0.0021502684198653923, 0.0073287511326837, -0.01720214735892314, 0.021216842222599872, -0.02785355273019528, 0.020718228904741436, 0.013264823976931866, 0.011124227574353735, 0.01662616349070177, 0.0005235973252491665, -0.002869173741775049, -0.0035612141340327108]\n",
      "3072\n"
     ]
    }
   ],
   "source": [
    "from langchain_openai import OpenAIEmbeddings \n",
    "\n",
    "embeddings = OpenAIEmbeddings(model=\"text-embedding-3-large\")\n",
    "text = \"This is a sample query.\" \n",
    "query_result = embeddings.embed_query(text) \n",
    "print(query_result)\n",
    "print(len(query_result))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "f2f46109-5967-4c5f-a59d-0ef155251cd0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "list"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(query_result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "e4aec3d4-9c15-4d14-9b53-a7ade48038f3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "dcc72d2b4da04c688bd907f1d61efe66",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "modules.json:   0%|          | 0.00/349 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "73774a8f82d54bb190129b88935d8f72",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "config_sentence_transformers.json:   0%|          | 0.00/124 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "33f1cfb22704467686479a11e131a5e2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "README.md:   0%|          | 0.00/90.8k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "bdb3451005d74cc6be2cba6d8a1007f2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "sentence_bert_config.json:   0%|          | 0.00/52.0 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0f39ea9e58964fdc97e25c8cdb7cbe52",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "config.json:   0%|          | 0.00/684 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4ac076ac215d4547b8f876b46863f11a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "model.safetensors:   0%|          | 0.00/133M [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ffcee75e4d1c40958dd5a89d49ae1e2f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "tokenizer_config.json:   0%|          | 0.00/366 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "28b32a97a97c402798236e43fccad9d9",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9f0b85c36b5d402aaf31f675b93aa260",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "tokenizer.json:   0%|          | 0.00/711k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ef807b17b13b4179817e141a1f5d52aa",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "special_tokens_map.json:   0%|          | 0.00/125 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d8c23fe38d914aa1abc97140898c867b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "1_Pooling/config.json:   0%|          | 0.00/190 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from langchain_community.embeddings import HuggingFaceBgeEmbeddings\n",
    "\n",
    "model_name = \"BAAI/bge-small-en\"\n",
    "model_kwargs = {\"device\": \"cpu\"}\n",
    "encode_kwargs = {\"normalize_embeddings\": True}\n",
    "hf = HuggingFaceBgeEmbeddings(\n",
    "    model_name=model_name, model_kwargs=model_kwargs, encode_kwargs=encode_kwargs\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "aa0c1c66-79fd-40b5-a28f-932fe4c31b23",
   "metadata": {},
   "outputs": [],
   "source": [
    "words = [\"cat\", \"dog\", \"computer\", \"animal\"]\n",
    "doc_vectors = hf.embed_documents(words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "59cb531b-858e-4c0e-990e-48f4efb6a01a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "384"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(doc_vectors[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "159f9da5-5a8b-406f-a1fb-4674802f4343",
   "metadata": {},
   "outputs": [],
   "source": [
    "from scipy.spatial.distance import pdist, squareform\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "X = np.array(doc_vectors)\n",
    "dists = squareform(pdist(X))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "b53b4c3a-6d5d-4775-af77-04da0ed568da",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style type=\"text/css\">\n",
       "#T_639b6_row0_col0, #T_639b6_row1_col1, #T_639b6_row2_col2, #T_639b6_row3_col3 {\n",
       "  background-color: #3b4cc0;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_639b6_row0_col1 {\n",
       "  background-color: #cf453c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_639b6_row0_col2 {\n",
       "  background-color: #ba162b;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_639b6_row0_col3 {\n",
       "  background-color: #dc5d4a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_639b6_row1_col0 {\n",
       "  background-color: #ca3b37;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_639b6_row1_col2, #T_639b6_row2_col0, #T_639b6_row2_col1, #T_639b6_row2_col3 {\n",
       "  background-color: #b40426;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_639b6_row1_col3 {\n",
       "  background-color: #e1dad6;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_639b6_row3_col0 {\n",
       "  background-color: #de614d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_639b6_row3_col1 {\n",
       "  background-color: #dedcdb;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_639b6_row3_col2 {\n",
       "  background-color: #bb1b2c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "</style>\n",
       "<table id=\"T_639b6\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th class=\"blank level0\" >&nbsp;</th>\n",
       "      <th id=\"T_639b6_level0_col0\" class=\"col_heading level0 col0\" >cat</th>\n",
       "      <th id=\"T_639b6_level0_col1\" class=\"col_heading level0 col1\" >dog</th>\n",
       "      <th id=\"T_639b6_level0_col2\" class=\"col_heading level0 col2\" >computer</th>\n",
       "      <th id=\"T_639b6_level0_col3\" class=\"col_heading level0 col3\" >animal</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th id=\"T_639b6_level0_row0\" class=\"row_heading level0 row0\" >cat</th>\n",
       "      <td id=\"T_639b6_row0_col0\" class=\"data row0 col0\" >0.000000</td>\n",
       "      <td id=\"T_639b6_row0_col1\" class=\"data row0 col1\" >0.473184</td>\n",
       "      <td id=\"T_639b6_row0_col2\" class=\"data row0 col2\" >0.504708</td>\n",
       "      <td id=\"T_639b6_row0_col3\" class=\"data row0 col3\" >0.440926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_639b6_level0_row1\" class=\"row_heading level0 row1\" >dog</th>\n",
       "      <td id=\"T_639b6_row1_col0\" class=\"data row1 col0\" >0.473184</td>\n",
       "      <td id=\"T_639b6_row1_col1\" class=\"data row1 col1\" >0.000000</td>\n",
       "      <td id=\"T_639b6_row1_col2\" class=\"data row1 col2\" >0.513160</td>\n",
       "      <td id=\"T_639b6_row1_col3\" class=\"data row1 col3\" >0.260210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_639b6_level0_row2\" class=\"row_heading level0 row2\" >computer</th>\n",
       "      <td id=\"T_639b6_row2_col0\" class=\"data row2 col0\" >0.504708</td>\n",
       "      <td id=\"T_639b6_row2_col1\" class=\"data row2 col1\" >0.513160</td>\n",
       "      <td id=\"T_639b6_row2_col2\" class=\"data row2 col2\" >0.000000</td>\n",
       "      <td id=\"T_639b6_row2_col3\" class=\"data row2 col3\" >0.501650</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_639b6_level0_row3\" class=\"row_heading level0 row3\" >animal</th>\n",
       "      <td id=\"T_639b6_row3_col0\" class=\"data row3 col0\" >0.440926</td>\n",
       "      <td id=\"T_639b6_row3_col1\" class=\"data row3 col1\" >0.260210</td>\n",
       "      <td id=\"T_639b6_row3_col2\" class=\"data row3 col2\" >0.501650</td>\n",
       "      <td id=\"T_639b6_row3_col3\" class=\"data row3 col3\" >0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x1426a7350>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "df = pd.DataFrame(\n",
    "    data=dists,\n",
    "    index=words,\n",
    "    columns=words\n",
    ")\n",
    "df.style.background_gradient(cmap='coolwarm')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a4157d0d-ec89-4cb8-bebf-0729b4aed368",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}