db_vectors.ipynb•2.21 MB
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "94e9cb4b",
"metadata": {},
"outputs": [],
"source": [
"import sys\n",
"sys.path.append('..')"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "3dc16933",
"metadata": {},
"outputs": [],
"source": [
"from mediapipe.tasks import python\n",
"from mediapipe.tasks.python import text\n",
"import pickle"
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "32b8071e",
"metadata": {},
"outputs": [],
"source": [
"from resources.db_metadata import templates_metadata"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "287aaa31",
"metadata": {},
"outputs": [],
"source": [
"PATH = '../resources/embedder.tflite'"
]
},
{
"cell_type": "code",
"execution_count": 5,
"id": "cb0f3328",
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n",
"I0000 00:00:1747820782.968650 120044 gl_context.cc:369] GL version: 2.1 (2.1 Metal - 89.4), renderer: Apple M1 Pro\n",
"INFO: Created TensorFlow Lite XNNPACK delegate for CPU.\n",
"W0000 00:00:1747820783.044847 120124 inference_feedback_manager.cc:114] Feedback manager requires a model with a single signature inference. Disabling support for feedback tensors.\n"
]
}
],
"source": [
"base_options = python.BaseOptions(model_asset_path=PATH)\n",
"l2_normalize, quantize = True, False\n",
"options = text.TextEmbedderOptions(\n",
" base_options=base_options, l2_normalize=l2_normalize, quantize=quantize)\n",
"embedder = text.TextEmbedder.create_from_options(options)"
]
},
{
"cell_type": "code",
"execution_count": 6,
"id": "0b708f1d",
"metadata": {},
"outputs": [],
"source": [
"embeddings = {}\n",
"\n",
"for k,v in templates_metadata.items():\n",
" embeddings[k] = embedder.embed(v).embeddings[0]"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "f2917a73",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"{'aag': Embedding(embedding=array([ 0.11217825, -0.03804091, -0.01325554, 0.0256335 , -0.00810381,\n",
" -0.06079346, 0.02289216, 0.05810238, 0.09699184, 0.04988198,\n",
" -0.025939 , 0.05407973, 0.03617384, 0.01818953, -0.00465165,\n",
" 0.04476532, 0.06502392, 0.0835124 , -0.00566015, -0.0211171 ,\n",
" -0.08470409, -0.03713476, -0.00620076, 0.05109455, 0.00267102,\n",
" 0.01438748, 0.01240244, -0.04648038, 0.05216673, -0.01424578,\n",
" 0.07353784, -0.02364268, 0.01639854, 0.00085836, 0.04149187,\n",
" -0.03612575, -0.04545897, -0.01472755, -0.09497676, 0.04311218,\n",
" -0.04259652, 0.02420219, -0.02834157, -0.01065037, 0.0437105 ,\n",
" -0.06152515, -0.03988418, 0.05973199, -0.02854208, 0.01464993,\n",
" 0.03892754, -0.02177105, 0.00328516, 0.02467922, 0.04443517,\n",
" 0.07891573, -0.02573356, -0.09154739, -0.01730813, -0.02154348,\n",
" 0.03421969, 0.00141573, 0.01607963, 0.01575628, 0.02064557,\n",
" 0.02476738, 0.04125969, 0.02695354, -0.00147256, -0.01723632,\n",
" -0.00892709, 0.0100868 , 0.03320194, 0.13250385, -0.03645778,\n",
" 0.01300703, 0.02386592, -0.09459665, 0.02945527, -0.0186967 ,\n",
" 0.01193591, 0.0246428 , -0.06124365, 0.03904351, -0.01096808,\n",
" 0.05144675, -0.01770749, -0.09630983, -0.06486265, -0.02787497,\n",
" -0.02907371, -0.04708134, -0.01920404, -0.09200009, -0.08076319,\n",
" 0.03160975, -0.08218343, 0.04082149, 0.00111154, 0.01596428,\n",
" -0.0106147 , -0.01970122, 0.0034954 , -0.01859028, -0.03920885,\n",
" -0.03241841, 0.00033286, 0.034854 , -0.04790908, 0.07079096,\n",
" -0.04505927, -0.00986851, 0.01314309, -0.01217291, -0.0004635 ,\n",
" 0.07569534, 0.03725083, 0.07548627, -0.07467774, -0.01680971,\n",
" -0.18641748, -0.05248222, 0.01897062, 0.00203986, -0.02262504,\n",
" 0.00280021, -0.0335264 , 0.04256373, -0.07590931, 0.00900501,\n",
" 0.00591459, 0.04883277, -0.04022539, 0.02123942, -0.0298137 ,\n",
" 0.05943372, 0.02248108, 0.06105583, -0.00878755, 0.0150894 ,\n",
" -0.02476308, -0.01850138, -0.03109754, 0.01260073, -0.02436947,\n",
" 0.03259019, 0.00377274, 0.05602312, -0.04963071, 0.01260464,\n",
" 0.04750576, 0.02659861, -0.03008298, 0.04077802, -0.02432631,\n",
" -0.05078802, -0.02574383, 0.03401656, 0.0334965 , 0.00389395,\n",
" 0.02208526, 0.04800723, 0.04849859, -0.07174104, -0.08430919,\n",
" 0.00386325, 0.00382361, -0.029933 , 0.04268332, 0.0283918 ,\n",
" -0.020629 , 0.03105651, -0.03762887, 0.01984668, 0.04916454,\n",
" -0.09011592, -0.02958893, -0.01160894, 0.02512768, 0.00490647,\n",
" 0.02500574, -0.04048951, 0.0020394 , -0.01828866, 0.00258259,\n",
" 0.00873141, 0.00527612, 0.01943465, -0.03747607, -0.00899421,\n",
" -0.08234149, -0.03031397, -0.01726845, 0.0135039 , -0.05995047,\n",
" 0.04389863, 0.05988591, 0.00380916, -0.04396265, -0.00897116,\n",
" 0.08690159, 0.02803256, 0.05222578, -0.00213647, -0.03895982,\n",
" 0.0053934 , 0.04731578, -0.02515788, -0.00992724, -0.06150028,\n",
" 0.04989597, -0.01334787, 0.07348252, -0.00207343, -0.01538761,\n",
" 0.0207675 , -0.09139384, -0.08901961, -0.03836467, 0.03366628,\n",
" 0.03640248, 0.02700682, 0.06883826, 0.01860021, 0.00293239,\n",
" -0.03533179, 0.03401335, -0.00497967, -0.00194571, -0.02004486,\n",
" -0.05159329, 0.04214323, 0.02641646, -0.03836436, 0.05553561,\n",
" -0.03757805, -0.06346119, 0.01331936, 0.01782697, -0.09074107,\n",
" -0.02279305, -0.04368997, 0.01444267, 0.0395782 , 0.02537546,\n",
" -0.0372373 , -0.05928009, -0.02054611, 0.03333568, -0.04562532,\n",
" 0.00119542, 0.02074613, -0.06958066, -0.0272472 , 0.04411776,\n",
" 0.01706896, 0.05378335, -0.06074442, -0.04681006, -0.09148544,\n",
" -0.04151803, 0.01510747, -0.03908271, -0.02316665, 0.01604591,\n",
" 0.00413379, -0.00487136, -0.10652191, -0.08322839, 0.02320029,\n",
" -0.04368356, 0.09464799, -0.02679011, -0.04693485, 0.06966316,\n",
" 0.01447393, 0.04671362, 0.02414717, -0.00795847, 0.01056719,\n",
" 0.06140135, -0.05869837, 0.01888656, 0.04113707, 0.0050949 ,\n",
" -0.02040789, -0.03515382, 0.0083799 , -0.03940646, 0.04135467,\n",
" 0.0086447 , 0.00924199, -0.03704815, 0.01896427, 0.04557629,\n",
" -0.02184639, -0.00695237, -0.00281098, 0.12550163, 0.09221911,\n",
" 0.02004333, 0.01904035, 0.02224427, -0.04302345, 0.05407188,\n",
" 0.10704403, -0.01727757, 0.03358894, -0.00448111, -0.01555322,\n",
" -0.01644963, -0.04055933, -0.05589899, 0.06850138, 0.02050029,\n",
" 0.00470338, -0.00628678, 0.00321202, -0.01082796, -0.06153446,\n",
" 0.07063443, 0.06071213, 0.01744187, 0.05626101, 0.02343176,\n",
" 0.02513419, -0.05838443, -0.04442286, -0.00129155, 0.08173307,\n",
" -0.04884486, -0.0137571 , -0.01769446, -0.02323709, 0.05996666,\n",
" 0.03815855, 0.00939604, 0.02525493, 0.07439062, 0.05436836,\n",
" -0.00328804, -0.06531966, -0.00693846, -0.00952071, 0.00465547,\n",
" 0.04257509, -0.01413901, -0.0750538 , 0.04246833, -0.07837767,\n",
" -0.04862575, -0.00929902, -0.02668342, -0.05922267, 0.01047322,\n",
" -0.02923002, 0.03762198, -0.02227289, -0.0559966 , -0.02919993,\n",
" 0.00859764, -0.01472388, -0.01986983, 0.03726256, -0.07357579,\n",
" -0.01277552, -0.02912909, 0.00858975, 0.06382366, -0.05529264,\n",
" 0.03746977, -0.0438471 , 0.03899952, -0.0209293 , -0.00692016,\n",
" 0.02637928, 0.04909816, 0.03621457, 0.05291048, 0.03527094,\n",
" -0.02966005, 0.04441468, 0.00370535, -0.03044901, -0.05282579,\n",
" -0.03173024, 0.02044382, -0.0442595 , -0.01118341, -0.04933096,\n",
" -0.09802174, 0.02178844, -0.01206444, 0.08386263, 0.01624359,\n",
" 0.01886976, 0.02125081, 0.01698557, -0.06622652, -0.01559983,\n",
" -0.12499347, -0.01410506, 0.05352823, -0.03144813, -0.05645083,\n",
" -0.05099307, 0.0031187 , 0.02027296, -0.04801141, -0.08693527,\n",
" -0.03817125, 0.06602404, -0.01017624, -0.02602193, -0.05017212,\n",
" 0.0203952 , -0.06739248, 0.01017643, 0.06722851, -0.00563926,\n",
" -0.00397851, -0.01098472, 0.02056874, -0.00417262, -0.03130092,\n",
" 0.01855978, -0.04422962, -0.08733542, 0.02175766, -0.01071069,\n",
" 0.10092949, -0.04729121, 0.03357628, 0.01861268, 0.09168416,\n",
" 0.0445688 , 0.02021031, -0.024779 , 0.00312217, 0.01078323,\n",
" 0.08058415, 0.00587646, 0.03743901, 0.03441542, 0.00289295,\n",
" 0.032699 , -0.01394972, 0.0200198 , -0.00251296, -0.02981036,\n",
" 0.02848115, 0.06406312, 0.07420896, 0.03572564, 0.01459354,\n",
" 0.0461662 , 0.01599845, 0.03948333, -0.01813035, -0.04914271,\n",
" -0.02731013, 0.06464037, -0.00283651, -0.03880143, 0.05189983,\n",
" 0.01289266, -0.0513708 , -0.04632128, 0.05579992, 0.02100902,\n",
" 0.03647963, -0.05110917, 0.00500804, -0.05026951, 0.00379986,\n",
" -0.02579523, -0.01318353, 0.05069712, 0.01314201, 0.00506166,\n",
" -0.03779753, -0.07833352, 0.03403156, 0.00955877, 0.01382345,\n",
" 0.00491966, 0.01400785, -0.05845864, 0.0621226 , 0.01982495,\n",
" 0.06064681, -0.04257905, 0.0110188 , 0.04009429, 0.11720773,\n",
" -0.01214761, -0.04990939, -0.10412285, 0.02297571, -0.03047428,\n",
" -0.01520004, -0.00676613, 0.00377101, 0.07235444, 0.0372034 ,\n",
" -0.02562191, -0.01044908, 0.07982187, 0.01884152, -0.00498282,\n",
" -0.00533406, -0.0926011 ]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ackbar': Embedding(embedding=array([ 1.07819676e-01, -4.02076803e-02, -1.59449261e-02, 4.63554589e-03,\n",
" -1.23083750e-02, -6.09826818e-02, 3.10531687e-02, 5.54913208e-02,\n",
" 9.77593437e-02, 5.73460385e-02, -2.17498671e-02, 4.34973389e-02,\n",
" 2.65032407e-02, 2.39678454e-02, -1.21531999e-02, 3.27936932e-02,\n",
" 5.77893704e-02, 8.95363018e-02, 5.75402082e-05, -1.53026870e-02,\n",
" -8.63173753e-02, -4.00641635e-02, 1.17984344e-03, 5.59635125e-02,\n",
" 1.04873395e-02, 1.91268567e-02, 8.29535164e-03, -3.85474563e-02,\n",
" 5.47320843e-02, -1.31244054e-02, 7.93039575e-02, -1.65045951e-02,\n",
" 7.04674190e-03, 5.29861450e-03, 4.32695672e-02, -2.67103724e-02,\n",
" -4.87024263e-02, -1.87372509e-02, -8.45440254e-02, 4.40839641e-02,\n",
" -4.61708233e-02, 2.10009459e-02, -2.70632375e-02, -1.16345286e-02,\n",
" 4.32104617e-02, -6.46304041e-02, -4.58298065e-02, 4.96502370e-02,\n",
" -2.82387957e-02, 1.40339583e-02, 3.62885632e-02, -1.46280071e-02,\n",
" -5.74441627e-03, 1.73666663e-02, 4.57204804e-02, 6.88908622e-02,\n",
" -1.41054736e-02, -8.59957710e-02, -2.55230572e-02, -1.94752607e-02,\n",
" 3.99001203e-02, 1.70012042e-02, 1.74130574e-02, 2.49488279e-02,\n",
" 1.76761486e-02, 1.15014147e-02, 4.12039012e-02, 2.12293677e-02,\n",
" -8.44073854e-03, -1.75214242e-02, -1.84159186e-02, 1.72602367e-02,\n",
" 2.71997973e-02, 1.45918876e-01, -2.29637660e-02, 7.10806390e-03,\n",
" 1.90093908e-02, -8.81393701e-02, 2.81938277e-02, -1.56468861e-02,\n",
" 2.84891054e-02, 1.74733233e-02, -7.03925639e-02, 4.54002880e-02,\n",
" -2.20362525e-02, 3.95886824e-02, -2.25228462e-02, -9.52796489e-02,\n",
" -5.64928167e-02, -2.42293682e-02, -2.63088569e-02, -4.61709015e-02,\n",
" -2.78900210e-02, -9.06157419e-02, -7.10238516e-02, 3.03116925e-02,\n",
" -7.39015713e-02, 3.32525410e-02, -1.05011873e-02, 3.89674795e-03,\n",
" -1.16554862e-02, -1.91279668e-02, -7.36439740e-03, -2.32669879e-02,\n",
" -3.27821299e-02, -2.26324052e-02, 7.07971281e-04, 3.59741226e-02,\n",
" -4.18543257e-02, 7.86962509e-02, -3.84713672e-02, -2.22315229e-02,\n",
" -2.48907693e-03, -7.77181704e-03, 5.30480873e-04, 8.37932825e-02,\n",
" 2.54243892e-02, 8.45185369e-02, -6.70275539e-02, -2.01870501e-02,\n",
" -1.67202309e-01, -5.27083389e-02, 2.55860966e-02, -6.03504886e-04,\n",
" -2.02575363e-02, 1.72273687e-03, -3.00270356e-02, 4.55637686e-02,\n",
" -7.43683651e-02, 9.08394624e-03, 6.72255969e-03, 5.93898296e-02,\n",
" -3.16691250e-02, 2.60085855e-02, -3.14575508e-02, 5.41153811e-02,\n",
" 1.66287106e-02, 6.16820529e-02, -1.34948557e-02, 1.51961995e-02,\n",
" -2.38541830e-02, -2.12919079e-02, -1.64499003e-02, 2.19221637e-02,\n",
" -2.21706387e-02, 3.45082320e-02, 7.23823952e-03, 5.94248548e-02,\n",
" -4.64407988e-02, 1.00795133e-02, 5.02826832e-02, 3.08356304e-02,\n",
" -3.11341658e-02, 2.86940970e-02, -3.14629450e-02, -5.36793768e-02,\n",
" -2.92791557e-02, 2.69111451e-02, 3.81899290e-02, 8.37451220e-03,\n",
" 1.93054508e-02, 5.02072573e-02, 4.40740027e-02, -6.54720888e-02,\n",
" -9.10904557e-02, 2.44065607e-03, 5.78748388e-03, -3.78504433e-02,\n",
" 4.32690904e-02, 4.29962724e-02, -3.14461403e-02, 3.18672545e-02,\n",
" -4.28220443e-02, 1.77644808e-02, 4.62721176e-02, -8.22523981e-02,\n",
" -2.77777035e-02, -1.11189177e-02, 2.94089299e-02, -1.94488361e-03,\n",
" 2.24370565e-02, -4.38700989e-02, 1.09329550e-02, -1.60294976e-02,\n",
" 8.23723560e-04, 1.60951801e-02, 1.42567493e-02, 3.33326263e-03,\n",
" -4.01100181e-02, -3.48923984e-03, -7.77404234e-02, -3.33941951e-02,\n",
" -1.74539816e-02, 1.13051254e-02, -7.03327879e-02, 4.32536080e-02,\n",
" 5.09091020e-02, -1.41194025e-02, -4.44724336e-02, -3.90175555e-04,\n",
" 8.47136080e-02, 3.16628143e-02, 4.80172150e-02, 1.28113769e-03,\n",
" -2.75895111e-02, 8.24572984e-03, 3.08428407e-02, -3.51319835e-02,\n",
" -7.74656422e-03, -5.77204674e-02, 5.80997989e-02, -1.13891186e-02,\n",
" 6.44590259e-02, 7.69328093e-03, -1.19584398e-02, 3.75804827e-02,\n",
" -9.10288543e-02, -8.90458003e-02, -4.78835329e-02, 3.74061614e-02,\n",
" 3.10963094e-02, 3.23376991e-02, 6.09209538e-02, 2.14253291e-02,\n",
" 7.34508224e-03, -2.62267441e-02, 3.34063508e-02, -1.37736201e-02,\n",
" 4.98180883e-03, -1.05019473e-02, -5.54493926e-02, 3.86574790e-02,\n",
" 3.61179933e-02, -4.26308177e-02, 4.15631160e-02, -3.61564532e-02,\n",
" -5.10476939e-02, 1.60380304e-02, 2.02037506e-02, -9.34508443e-02,\n",
" -1.45725347e-02, -4.89839576e-02, 2.51668692e-02, 5.30608669e-02,\n",
" 2.89641954e-02, -3.17127183e-02, -6.98106065e-02, -2.27722768e-02,\n",
" 4.70044576e-02, -4.00536247e-02, 5.73185645e-03, 1.97253507e-02,\n",
" -7.15051666e-02, -2.63872761e-02, 4.29392084e-02, 1.90751161e-02,\n",
" 4.49317507e-02, -6.74032271e-02, -4.87141274e-02, -9.21139866e-02,\n",
" -2.67759990e-02, 1.15000298e-02, -4.61621806e-02, -3.21439467e-02,\n",
" 1.67027265e-02, -5.25532151e-03, -3.99418361e-03, -9.75846499e-02,\n",
" -7.64408857e-02, 3.82659845e-02, -3.93258594e-02, 8.64242464e-02,\n",
" -2.69154496e-02, -5.10657690e-02, 6.10930026e-02, 1.48961432e-02,\n",
" 4.14533168e-02, 2.89944597e-02, 1.83727930e-03, 1.18272556e-02,\n",
" 6.45281971e-02, -5.69493249e-02, 1.10610551e-03, 4.53499369e-02,\n",
" 1.46462733e-03, -3.13706733e-02, -3.55290249e-02, 9.04373452e-03,\n",
" -3.22619900e-02, 3.84253226e-02, 8.96932092e-03, 5.77928266e-03,\n",
" -3.01725008e-02, 1.14426734e-02, 5.07698283e-02, -2.17309631e-02,\n",
" -5.53256413e-03, -1.16767464e-02, 1.26685068e-01, 9.24821198e-02,\n",
" 3.10329199e-02, 2.07087304e-02, 3.25265490e-02, -4.52944823e-02,\n",
" 5.25641590e-02, 9.37900841e-02, -1.01755857e-02, 2.95516606e-02,\n",
" -8.89690127e-03, -2.03629620e-02, -3.34304832e-02, -4.19117846e-02,\n",
" -4.74163517e-02, 7.71046281e-02, 2.60255523e-02, 8.10262933e-03,\n",
" 2.73905555e-03, -5.98267070e-04, -4.40619420e-03, -4.90824617e-02,\n",
" 8.37688595e-02, 7.56964236e-02, 1.45306811e-02, 5.57153746e-02,\n",
" 2.54687499e-02, 3.52509618e-02, -7.12185800e-02, -4.82315645e-02,\n",
" -5.27520059e-03, 7.86429644e-02, -5.87693639e-02, -1.10666119e-02,\n",
" -2.34670546e-02, -2.00890135e-02, 5.00243641e-02, 3.50133628e-02,\n",
" -2.51688948e-03, 2.05152556e-02, 6.88479170e-02, 6.37931302e-02,\n",
" -1.12085454e-02, -7.58206472e-02, -6.05646800e-03, -1.67392604e-02,\n",
" 1.08875800e-02, 4.59893346e-02, -1.12485485e-02, -7.51707703e-02,\n",
" 3.89855914e-02, -6.87952563e-02, -4.94812503e-02, -4.14856477e-03,\n",
" -2.33206917e-02, -6.59679696e-02, 1.74945574e-02, -2.12388784e-02,\n",
" 4.32072245e-02, -1.33305360e-02, -6.27077520e-02, -4.35087457e-02,\n",
" 1.21235959e-02, -8.33844393e-03, -1.59602202e-02, 3.91273871e-02,\n",
" -8.59777406e-02, -1.75164770e-02, -4.00006585e-02, 2.06802152e-02,\n",
" 6.26811460e-02, -5.58299758e-02, 3.20778936e-02, -4.66682874e-02,\n",
" 4.77268770e-02, -1.90190822e-02, -1.06804138e-02, 3.16399448e-02,\n",
" 4.86409552e-02, 3.66145223e-02, 4.65392806e-02, 3.01757436e-02,\n",
" -1.85339339e-02, 4.23278362e-02, 1.70750134e-02, -3.23575363e-02,\n",
" -6.22121952e-02, -2.60515008e-02, 1.91496573e-02, -5.78456707e-02,\n",
" -1.21308630e-02, -4.80790660e-02, -9.50780660e-02, 2.86921542e-02,\n",
" -3.60025023e-03, 8.68055820e-02, 3.50709190e-03, 1.87810473e-02,\n",
" 1.41653223e-02, 2.20129751e-02, -5.29258586e-02, -1.11712515e-02,\n",
" -1.26822278e-01, -9.45626851e-03, 4.97465581e-02, -3.26692015e-02,\n",
" -5.61303422e-02, -5.24687320e-02, -4.40500258e-03, 2.30618119e-02,\n",
" -4.57050353e-02, -9.34901834e-02, -4.12147529e-02, 5.30742891e-02,\n",
" -6.75015571e-03, -4.01974767e-02, -4.97426204e-02, 2.97602136e-02,\n",
" -6.30911067e-02, 1.50053781e-02, 6.68409243e-02, -8.45108274e-03,\n",
" -9.65812989e-03, -3.65852937e-03, 1.72157623e-02, 5.20892395e-03,\n",
" -2.59938836e-02, 2.29040496e-02, -4.76147830e-02, -8.41972530e-02,\n",
" 1.89625435e-02, -1.44523038e-02, 1.03135727e-01, -5.08922227e-02,\n",
" 3.06473412e-02, 9.65629611e-03, 8.76786262e-02, 3.73744033e-02,\n",
" 1.55511163e-02, -3.29337977e-02, 1.26909353e-02, 1.30218221e-02,\n",
" 7.65473619e-02, 1.52476225e-03, 3.57127078e-02, 3.62833627e-02,\n",
" -6.63643749e-03, 3.69983166e-02, -1.78035032e-02, 1.88598037e-02,\n",
" -1.24983042e-02, -3.32171954e-02, 3.10988147e-02, 6.18625171e-02,\n",
" 6.63771629e-02, 2.47181877e-02, 2.04510596e-02, 3.76055501e-02,\n",
" 3.44432914e-03, 4.47411053e-02, -1.28725553e-02, -5.93759827e-02,\n",
" -2.58515719e-02, 7.64241442e-02, -8.26138258e-03, -4.40296344e-02,\n",
" 5.00768609e-02, 1.34406416e-02, -5.96198142e-02, -5.12213148e-02,\n",
" 5.70866950e-02, 1.22047672e-02, 3.00266352e-02, -6.05359264e-02,\n",
" 9.66801029e-03, -4.49992195e-02, -6.20599743e-03, -2.36109998e-02,\n",
" -3.03850090e-03, 5.87688573e-02, 8.08193814e-03, -5.29581856e-04,\n",
" -3.71278003e-02, -7.16131404e-02, 2.90849619e-02, 1.37522025e-02,\n",
" 1.66880600e-02, 5.97483013e-03, 1.36510469e-02, -5.89364283e-02,\n",
" 6.36621937e-02, 1.22557441e-02, 7.01511204e-02, -3.54615152e-02,\n",
" 1.33697577e-02, 4.07565981e-02, 1.32236227e-01, 2.21497705e-03,\n",
" -6.03190772e-02, -9.99081507e-02, 3.27297449e-02, -2.55627315e-02,\n",
" -7.49795837e-03, -1.40207512e-02, 1.08567700e-02, 6.97267503e-02,\n",
" 2.98599508e-02, -2.79938765e-02, -1.44510521e-02, 7.58008584e-02,\n",
" 1.33194411e-02, -1.37000158e-02, -7.04625435e-03, -1.00198478e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'afraid': Embedding(embedding=array([ 1.23604469e-01, -4.71858568e-02, -2.28692852e-02, 1.58032235e-02,\n",
" 5.40141156e-03, -7.55472481e-02, 2.21500713e-02, 6.93377554e-02,\n",
" 1.03527606e-01, 5.74485287e-02, -2.74776537e-02, 5.41105084e-02,\n",
" 4.10815105e-02, 2.10745819e-02, -5.55658760e-03, 4.26439270e-02,\n",
" 5.73213696e-02, 8.93352106e-02, -4.08419548e-03, -2.71502621e-02,\n",
" -7.94744566e-02, -3.59402634e-02, 9.07974690e-03, 5.43044470e-02,\n",
" 1.13322744e-02, 1.28034549e-02, 1.02347564e-02, -4.47605215e-02,\n",
" 4.97677661e-02, -2.09045820e-02, 7.74524286e-02, -2.19509266e-02,\n",
" 1.38050327e-02, 7.90582504e-03, 3.88766974e-02, -2.86621675e-02,\n",
" -6.53800890e-02, -1.92313399e-02, -9.81209129e-02, 4.63468023e-02,\n",
" -4.91267964e-02, 1.80827882e-02, -2.45170947e-02, -7.35592889e-03,\n",
" 4.47115153e-02, -7.74815455e-02, -3.81748490e-02, 4.99362685e-02,\n",
" -2.79132351e-02, 1.33639826e-02, 3.03916521e-02, -2.59767752e-02,\n",
" 5.40220784e-03, 1.84055064e-02, 4.33784910e-02, 7.35567212e-02,\n",
" -1.28439954e-02, -8.06046948e-02, -1.35188457e-02, -1.86763871e-02,\n",
" 3.55091430e-02, 1.58526804e-02, 2.98065189e-02, 1.78712271e-02,\n",
" 2.76239701e-02, 2.16664374e-02, 3.89096662e-02, 3.22813094e-02,\n",
" 5.04252128e-03, -1.39727527e-02, -4.39297734e-03, 9.47703235e-03,\n",
" 2.23139971e-02, 1.33817375e-01, -3.32779251e-02, 6.07803790e-03,\n",
" 2.02448796e-02, -8.15818608e-02, 2.41197087e-02, -2.15007327e-02,\n",
" 2.89746933e-02, 3.86875533e-02, -6.57714978e-02, 3.17052566e-02,\n",
" -1.55460574e-02, 5.02580069e-02, -2.68998872e-02, -1.09420292e-01,\n",
" -5.62510602e-02, -2.12750901e-02, -3.12524401e-02, -4.99432757e-02,\n",
" -2.49897204e-02, -7.71514028e-02, -8.35210904e-02, 3.70532796e-02,\n",
" -7.76542202e-02, 4.07568142e-02, 6.76795002e-03, 8.65282863e-03,\n",
" -5.46045834e-03, -1.42692998e-02, -7.97144137e-03, -2.27713808e-02,\n",
" -3.99185717e-02, -3.25863622e-02, -5.75643266e-04, 2.27560997e-02,\n",
" -3.57007273e-02, 7.77548924e-02, -5.21592535e-02, -2.25820281e-02,\n",
" 6.09418144e-03, -5.23056043e-03, 1.34648720e-03, 7.47632012e-02,\n",
" 3.35572213e-02, 9.19669047e-02, -6.14916608e-02, -2.99130324e-02,\n",
" -1.59204379e-01, -4.83926870e-02, 3.11943553e-02, -8.06294847e-03,\n",
" -3.96310240e-02, 3.94372595e-03, -4.03896160e-02, 5.12888692e-02,\n",
" -8.00444037e-02, 7.99878500e-03, 1.41436411e-02, 4.88578826e-02,\n",
" -2.81254426e-02, 2.69275717e-02, -2.40972470e-02, 5.17497249e-02,\n",
" 1.33355996e-02, 6.03898093e-02, -5.50352910e-04, 1.50620602e-02,\n",
" -1.71158556e-02, -2.65296735e-02, -2.17690431e-02, 1.69314984e-02,\n",
" -3.22104394e-02, 2.80143879e-02, 3.63537204e-03, 5.80062531e-02,\n",
" -2.81416588e-02, -9.38839163e-04, 5.68815656e-02, 4.20314334e-02,\n",
" -3.80820669e-02, 3.15629877e-02, -3.48115377e-02, -4.03638296e-02,\n",
" -3.57126519e-02, 1.20431930e-02, 3.09307612e-02, 1.01514300e-03,\n",
" 1.34334024e-02, 5.66221438e-02, 3.97215672e-02, -5.81316389e-02,\n",
" -9.09181014e-02, 1.58492953e-03, 1.31780468e-02, -3.54802310e-02,\n",
" 3.39701548e-02, 3.40734273e-02, -2.17764936e-02, 3.33148688e-02,\n",
" -4.96982373e-02, 1.56488884e-02, 6.55367449e-02, -8.45325366e-02,\n",
" -3.56861092e-02, -1.01604564e-02, 1.81143545e-02, 7.08483299e-03,\n",
" 2.05157585e-02, -4.53421287e-02, 2.47172303e-02, -3.22612822e-02,\n",
" -2.92604440e-04, 6.92158705e-03, 3.10349613e-02, 1.62758771e-02,\n",
" -3.79110016e-02, -7.92623684e-03, -9.14549306e-02, -2.74083782e-02,\n",
" -2.51085609e-02, 1.94616895e-02, -6.36042282e-02, 4.68497723e-02,\n",
" 5.09904288e-02, -2.36902423e-02, -4.46165986e-02, -8.21975712e-03,\n",
" 7.85292536e-02, 2.11608242e-02, 6.91445023e-02, 5.43743698e-03,\n",
" -2.43546888e-02, 3.64748412e-03, 4.43944074e-02, -2.56326385e-02,\n",
" -9.76341590e-03, -6.03726692e-02, 6.07571937e-02, -1.94888748e-02,\n",
" 6.98590949e-02, 3.08583444e-03, -1.05834575e-02, 2.95507237e-02,\n",
" -8.66578668e-02, -8.68069157e-02, -5.44330589e-02, 3.87907028e-02,\n",
" 2.22719498e-02, 1.47777312e-02, 5.82852289e-02, 1.88304763e-02,\n",
" 1.75629053e-02, -1.82407331e-02, 3.55799906e-02, -8.12085159e-03,\n",
" -2.72345566e-03, -1.22614959e-02, -6.64386824e-02, 4.26091850e-02,\n",
" 3.78419645e-02, -2.56975200e-02, 4.90980186e-02, -3.94345187e-02,\n",
" -6.09346405e-02, 1.88931469e-02, 3.24534476e-02, -8.84028971e-02,\n",
" -1.37468018e-02, -5.57617694e-02, 1.69199668e-02, 3.85659449e-02,\n",
" 2.54157335e-02, -3.06012761e-02, -6.40049055e-02, -1.61803812e-02,\n",
" 3.48363146e-02, -3.87482643e-02, 4.22964245e-03, 2.37393025e-02,\n",
" -6.56769872e-02, -2.35977676e-02, 4.53812480e-02, 1.92332845e-02,\n",
" 3.84423956e-02, -7.73932934e-02, -4.70664278e-02, -9.76479277e-02,\n",
" -2.31867433e-02, -1.96702243e-03, -4.88468632e-02, -2.88793761e-02,\n",
" 2.27026939e-02, 4.49147914e-03, -6.69196714e-03, -1.05783477e-01,\n",
" -9.86258537e-02, 4.01414782e-02, -2.98584662e-02, 1.05294429e-01,\n",
" -2.22057495e-02, -4.81623784e-02, 6.90572932e-02, 2.00935509e-02,\n",
" 4.59320284e-02, 2.20995713e-02, 2.20743124e-03, 1.52127985e-02,\n",
" 7.24935830e-02, -5.58968708e-02, 1.14144161e-02, 4.85947467e-02,\n",
" -1.02378870e-03, -2.25999225e-02, -3.63906994e-02, 9.40321386e-03,\n",
" -3.82262245e-02, 5.18540218e-02, 9.68359038e-03, 3.72178317e-03,\n",
" -2.60837208e-02, 8.63902643e-03, 4.14460301e-02, -3.40715945e-02,\n",
" -1.47078168e-02, -1.15558719e-02, 1.21798858e-01, 9.28178281e-02,\n",
" 2.22032014e-02, 3.28042321e-02, 2.40734816e-02, -5.16399220e-02,\n",
" 4.25838791e-02, 9.64725390e-02, -7.18301442e-03, 3.26042101e-02,\n",
" -1.07461568e-02, -1.88158508e-02, -2.66123991e-02, -4.41950411e-02,\n",
" -5.92658110e-02, 7.67345652e-02, 3.01433001e-02, 1.77704282e-02,\n",
" 1.16842436e-02, -6.75065629e-03, -1.27864396e-02, -4.05487940e-02,\n",
" 8.73164758e-02, 6.13829754e-02, 2.45739054e-02, 4.08552550e-02,\n",
" 1.99421030e-02, 3.23647074e-02, -5.87710515e-02, -5.04992753e-02,\n",
" -8.29055440e-03, 7.93518052e-02, -6.02306798e-02, -1.16148833e-02,\n",
" -1.15914876e-02, -2.15217248e-02, 5.01124822e-02, 3.92236076e-02,\n",
" -1.07071735e-03, 3.17938030e-02, 6.64774254e-02, 6.14379942e-02,\n",
" -1.36679318e-02, -5.53828627e-02, -7.10322056e-03, -1.10391052e-02,\n",
" 1.22523876e-02, 4.18973714e-02, -2.33796109e-02, -7.31876194e-02,\n",
" 4.02665250e-02, -8.76801759e-02, -4.18971740e-02, 5.58447279e-03,\n",
" -1.96963605e-02, -5.77510968e-02, 1.12021947e-02, -2.52444241e-02,\n",
" 3.72972004e-02, -1.58496536e-02, -4.79502045e-02, -2.96489745e-02,\n",
" 1.31295025e-02, -1.84006933e-02, -3.67097221e-02, 2.25235503e-02,\n",
" -6.08095117e-02, -2.35823207e-02, -4.16121669e-02, 1.28448429e-02,\n",
" 6.40835986e-02, -4.61058281e-02, 2.27568541e-02, -3.95191945e-02,\n",
" 4.67504002e-02, -2.14076824e-02, -7.60111352e-03, 2.36687362e-02,\n",
" 4.25764844e-02, 3.52326296e-02, 5.60310520e-02, 3.67193855e-02,\n",
" -1.64459366e-02, 4.02724110e-02, 9.14855115e-03, -2.80647818e-02,\n",
" -5.81235364e-02, -2.32340135e-02, 1.25222830e-02, -4.83201034e-02,\n",
" -2.84870937e-02, -5.45395948e-02, -8.89734849e-02, 2.35309731e-02,\n",
" -7.83225056e-03, 8.05200934e-02, 2.21272707e-02, 1.42179327e-02,\n",
" 2.28119884e-02, 2.86948383e-02, -5.32916971e-02, -1.96736269e-02,\n",
" -1.32598042e-01, -1.60996616e-02, 4.11541797e-02, -3.82342525e-02,\n",
" -4.99384366e-02, -4.74909917e-02, 1.39883091e-03, 2.57707797e-02,\n",
" -4.37271409e-02, -8.22135657e-02, -4.18024622e-02, 7.23654404e-02,\n",
" -6.81884307e-03, -2.09913831e-02, -4.45626751e-02, 1.73712913e-02,\n",
" -6.03834242e-02, 1.45630725e-02, 6.29067272e-02, -1.39622753e-02,\n",
" -6.22131350e-03, -6.16728514e-03, 2.36940756e-02, 1.54476929e-02,\n",
" -2.44897455e-02, 5.76824136e-03, -4.49143276e-02, -9.06667486e-02,\n",
" 2.93712877e-02, -1.94094740e-02, 9.95043144e-02, -3.11961137e-02,\n",
" 3.78891267e-02, 8.03924259e-03, 8.64875615e-02, 4.91516329e-02,\n",
" 1.25305979e-02, -3.40859294e-02, 1.80199131e-04, 1.14535084e-02,\n",
" 7.08181337e-02, -5.15447091e-03, 3.75774466e-02, 3.88154685e-02,\n",
" 4.61400225e-04, 3.91952880e-02, -1.94260329e-02, 2.11317539e-02,\n",
" -1.59860160e-02, -2.59478949e-02, 1.65984370e-02, 6.25973716e-02,\n",
" 5.65229356e-02, 2.76967138e-02, 2.66370885e-02, 4.82618324e-02,\n",
" 1.18938666e-02, 4.04041633e-02, -2.39293501e-02, -4.86531071e-02,\n",
" -2.88710985e-02, 6.80307299e-02, 6.41329773e-03, -5.00766188e-02,\n",
" 4.60265353e-02, 8.93866271e-03, -5.79408146e-02, -4.53850813e-02,\n",
" 4.67421338e-02, 8.41957703e-03, 4.01702672e-02, -6.06055856e-02,\n",
" 1.29685905e-02, -3.20743471e-02, -4.31352574e-03, -2.49077231e-02,\n",
" 3.70184483e-04, 3.56448665e-02, 4.64492477e-03, 1.21777868e-02,\n",
" -3.89635637e-02, -8.01014006e-02, 3.25153060e-02, -7.69577280e-04,\n",
" 5.95275220e-03, 6.02048775e-03, -4.21872409e-03, -6.05003797e-02,\n",
" 6.08885325e-02, 1.35361934e-02, 7.96286091e-02, -2.89460551e-02,\n",
" 1.04692532e-02, 3.73746455e-02, 1.20758377e-01, -6.41098805e-03,\n",
" -5.86957559e-02, -1.01116844e-01, 2.28118543e-02, -2.68607754e-02,\n",
" -6.99448938e-05, -3.44585814e-03, 1.12864897e-02, 5.66438287e-02,\n",
" 3.19907479e-02, -2.46707201e-02, -7.86085054e-03, 6.43973500e-02,\n",
" 1.26543548e-02, -1.83368032e-03, -5.61448862e-04, -9.60334912e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'agnes': Embedding(embedding=array([ 9.98258665e-02, -3.83327343e-02, -9.79341567e-03, 3.70280668e-02,\n",
" -1.10732159e-02, -5.55706620e-02, 1.46327689e-02, 6.33314401e-02,\n",
" 9.82014984e-02, 4.77316007e-02, -2.82223038e-02, 5.92771210e-02,\n",
" 3.29720080e-02, 2.63908375e-02, -4.90604143e-04, 4.36720401e-02,\n",
" 6.33538216e-02, 7.98769668e-02, -1.09925987e-02, -1.58999227e-02,\n",
" -7.54136443e-02, -3.13776471e-02, -6.42354926e-03, 4.43781316e-02,\n",
" -5.96702890e-03, 3.42306518e-03, 1.51259964e-02, -4.39222977e-02,\n",
" 4.36069779e-02, -1.65956412e-02, 6.90431744e-02, -2.30198316e-02,\n",
" 2.12709568e-02, -5.60904806e-03, 3.50492112e-02, -3.42808925e-02,\n",
" -4.35192399e-02, -2.05526799e-02, -9.33636129e-02, 4.17639464e-02,\n",
" -5.26020676e-02, 3.20103317e-02, -2.90833712e-02, -9.56186932e-03,\n",
" 5.22053242e-02, -5.53028323e-02, -4.10430394e-02, 5.88323362e-02,\n",
" -2.32926682e-02, 1.29060391e-02, 3.12993005e-02, -2.67232973e-02,\n",
" -1.16703101e-03, 2.46846192e-02, 4.09453064e-02, 7.30096400e-02,\n",
" -2.66611185e-02, -9.53994542e-02, -1.83236953e-02, -2.29085106e-02,\n",
" 3.67881507e-02, -2.83868168e-03, 1.69729237e-02, 1.13981580e-02,\n",
" 3.07938661e-02, 2.74614859e-02, 3.80037576e-02, 1.94415804e-02,\n",
" -2.07382697e-03, -2.03520302e-02, -5.21855021e-04, 1.83777628e-03,\n",
" 4.04248126e-02, 1.32849082e-01, -3.62924673e-02, 1.51263950e-02,\n",
" 2.71167625e-02, -9.67610031e-02, 3.15094069e-02, -1.47624360e-02,\n",
" 8.89446586e-03, 2.48999819e-02, -5.55006899e-02, 4.04474996e-02,\n",
" 1.58401876e-04, 5.73046505e-02, -1.54309878e-02, -9.54372659e-02,\n",
" -7.16930106e-02, -2.82977745e-02, -3.78440544e-02, -4.68487330e-02,\n",
" -1.45538105e-02, -9.56837088e-02, -8.47736299e-02, 2.96396837e-02,\n",
" -7.22009316e-02, 4.36211526e-02, 4.37959237e-03, 1.69555079e-02,\n",
" -1.46051804e-02, -2.58624759e-02, 4.20724181e-03, -1.42776864e-02,\n",
" -4.00440879e-02, -3.53277698e-02, -3.98689044e-05, 2.76296977e-02,\n",
" -3.85983624e-02, 6.67399392e-02, -4.85221669e-02, -1.24286618e-02,\n",
" 1.75656974e-02, -2.50889920e-02, 2.28387560e-03, 8.17660391e-02,\n",
" 3.62204090e-02, 7.44404346e-02, -6.69871643e-02, -1.29738515e-02,\n",
" -2.09351093e-01, -4.41642739e-02, 2.14932337e-02, 7.17922160e-03,\n",
" -2.95550432e-02, 1.89098995e-03, -3.99565622e-02, 3.73694450e-02,\n",
" -7.63370395e-02, -1.04238605e-03, 1.09075941e-02, 4.84750345e-02,\n",
" -3.66286188e-02, 2.43919976e-02, -2.50706133e-02, 5.92839830e-02,\n",
" 2.65968256e-02, 5.86302616e-02, -6.74181804e-03, 2.30859481e-02,\n",
" -2.13847179e-02, -1.50375301e-02, -4.10834812e-02, 1.14933969e-02,\n",
" -2.68479548e-02, 3.19752023e-02, -5.64785255e-03, 5.94050437e-02,\n",
" -4.35583852e-02, 8.99288058e-03, 3.98567319e-02, 3.08163315e-02,\n",
" -2.95347646e-02, 4.32534069e-02, -1.98224913e-02, -4.70140539e-02,\n",
" -2.46588718e-02, 3.80878560e-02, 3.97701561e-02, 8.40977300e-03,\n",
" 1.33645926e-02, 4.36261520e-02, 4.13520969e-02, -6.61792308e-02,\n",
" -7.80539811e-02, 2.59634410e-03, 1.02906236e-02, -2.06695739e-02,\n",
" 4.15930711e-02, 2.07715407e-02, -1.41836451e-02, 3.07727735e-02,\n",
" -3.80150974e-02, 1.06791882e-02, 4.96313870e-02, -9.45556164e-02,\n",
" -3.31610627e-02, -1.48001201e-02, 2.32845750e-02, -1.43445039e-04,\n",
" 2.19265558e-02, -3.84149589e-02, -1.07532949e-03, -1.70359407e-02,\n",
" 5.04967244e-03, 8.88808165e-03, 5.64816780e-03, 2.23614406e-02,\n",
" -3.47900912e-02, -9.99132171e-03, -8.32636803e-02, -2.82928888e-02,\n",
" -2.23617572e-02, 2.12843753e-02, -6.56996965e-02, 4.31352332e-02,\n",
" 6.22471794e-02, 1.54596232e-02, -3.92815284e-02, -1.08865555e-02,\n",
" 8.07094648e-02, 2.45690178e-02, 6.15042411e-02, -8.35974701e-03,\n",
" -4.18909751e-02, -1.56982860e-03, 4.98031899e-02, -2.85084322e-02,\n",
" -6.73748646e-03, -6.71498254e-02, 5.08484617e-02, -1.87627692e-02,\n",
" 8.22134092e-02, -1.33197173e-03, -2.12354399e-02, 2.39424799e-02,\n",
" -8.67782608e-02, -8.87769461e-02, -3.67188565e-02, 2.94523872e-02,\n",
" 4.77037057e-02, 2.06347778e-02, 7.19964504e-02, 2.94657275e-02,\n",
" 5.11045335e-03, -3.42667997e-02, 3.32959332e-02, 1.51702770e-04,\n",
" 6.21710578e-03, -2.39057466e-02, -5.13572395e-02, 4.80243117e-02,\n",
" 3.11468616e-02, -3.11865844e-02, 5.41346185e-02, -3.10040563e-02,\n",
" -6.15046546e-02, 7.54659763e-03, 1.62658356e-02, -7.76397660e-02,\n",
" -2.43968423e-02, -3.62013355e-02, 5.30731771e-03, 2.92195305e-02,\n",
" 2.31283884e-02, -4.24986146e-02, -4.65860888e-02, -2.77005862e-02,\n",
" 2.16708221e-02, -5.00388704e-02, 3.22832703e-03, 1.74214672e-02,\n",
" -7.04488754e-02, -2.72862576e-02, 4.35223393e-02, 1.23073962e-02,\n",
" 5.06586060e-02, -5.60643710e-02, -4.74232994e-02, -9.97765660e-02,\n",
" -4.66525629e-02, 8.14418960e-03, -3.08097377e-02, -2.65707094e-02,\n",
" 1.72460862e-02, 5.92970755e-03, -5.28571382e-03, -1.11295879e-01,\n",
" -8.60626176e-02, 1.66604985e-02, -4.12379615e-02, 1.01718694e-01,\n",
" -2.43690833e-02, -5.28687686e-02, 7.88893104e-02, 1.49100833e-02,\n",
" 4.49641161e-02, 2.54160147e-02, -7.58633250e-03, 1.39346998e-02,\n",
" 5.72785586e-02, -6.18017726e-02, 2.61063464e-02, 3.08447573e-02,\n",
" 8.69451649e-03, -2.02161483e-02, -3.33298258e-02, 1.01398462e-02,\n",
" -3.53999808e-02, 3.21112573e-02, 6.78849593e-03, 1.40694696e-02,\n",
" -4.32802364e-02, 1.85120553e-02, 4.16555740e-02, -1.41790090e-02,\n",
" -1.00443391e-02, -4.56927670e-03, 1.31002426e-01, 9.45197269e-02,\n",
" 2.06091721e-02, 1.61747243e-02, 2.04902869e-02, -3.90658416e-02,\n",
" 5.23732305e-02, 1.10822737e-01, -1.88634899e-02, 3.56444418e-02,\n",
" -1.08098658e-03, -1.36630265e-02, -1.44577343e-02, -4.12152708e-02,\n",
" -6.24353550e-02, 5.90852834e-02, 8.47977027e-03, 4.62423638e-03,\n",
" -1.27509367e-02, 7.89256184e-04, -9.67264082e-03, -5.38505949e-02,\n",
" 6.71149343e-02, 5.08022010e-02, 1.09031852e-02, 5.74797206e-02,\n",
" 2.55489219e-02, 1.02447821e-02, -5.82612306e-02, -4.69530821e-02,\n",
" -3.40872933e-03, 8.01591650e-02, -4.78133634e-02, -1.18545750e-02,\n",
" -1.41904540e-02, -3.01602054e-02, 6.78881332e-02, 3.37881632e-02,\n",
" 9.96392034e-03, 3.08784787e-02, 7.36688226e-02, 4.62263264e-02,\n",
" 4.94487537e-03, -5.35851344e-02, -1.30912820e-02, -1.19824214e-02,\n",
" -4.76067699e-03, 4.41449247e-02, -2.39799712e-02, -7.08061308e-02,\n",
" 4.50614206e-02, -7.93951303e-02, -5.18026575e-02, -1.16855111e-02,\n",
" -2.99196113e-02, -5.67264222e-02, 1.81354787e-02, -2.90139560e-02,\n",
" 4.12614159e-02, -2.09087636e-02, -5.89592680e-02, -3.27051394e-02,\n",
" 1.20873898e-02, -1.76320300e-02, -2.11358741e-02, 3.87776159e-02,\n",
" -6.21613786e-02, -7.62041239e-03, -2.36003362e-02, 1.21123316e-02,\n",
" 6.19895570e-02, -4.94592376e-02, 4.10228670e-02, -4.78914492e-02,\n",
" 3.77102606e-02, -2.33684629e-02, -1.96084473e-03, 2.20489092e-02,\n",
" 4.96384464e-02, 3.79834026e-02, 4.93967980e-02, 3.83756682e-02,\n",
" -2.86847893e-02, 3.26848589e-02, -2.59564351e-03, -2.95681842e-02,\n",
" -5.39630800e-02, -2.91557163e-02, 1.46614304e-02, -3.79105434e-02,\n",
" -1.95463058e-02, -5.15626445e-02, -1.04885355e-01, 1.38012758e-02,\n",
" -1.95136089e-02, 7.67776519e-02, 1.59570631e-02, 1.15083549e-02,\n",
" 2.07818262e-02, 2.15099454e-02, -5.98123744e-02, -1.91914756e-02,\n",
" -1.26710638e-01, -1.67214945e-02, 4.50820997e-02, -2.89248619e-02,\n",
" -6.05867356e-02, -5.67778759e-02, -4.02272539e-03, 2.18918957e-02,\n",
" -5.31275682e-02, -8.66891816e-02, -3.56281959e-02, 5.82185350e-02,\n",
" -1.64941363e-02, -2.46199071e-02, -5.83316386e-02, 1.98182743e-02,\n",
" -6.95923641e-02, 1.01446882e-02, 6.62268177e-02, -1.80984708e-03,\n",
" -1.75021391e-03, -1.92184951e-02, 1.60159785e-02, 4.91912419e-04,\n",
" -2.89263688e-02, 2.62054615e-02, -4.10550199e-02, -8.83787796e-02,\n",
" 2.26993300e-02, -8.42507090e-03, 1.01308443e-01, -5.30476011e-02,\n",
" 3.67002077e-02, 2.09742077e-02, 9.14402679e-02, 5.23134544e-02,\n",
" 2.00285576e-02, -2.01521255e-02, 2.49094958e-03, 8.32346361e-03,\n",
" 8.29587728e-02, 8.39767698e-03, 3.51684466e-02, 2.74553411e-02,\n",
" 3.49978963e-03, 3.18796895e-02, -1.84071362e-02, 1.79737844e-02,\n",
" -3.04214749e-03, -2.12866422e-02, 3.23221907e-02, 6.40884638e-02,\n",
" 7.37470388e-02, 3.84316072e-02, 6.72093639e-03, 5.53801320e-02,\n",
" 1.32194683e-02, 4.15754542e-02, -1.82517078e-02, -5.07409386e-02,\n",
" -3.13767083e-02, 5.60727678e-02, -3.98451230e-03, -4.02800515e-02,\n",
" 5.66802360e-02, 1.44357858e-02, -4.71069776e-02, -4.39233854e-02,\n",
" 5.02378680e-02, 1.93160046e-02, 3.84170301e-02, -4.11131196e-02,\n",
" -5.09666605e-03, -5.79170249e-02, 1.09500969e-02, -1.83445942e-02,\n",
" -1.52454125e-02, 4.72613461e-02, 1.66348722e-02, 8.08869489e-03,\n",
" -2.42245253e-02, -9.57285091e-02, 3.15867327e-02, 2.66164890e-03,\n",
" 1.21370591e-02, 1.15110045e-02, 1.72787793e-02, -5.95063940e-02,\n",
" 6.14543259e-02, 2.44789440e-02, 5.57339750e-02, -4.14830446e-02,\n",
" 2.16866508e-02, 3.62661406e-02, 1.10139251e-01, -9.25082155e-03,\n",
" -4.83932048e-02, -1.06142633e-01, 2.30105612e-02, -3.16796713e-02,\n",
" -1.71558503e-02, -7.50724878e-03, 2.16517458e-03, 6.78613186e-02,\n",
" 3.17973346e-02, -1.59586854e-02, -1.26142576e-02, 8.22058022e-02,\n",
" 2.64386311e-02, -9.74685512e-03, 4.97253728e-04, -9.46656838e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'aint-got-time': Embedding(embedding=array([ 1.14306651e-01, -3.47528011e-02, -1.16973631e-02, 1.45959835e-02,\n",
" -1.13601489e-02, -6.27002791e-02, 2.34579146e-02, 5.98491430e-02,\n",
" 1.02075107e-01, 5.08598015e-02, -2.52981260e-02, 5.15524745e-02,\n",
" 2.93341577e-02, 1.94607507e-02, -5.95614314e-03, 4.08989638e-02,\n",
" 6.43408000e-02, 8.83961394e-02, -5.58533287e-03, -1.37316147e-02,\n",
" -8.48260447e-02, -3.75543013e-02, -1.70799112e-03, 5.19780107e-02,\n",
" 8.26595072e-03, 1.62937921e-02, 1.03470981e-02, -4.31638770e-02,\n",
" 4.92755435e-02, -1.45894047e-02, 7.69290477e-02, -2.22106799e-02,\n",
" 1.63181778e-02, -2.28791521e-03, 3.93221714e-02, -3.19510698e-02,\n",
" -4.79499064e-02, -2.18236856e-02, -9.35696214e-02, 4.36411314e-02,\n",
" -4.76032645e-02, 2.50030365e-02, -2.84209419e-02, -9.01646540e-03,\n",
" 4.59833480e-02, -6.33295178e-02, -4.62211929e-02, 5.36703467e-02,\n",
" -2.60920692e-02, 1.06034260e-02, 3.82807143e-02, -2.09153276e-02,\n",
" 1.29793363e-03, 2.06509065e-02, 4.62817997e-02, 7.50619248e-02,\n",
" -2.25829035e-02, -8.87378827e-02, -2.27474365e-02, -2.21882109e-02,\n",
" 3.33083346e-02, 1.16666509e-02, 1.56752430e-02, 1.92724690e-02,\n",
" 2.33641472e-02, 1.94632933e-02, 3.95963639e-02, 2.78635677e-02,\n",
" -3.65280168e-04, -1.44327311e-02, -9.45371855e-03, 1.01083172e-02,\n",
" 3.49059999e-02, 1.37328804e-01, -3.41912992e-02, 6.17847778e-03,\n",
" 2.15327833e-02, -9.25471038e-02, 3.00074872e-02, -1.40071958e-02,\n",
" 1.87387988e-02, 2.36251839e-02, -6.20787032e-02, 3.46503556e-02,\n",
" -1.26498146e-02, 5.15056029e-02, -1.93292946e-02, -9.85913500e-02,\n",
" -6.26029596e-02, -1.88012887e-02, -2.92347614e-02, -4.76509742e-02,\n",
" -2.00298261e-02, -9.08090100e-02, -8.06348175e-02, 3.07316072e-02,\n",
" -7.75476769e-02, 3.89099419e-02, 2.38187192e-03, 1.31899836e-02,\n",
" -1.02589568e-02, -1.83986388e-02, -1.53999263e-03, -1.97461285e-02,\n",
" -3.75526361e-02, -3.16231884e-02, 1.71949097e-04, 3.27598266e-02,\n",
" -4.11512740e-02, 7.58984387e-02, -4.56665270e-02, -1.66569110e-02,\n",
" 5.95537154e-03, -1.23878065e-02, -2.02623848e-03, 8.04191157e-02,\n",
" 3.37693393e-02, 7.99154416e-02, -6.61795288e-02, -1.54859014e-02,\n",
" -1.80708453e-01, -5.16324937e-02, 2.16844976e-02, 3.16952029e-03,\n",
" -2.83287019e-02, 2.87237973e-03, -3.26775759e-02, 4.63355668e-02,\n",
" -7.42890090e-02, 6.27640774e-03, 7.01841572e-03, 5.12197837e-02,\n",
" -3.86566594e-02, 2.13131402e-02, -3.13516073e-02, 5.38436137e-02,\n",
" 1.70097873e-02, 5.97487837e-02, -1.06787439e-02, 1.88311785e-02,\n",
" -2.21955422e-02, -2.00233012e-02, -2.51267552e-02, 1.99782122e-02,\n",
" -3.10554747e-02, 3.07683125e-02, 3.54682282e-03, 5.92670888e-02,\n",
" -4.69674505e-02, 1.03022801e-02, 4.79616709e-02, 3.30297090e-02,\n",
" -3.44202481e-02, 3.69297676e-02, -2.61540134e-02, -4.90352921e-02,\n",
" -2.91587301e-02, 3.20594348e-02, 3.80194783e-02, 4.71763266e-03,\n",
" 1.94565691e-02, 4.79567610e-02, 4.95996512e-02, -7.08020106e-02,\n",
" -8.48570168e-02, 2.15329602e-03, 8.89109541e-03, -3.18536274e-02,\n",
" 4.50807437e-02, 3.10272779e-02, -2.42677685e-02, 3.06631289e-02,\n",
" -4.24021967e-02, 1.86093021e-02, 4.80995923e-02, -8.54469836e-02,\n",
" -3.20118405e-02, -1.09198876e-02, 2.56887861e-02, -1.93066965e-03,\n",
" 2.46191174e-02, -4.29075658e-02, 1.16532734e-02, -1.95716843e-02,\n",
" -2.62106210e-03, 1.46714598e-02, 7.23630236e-03, 1.34255243e-02,\n",
" -4.11185883e-02, -7.59322103e-03, -7.93965310e-02, -3.12610045e-02,\n",
" -1.62607338e-02, 1.36830248e-02, -6.44216910e-02, 4.39517535e-02,\n",
" 5.49425818e-02, -6.95294701e-03, -4.49585579e-02, -5.68568660e-03,\n",
" 8.04790780e-02, 2.66947802e-02, 5.40667735e-02, 2.86083505e-03,\n",
" -3.32253724e-02, 5.69385197e-03, 4.01735604e-02, -2.88022142e-02,\n",
" -6.64336281e-03, -6.37412667e-02, 5.60888909e-02, -1.40424417e-02,\n",
" 7.04405010e-02, 4.01752722e-03, -1.24788051e-02, 2.68788561e-02,\n",
" -9.05021057e-02, -8.71565342e-02, -4.23533507e-02, 3.53842564e-02,\n",
" 3.40761542e-02, 2.49415003e-02, 6.54131547e-02, 2.44172476e-02,\n",
" 7.85255339e-03, -3.04094236e-02, 3.42616141e-02, -7.41943670e-03,\n",
" 3.21428082e-03, -1.64024625e-02, -5.28106503e-02, 4.32210155e-02,\n",
" 3.83852348e-02, -3.49851251e-02, 4.89289239e-02, -3.85972634e-02,\n",
" -5.77826016e-02, 1.48124304e-02, 2.04556063e-02, -8.80098566e-02,\n",
" -1.92043893e-02, -4.81734015e-02, 1.71743929e-02, 4.59489487e-02,\n",
" 2.75841635e-02, -3.65596414e-02, -6.47958666e-02, -2.23877747e-02,\n",
" 3.73367332e-02, -4.18086238e-02, 2.88920535e-04, 1.98073909e-02,\n",
" -7.09227920e-02, -2.50518490e-02, 4.32965495e-02, 1.79828424e-02,\n",
" 5.07057942e-02, -6.72459826e-02, -4.66067791e-02, -9.11541805e-02,\n",
" -3.29644755e-02, 1.05851749e-02, -4.19270732e-02, -3.02858148e-02,\n",
" 1.77477617e-02, 2.15745508e-03, -5.60665503e-03, -1.02038175e-01,\n",
" -8.15374106e-02, 3.25845964e-02, -3.74360383e-02, 9.74390805e-02,\n",
" -2.48747207e-02, -5.06574921e-02, 6.84956759e-02, 1.79154146e-02,\n",
" 3.95887382e-02, 2.70898975e-02, -9.60238161e-04, 1.21257287e-02,\n",
" 6.25884384e-02, -6.12220243e-02, 1.16637712e-02, 3.42834145e-02,\n",
" 3.02647683e-03, -2.26786900e-02, -3.66047285e-02, 1.04099568e-02,\n",
" -3.25217657e-02, 3.76892835e-02, 8.46843701e-03, 4.01979685e-03,\n",
" -3.38686220e-02, 1.84420273e-02, 4.85003665e-02, -2.22933590e-02,\n",
" -3.84635315e-03, -6.65740436e-03, 1.29275098e-01, 9.11068991e-02,\n",
" 2.33947001e-02, 1.89419817e-02, 2.82995589e-02, -4.60860580e-02,\n",
" 5.30774817e-02, 1.03938624e-01, -1.35717709e-02, 3.74253839e-02,\n",
" -1.02400472e-02, -1.75295789e-02, -2.18942855e-02, -4.06697243e-02,\n",
" -5.42034209e-02, 7.43490532e-02, 2.15345398e-02, 6.90380018e-03,\n",
" -3.81453137e-04, -7.47758488e-04, -8.19472317e-03, -4.66849208e-02,\n",
" 7.33060762e-02, 6.14407696e-02, 1.82612762e-02, 5.47312051e-02,\n",
" 2.80615482e-02, 2.14686431e-02, -6.64117411e-02, -4.38131131e-02,\n",
" -6.26922213e-03, 7.88484514e-02, -5.44716194e-02, -1.31329987e-02,\n",
" -1.60114560e-02, -2.54197679e-02, 5.60064986e-02, 3.50420624e-02,\n",
" 9.99571523e-04, 2.58006267e-02, 7.13585094e-02, 6.11570626e-02,\n",
" -9.70667321e-03, -6.68833256e-02, -1.07450802e-02, -1.26380706e-02,\n",
" 7.56964611e-04, 4.57843728e-02, -1.56632420e-02, -7.78779835e-02,\n",
" 4.38501090e-02, -7.77299777e-02, -4.84867208e-02, -4.33535734e-03,\n",
" -2.68417820e-02, -6.49072900e-02, 1.35653233e-02, -2.74136811e-02,\n",
" 3.85297984e-02, -2.20041871e-02, -5.78704439e-02, -3.36084664e-02,\n",
" 1.29366713e-02, -1.41012678e-02, -2.42655966e-02, 3.67332250e-02,\n",
" -7.34688938e-02, -1.43172704e-02, -3.62293646e-02, 1.67565495e-02,\n",
" 6.26099780e-02, -5.53339981e-02, 3.44622619e-02, -4.38943170e-02,\n",
" 4.21172455e-02, -2.29060221e-02, -3.36634461e-03, 2.81468481e-02,\n",
" 4.94855493e-02, 3.47148925e-02, 4.87012900e-02, 3.16883102e-02,\n",
" -2.48092767e-02, 4.16568853e-02, 5.75731555e-03, -3.14536616e-02,\n",
" -5.60682677e-02, -2.71875355e-02, 1.82530414e-02, -4.70790677e-02,\n",
" -1.46643855e-02, -5.36463223e-02, -9.88875479e-02, 2.33117882e-02,\n",
" -1.26494374e-02, 7.62216821e-02, 1.07370298e-02, 1.79421380e-02,\n",
" 1.96721591e-02, 2.40983870e-02, -5.60467020e-02, -1.05349058e-02,\n",
" -1.26314670e-01, -1.32546369e-02, 4.62773405e-02, -2.97812093e-02,\n",
" -5.91801107e-02, -5.12646399e-02, -2.86550657e-03, 2.32768953e-02,\n",
" -4.46320996e-02, -9.26009044e-02, -3.95722054e-02, 5.75176217e-02,\n",
" -7.37368595e-03, -3.12951691e-02, -5.38827740e-02, 2.39228643e-02,\n",
" -6.46634772e-02, 1.21439882e-02, 6.66082799e-02, -4.10869205e-03,\n",
" -3.05142789e-03, -9.64912027e-03, 2.04646643e-02, 3.73663264e-04,\n",
" -2.99595129e-02, 1.97100565e-02, -4.66191620e-02, -8.67449343e-02,\n",
" 1.99880935e-02, -1.49641791e-02, 1.00569807e-01, -4.65683490e-02,\n",
" 3.19027044e-02, 1.60989966e-02, 8.76294598e-02, 4.61176299e-02,\n",
" 1.98989008e-02, -2.73569245e-02, 6.74171327e-03, 1.14094820e-02,\n",
" 7.87147358e-02, 7.48335756e-03, 3.91028598e-02, 3.46297026e-02,\n",
" -1.85654208e-03, 3.23773660e-02, -1.97364185e-02, 1.71197541e-02,\n",
" -8.84588901e-03, -3.18886489e-02, 2.36440003e-02, 6.44365251e-02,\n",
" 7.14080930e-02, 2.66718604e-02, 1.45257367e-02, 4.39072326e-02,\n",
" 1.22781144e-02, 4.05755378e-02, -1.94434244e-02, -5.72080165e-02,\n",
" -2.84144506e-02, 6.54910952e-02, -3.40464129e-03, -4.57902588e-02,\n",
" 5.33095412e-02, 8.76353402e-03, -5.42963073e-02, -4.96846698e-02,\n",
" 5.50545976e-02, 1.51723279e-02, 2.95521505e-02, -5.08644469e-02,\n",
" 2.53742724e-03, -4.71569933e-02, -1.68090255e-03, -2.35150196e-02,\n",
" -6.39204681e-03, 5.19699268e-02, 1.02714458e-02, 2.16635526e-03,\n",
" -3.46418470e-02, -8.29218403e-02, 3.49684581e-02, 4.40471247e-03,\n",
" 1.28716817e-02, 9.59376153e-03, 9.63934232e-03, -5.87743036e-02,\n",
" 6.26179427e-02, 2.23744754e-02, 7.12933764e-02, -3.97936217e-02,\n",
" 1.07880952e-02, 3.98965925e-02, 1.24551900e-01, -4.52020671e-03,\n",
" -5.90363592e-02, -1.04653083e-01, 2.51551792e-02, -2.53216978e-02,\n",
" -9.40332748e-03, -9.46296472e-03, 9.54671763e-03, 6.43207207e-02,\n",
" 3.10519058e-02, -2.86072008e-02, -1.26218852e-02, 7.97631517e-02,\n",
" 1.58944372e-02, -6.35761069e-03, -8.00041389e-03, -9.57934782e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ams': Embedding(embedding=array([ 8.81935880e-02, -6.41593412e-02, -1.11118658e-02, -1.51125016e-02,\n",
" -2.71640508e-03, -3.67571227e-02, 4.57652211e-02, 4.45858873e-02,\n",
" 8.03888664e-02, 6.43273294e-02, -8.30442179e-03, 2.58363597e-02,\n",
" 1.56972185e-02, 1.45048099e-02, -1.55882118e-02, -2.83153425e-03,\n",
" 2.95519996e-02, 8.26681405e-02, 2.20335722e-02, -1.80508979e-02,\n",
" -8.98223519e-02, -3.56026143e-02, 8.73824023e-03, 7.15436637e-02,\n",
" 5.09961732e-02, 3.84244695e-02, -1.57493372e-02, -4.60221097e-02,\n",
" 4.27612029e-02, -1.55315520e-02, 5.82487248e-02, -9.38602909e-03,\n",
" -3.33310924e-02, 9.13291951e-05, 4.17948179e-02, 5.14090341e-03,\n",
" -1.34716863e-02, -2.85506099e-02, -7.28712827e-02, 6.61788732e-02,\n",
" -2.34198123e-02, 1.45033486e-02, -3.98513814e-03, -6.36163028e-03,\n",
" 4.03890684e-02, -5.04309423e-02, -3.21082771e-02, 5.47094308e-02,\n",
" -3.34336944e-02, 7.32260803e-03, 3.01952679e-02, -3.92918009e-03,\n",
" 1.37191894e-03, 2.85981614e-02, 3.38719673e-02, 4.37642671e-02,\n",
" -1.15735941e-02, -5.67645542e-02, -2.42613014e-02, -2.84513794e-02,\n",
" 2.88486965e-02, 4.17395011e-02, 3.18053700e-02, 2.78437678e-02,\n",
" 6.62196614e-03, 1.22524798e-02, 3.27178352e-02, 1.96898123e-03,\n",
" -9.35567450e-03, -4.44824696e-02, -4.15635221e-02, 5.45625165e-02,\n",
" 2.92032678e-02, 1.64470002e-01, -5.24915615e-03, 1.94577351e-02,\n",
" 6.78831385e-03, -6.61925003e-02, 4.29804325e-02, -1.11335618e-02,\n",
" 6.82303160e-02, 1.04833934e-02, -8.68683830e-02, 5.38141057e-02,\n",
" -3.18971314e-02, 1.03181284e-02, -1.62211917e-02, -7.48984069e-02,\n",
" -4.96764444e-02, -3.26951928e-02, -1.18560884e-02, -2.90961359e-02,\n",
" -5.27680516e-02, -7.89352208e-02, -4.14268114e-02, -8.71152990e-03,\n",
" -5.04414104e-02, 2.25966256e-02, -2.84195095e-02, -8.26920383e-03,\n",
" -7.81372748e-03, -2.65795458e-02, -3.02748214e-02, -3.98699529e-02,\n",
" -4.90243360e-02, -2.73354189e-03, 1.40506495e-03, 2.55831927e-02,\n",
" -7.89063349e-02, 7.33376592e-02, -1.60159376e-02, -4.90704514e-02,\n",
" -1.43040270e-02, -1.35791767e-02, -1.42865684e-02, 8.15629214e-02,\n",
" 3.65261978e-04, 9.46566835e-02, -6.72516897e-02, -4.88401242e-02,\n",
" -1.46982640e-01, -4.88084555e-02, 4.92574610e-02, -1.49875833e-02,\n",
" -1.21509060e-02, -1.54011250e-02, -1.24527961e-02, 3.11662555e-02,\n",
" -5.82920536e-02, 2.57083159e-02, -2.53428658e-03, 6.16657212e-02,\n",
" -1.46722170e-02, 2.86217146e-02, -3.59983668e-02, 5.79164252e-02,\n",
" -7.00750342e-03, 5.93352504e-02, 6.90393802e-03, -1.06703481e-02,\n",
" -2.71503963e-02, -1.91371236e-02, -4.77786548e-03, -3.63865425e-03,\n",
" 1.40966391e-02, 3.97150591e-02, 1.67597104e-02, 4.67478521e-02,\n",
" -2.10969243e-02, -3.58110410e-03, 5.68054877e-02, 2.20311917e-02,\n",
" -3.03819752e-03, 5.92988159e-04, -6.34505674e-02, -7.09540173e-02,\n",
" -3.36001604e-03, -8.96430109e-03, 4.15030308e-02, 1.04778064e-02,\n",
" 5.06454222e-02, 1.89316329e-02, 3.21683250e-02, -6.07312322e-02,\n",
" -5.55641949e-02, 2.11648513e-02, 3.25886940e-04, -4.42030095e-02,\n",
" 2.03796811e-02, 6.38799295e-02, -4.42976654e-02, 4.78797145e-02,\n",
" -2.73395814e-02, -2.30665077e-02, 3.05766240e-02, -6.71811327e-02,\n",
" -3.54260541e-02, -2.47609764e-02, 1.43415583e-02, -9.48185474e-03,\n",
" 3.59301120e-02, -5.01386821e-02, 1.27483597e-02, -3.89645738e-03,\n",
" 2.33694911e-03, 4.13688868e-02, -4.17355401e-03, 1.74701903e-02,\n",
" -3.43516096e-02, 1.98896285e-02, -8.35128427e-02, -6.74731331e-03,\n",
" -3.43358293e-02, -1.44480972e-03, -5.17475456e-02, 4.16194461e-02,\n",
" 5.18912636e-02, -5.69618959e-03, -5.78493625e-02, 1.56677270e-03,\n",
" 7.30370954e-02, 4.79739122e-02, 4.13311757e-02, -4.16097306e-02,\n",
" 1.85414590e-03, 4.15221006e-02, 2.97558191e-03, -2.48821303e-02,\n",
" 9.82465062e-05, -2.20369473e-02, 4.46547493e-02, -3.43838409e-02,\n",
" 5.55312783e-02, -7.11444952e-03, -6.04318967e-03, 5.15403301e-02,\n",
" -6.15451150e-02, -6.95962757e-02, -4.75662239e-02, 3.41517106e-02,\n",
" 3.72280627e-02, 2.32761968e-02, 6.55122474e-02, -2.51519796e-03,\n",
" 4.75239335e-03, -5.18853730e-03, 2.04579700e-02, -3.42570283e-02,\n",
" 4.02114615e-02, -1.31013459e-02, -4.67445552e-02, 4.71591540e-02,\n",
" 1.59455985e-02, -3.31626050e-02, 1.93970799e-02, -2.80192196e-02,\n",
" -2.67609954e-02, -7.19676400e-03, 2.14607399e-02, -1.18400566e-01,\n",
" -4.14937874e-03, -5.41656129e-02, 7.40551874e-02, 6.64103180e-02,\n",
" 1.49810687e-02, -2.21825968e-02, -6.42848238e-02, 8.05815274e-04,\n",
" 4.73437645e-02, -2.17022188e-02, 1.89734194e-02, 1.24242343e-02,\n",
" -7.73651078e-02, -2.77914070e-02, 3.00078671e-02, 3.77904177e-02,\n",
" 7.04304650e-02, -7.17142969e-02, -6.06374778e-02, -6.24509603e-02,\n",
" -1.60910506e-02, 3.47348629e-04, -7.53353238e-02, -2.26708669e-02,\n",
" 5.87585270e-02, -1.72335543e-02, -1.50894672e-02, -8.87565091e-02,\n",
" -7.25075975e-02, 5.94959445e-02, -2.76225526e-02, 8.87660235e-02,\n",
" -2.96296459e-02, -6.11886941e-02, 4.33047712e-02, -9.26106796e-03,\n",
" 2.23339200e-02, 7.10811792e-03, -2.76314411e-02, 1.85134343e-03,\n",
" 4.78271358e-02, -1.58030372e-02, -1.41301230e-02, 4.86184992e-02,\n",
" -3.60079133e-03, -4.29216102e-02, -7.73572410e-03, -9.22709180e-04,\n",
" -5.33015430e-02, 3.36774960e-02, -1.41890859e-02, 2.82766484e-02,\n",
" -2.55494248e-02, 1.52100436e-02, 3.30557749e-02, -1.73095688e-02,\n",
" -2.76431926e-02, -1.60379838e-02, 1.07893594e-01, 9.38825607e-02,\n",
" 3.02101038e-02, 2.14279890e-02, 7.04467893e-02, -3.30556557e-02,\n",
" 6.80722371e-02, 5.40572740e-02, 7.45859975e-03, 1.21808276e-02,\n",
" -3.90192047e-02, -2.95624882e-02, -4.06708531e-02, -2.54934095e-02,\n",
" -2.46084593e-02, 5.75993285e-02, 2.93634757e-02, 1.56386644e-02,\n",
" 4.69726371e-03, -1.81059521e-02, -4.25787235e-04, -8.84414315e-02,\n",
" 8.32626447e-02, 7.38414377e-02, 3.72136058e-03, 5.66767901e-02,\n",
" 1.64794829e-02, 3.43754515e-02, -7.14097023e-02, -9.83112901e-02,\n",
" 6.06869720e-03, 5.70455305e-02, -5.94203994e-02, -1.57404058e-02,\n",
" -4.20742407e-02, -5.62671060e-03, 5.75886369e-02, 2.62959041e-02,\n",
" -2.08044630e-02, 3.44881862e-02, 5.50548770e-02, 6.53934032e-02,\n",
" -3.48427221e-02, -8.60400647e-02, -1.51200509e-02, -2.70130821e-02,\n",
" 3.24421152e-02, 5.15658408e-02, -2.14839447e-02, -8.51744637e-02,\n",
" 5.14921024e-02, -6.70910105e-02, -4.05555181e-02, -2.02212147e-02,\n",
" -5.25157200e-03, -3.75815146e-02, 1.98478177e-02, 3.05255409e-03,\n",
" 5.26356772e-02, -1.89646389e-02, -5.89788109e-02, -3.63404527e-02,\n",
" 2.70010997e-02, 1.00029248e-03, -8.45011231e-03, 4.04751413e-02,\n",
" -1.12037025e-01, -1.97690073e-02, -5.56005761e-02, 4.08009700e-02,\n",
" 5.37598766e-02, -2.83270497e-02, 2.23822221e-02, -6.55787662e-02,\n",
" 6.01847246e-02, 7.05104554e-03, -2.85810828e-02, 4.22095321e-02,\n",
" 3.65772136e-02, 4.15311642e-02, 4.64598611e-02, 2.21760273e-02,\n",
" 1.32044451e-02, 6.47212043e-02, 3.23434807e-02, -5.27549908e-03,\n",
" -4.74936143e-02, -5.37524670e-02, -5.21444948e-03, -4.62882333e-02,\n",
" 1.07541019e-02, 1.12437422e-03, -8.64800811e-02, 3.02688349e-02,\n",
" 1.21468725e-02, 1.16697378e-01, 2.09740736e-02, 1.02086682e-02,\n",
" -1.82109792e-02, 1.30691780e-02, -3.96253988e-02, 1.53536173e-02,\n",
" -1.40894964e-01, 1.51639571e-03, 6.89835548e-02, -4.33301553e-02,\n",
" -9.71858501e-02, -4.18688506e-02, 1.46370800e-02, 2.23716740e-02,\n",
" -2.61355396e-02, -9.02463198e-02, -3.65260094e-02, 6.94872960e-02,\n",
" -2.03962922e-02, -2.10377332e-02, -3.98796685e-02, 3.61108929e-02,\n",
" -2.06812993e-02, -8.94084014e-03, 5.54134957e-02, -3.49382646e-02,\n",
" -3.07493433e-02, 2.05698088e-02, -1.22040603e-03, 3.86621221e-03,\n",
" -1.64580345e-02, 4.13381532e-02, -3.99061479e-02, -5.61869331e-02,\n",
" 1.24623254e-02, -3.27077806e-02, 1.01913810e-01, -6.12333566e-02,\n",
" 1.07800514e-02, 6.63716719e-03, 9.88754332e-02, 4.41209264e-02,\n",
" 8.22948571e-03, -4.13242243e-02, 2.45290678e-02, 2.53529157e-02,\n",
" 8.11013579e-02, -6.94245333e-03, 3.44791785e-02, 3.88222486e-02,\n",
" -1.79671533e-02, -3.91935278e-03, -8.56363680e-03, -9.99170914e-03,\n",
" -1.16395056e-02, -4.86493409e-02, 2.41969246e-02, 3.62243280e-02,\n",
" 6.21335320e-02, -9.70611721e-03, -1.47684859e-02, 1.81000400e-02,\n",
" -1.31511800e-02, 1.70958173e-02, -1.01235518e-02, -5.28015532e-02,\n",
" -2.49347650e-03, 1.15287192e-01, -2.08205497e-03, -2.09561270e-02,\n",
" 3.14072892e-02, 2.11155880e-02, -3.64751667e-02, -3.65060940e-02,\n",
" 3.52696069e-02, 1.06991781e-02, 1.00477012e-02, -6.17761053e-02,\n",
" -8.88400432e-03, -4.95560840e-02, -3.66299413e-02, -4.49143238e-02,\n",
" 3.94746754e-03, 8.34515467e-02, -1.92855229e-03, -1.76554546e-02,\n",
" -4.57003750e-02, -3.09213176e-02, -1.57662425e-02, 3.21392529e-02,\n",
" 1.23637300e-02, -9.92567558e-03, 1.76926274e-02, -5.71038872e-02,\n",
" 7.85412267e-02, -3.20638083e-02, 5.38984090e-02, -1.83743220e-02,\n",
" 4.07554815e-03, 4.94730696e-02, 1.26635805e-01, -1.47378370e-02,\n",
" -2.83992086e-02, -1.14575990e-01, 4.25127707e-02, -3.81584205e-02,\n",
" 1.07403900e-02, -1.31322572e-03, 2.94544008e-02, 1.12348042e-01,\n",
" 4.12447266e-02, -1.20808687e-02, -1.38619449e-02, 8.27450380e-02,\n",
" 1.17775472e-02, -1.88838542e-02, -7.20085902e-03, -1.05901212e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ants': Embedding(embedding=array([ 0.11399929, -0.04080553, -0.01708187, -0.00199949, -0.00565116,\n",
" -0.06248429, 0.02758779, 0.06085278, 0.10611863, 0.06489085,\n",
" -0.01166441, 0.04029681, 0.02692737, 0.02109222, -0.01113066,\n",
" 0.02852099, 0.0583174 , 0.08855648, 0.00288392, -0.0249327 ,\n",
" -0.08730529, -0.0435797 , 0.00694969, 0.05414617, 0.01693933,\n",
" 0.01830344, 0.00440073, -0.04062255, 0.05525401, -0.01625749,\n",
" 0.08155677, -0.01659147, -0.00237947, 0.00811163, 0.03681753,\n",
" -0.0207187 , -0.05658515, -0.02013448, -0.08683152, 0.04239978,\n",
" -0.04379397, 0.01665801, -0.01909539, -0.01849134, 0.04389687,\n",
" -0.06552191, -0.03994557, 0.04285569, -0.02727048, 0.02009055,\n",
" 0.03190023, -0.01373 , 0.00454027, 0.01320659, 0.04430882,\n",
" 0.06829268, -0.0045525 , -0.08285858, -0.02231354, -0.02434663,\n",
" 0.04702015, 0.02109353, 0.02336085, 0.02177156, 0.01784538,\n",
" 0.01108035, 0.03758074, 0.01965562, -0.00897553, -0.01935665,\n",
" -0.02510847, 0.02916483, 0.02257131, 0.15217629, -0.02353174,\n",
" 0.01093129, 0.01428087, -0.07255642, 0.01814075, -0.02098735,\n",
" 0.04077782, 0.01943701, -0.07210404, 0.04682725, -0.01833839,\n",
" 0.03882954, -0.02506771, -0.0956158 , -0.05629884, -0.031024 ,\n",
" -0.01722961, -0.04207997, -0.03329694, -0.08466268, -0.07000792,\n",
" 0.03190128, -0.07755911, 0.03126017, -0.01538621, -0.00072323,\n",
" -0.01336105, -0.01769108, -0.01599209, -0.0246672 , -0.03637563,\n",
" -0.02051659, 0.0002859 , 0.02998328, -0.04385157, 0.07995582,\n",
" -0.03459142, -0.02387821, -0.00502065, -0.00830064, 0.00758901,\n",
" 0.08268324, 0.02129857, 0.09104154, -0.06723122, -0.02337814,\n",
" -0.16324262, -0.05402459, 0.03646671, -0.00469567, -0.02519519,\n",
" 0.00131257, -0.03687919, 0.04739257, -0.06913238, 0.01181503,\n",
" 0.00742402, 0.06335532, -0.02795332, 0.02967744, -0.02830271,\n",
" 0.04809815, 0.01535733, 0.05908654, -0.0058715 , 0.01029842,\n",
" -0.03033574, -0.02342629, -0.00806411, 0.01671317, -0.01326878,\n",
" 0.03593374, 0.01287712, 0.06229705, -0.03947955, 0.00559412,\n",
" 0.05788888, 0.03002747, -0.03013961, 0.02821404, -0.04160215,\n",
" -0.06221952, -0.02743005, 0.01489873, 0.03033927, 0.00459372,\n",
" 0.01572964, 0.05073493, 0.03034028, -0.06254556, -0.09690612,\n",
" -0.00635836, 0.00673222, -0.0400889 , 0.03679051, 0.04728921,\n",
" -0.03612262, 0.03834251, -0.04326994, 0.01115666, 0.0489454 ,\n",
" -0.08062103, -0.03106501, -0.01301828, 0.02788831, -0.001445 ,\n",
" 0.02122499, -0.04477862, 0.02078384, -0.01967578, -0.00308334,\n",
" 0.01998027, 0.01903217, 0.00242157, -0.04338986, 0.00544803,\n",
" -0.08941537, -0.03293839, -0.02201449, 0.01287311, -0.06417624,\n",
" 0.04592965, 0.04501905, -0.02243201, -0.04831578, 0.00033098,\n",
" 0.08373974, 0.03223245, 0.05797195, 0.00537811, -0.02000454,\n",
" 0.01803071, 0.03035288, -0.03254235, -0.00641256, -0.05411016,\n",
" 0.05747859, -0.01235903, 0.06032846, 0.00521847, -0.00780474,\n",
" 0.04317519, -0.08066508, -0.08482113, -0.05313039, 0.03651007,\n",
" 0.0200363 , 0.03042272, 0.0534076 , 0.01775018, 0.01509798,\n",
" -0.0147672 , 0.03249281, -0.01749501, 0.001871 , -0.00675954,\n",
" -0.05682895, 0.0430373 , 0.03604775, -0.03857419, 0.0523168 ,\n",
" -0.03422365, -0.04840272, 0.00962932, 0.03200852, -0.09539358,\n",
" -0.01263388, -0.04921944, 0.02704025, 0.05496948, 0.0253226 ,\n",
" -0.02897823, -0.06899095, -0.02306201, 0.04513859, -0.04115457,\n",
" 0.01322939, 0.01872444, -0.07097734, -0.02664154, 0.03950068,\n",
" 0.02170544, 0.04496159, -0.071827 , -0.06001005, -0.08468958,\n",
" -0.01695937, 0.00626946, -0.05423148, -0.025686 , 0.0186363 ,\n",
" -0.00633932, -0.00285515, -0.10055682, -0.08418683, 0.0454961 ,\n",
" -0.03462051, 0.08769184, -0.03622861, -0.05033409, 0.05690511,\n",
" 0.011891 , 0.04083076, 0.01796156, 0.00554314, 0.01060102,\n",
" 0.06273395, -0.05060659, -0.0076239 , 0.05705141, -0.00370532,\n",
" -0.03242553, -0.02620634, 0.00416095, -0.04185694, 0.04230293,\n",
" 0.01265404, -0.00097184, -0.01993969, 0.00407963, 0.04571817,\n",
" -0.02336527, -0.01168475, -0.01414145, 0.12180539, 0.09244181,\n",
" 0.02862443, 0.02767733, 0.039227 , -0.04004265, 0.05928947,\n",
" 0.08201825, -0.00204207, 0.02766162, -0.00979126, -0.02312755,\n",
" -0.03583334, -0.04571325, -0.04924681, 0.07707896, 0.02565628,\n",
" 0.01761349, 0.00773932, -0.00762788, -0.0057275 , -0.04819299,\n",
" 0.08666185, 0.07434264, 0.00857567, 0.04302267, 0.02880896,\n",
" 0.04095983, -0.06759199, -0.05876243, -0.00196253, 0.07814973,\n",
" -0.06340822, -0.00574557, -0.01879743, -0.01328128, 0.0569188 ,\n",
" 0.03776813, -0.00375517, 0.02074045, 0.06402838, 0.06316147,\n",
" -0.01606775, -0.07925334, -0.00981214, -0.02124603, 0.01520032,\n",
" 0.04283234, -0.01092905, -0.06692618, 0.04492179, -0.0710201 ,\n",
" -0.04695676, 0.00420878, -0.02150288, -0.06631632, 0.02407372,\n",
" -0.01576942, 0.04801113, -0.00249164, -0.06001001, -0.03963277,\n",
" 0.01301291, -0.00895454, -0.02528578, 0.03384596, -0.0889597 ,\n",
" -0.01378842, -0.03922617, 0.02303873, 0.05819258, -0.04974864,\n",
" 0.02684672, -0.05343373, 0.05145051, -0.00770929, -0.00832389,\n",
" 0.02829629, 0.04250165, 0.03241897, 0.05170645, 0.03362272,\n",
" -0.00768909, 0.0486466 , 0.02538455, -0.02363172, -0.05964513,\n",
" -0.03302547, 0.01619872, -0.05920748, -0.01931718, -0.04088227,\n",
" -0.09162463, 0.02273944, -0.00257977, 0.08815367, 0.01032663,\n",
" 0.01390078, 0.00987204, 0.0281723 , -0.04877763, -0.01120159,\n",
" -0.13092093, -0.00975902, 0.04484667, -0.03933843, -0.05603647,\n",
" -0.05361382, -0.00911374, 0.02560558, -0.04936494, -0.08863994,\n",
" -0.03903549, 0.06047385, -0.01175706, -0.04591562, -0.03815343,\n",
" 0.02629801, -0.05972651, 0.00788018, 0.06645041, -0.01649244,\n",
" -0.00549274, 0.00339018, 0.01722914, 0.0059908 , -0.02504866,\n",
" 0.01830487, -0.04629742, -0.08138184, 0.02499386, -0.02026247,\n",
" 0.10504145, -0.04538232, 0.02992707, 0.01104686, 0.0870398 ,\n",
" 0.04117065, 0.01561687, -0.04070061, 0.00757776, 0.01391061,\n",
" 0.07569907, -0.00493328, 0.03084185, 0.03327457, -0.00140436,\n",
" 0.03176607, -0.01654303, 0.01998222, -0.01012026, -0.03683331,\n",
" 0.03397103, 0.05566085, 0.06717032, 0.02326352, 0.02197995,\n",
" 0.03297238, -0.00144582, 0.04678963, -0.01198292, -0.0564346 ,\n",
" -0.02719622, 0.07980707, -0.01114488, -0.04632173, 0.0448545 ,\n",
" 0.01498654, -0.05865818, -0.04856863, 0.04783607, 0.01018368,\n",
" 0.03493377, -0.06514845, 0.01305362, -0.04319975, -0.01346012,\n",
" -0.02383191, 0.00242051, 0.05369523, 0.003714 , 0.01621221,\n",
" -0.04163675, -0.06215904, 0.02183519, 0.01555297, 0.01475752,\n",
" 0.00147362, 0.00792702, -0.05781038, 0.06315864, -0.00076734,\n",
" 0.06509409, -0.02917868, 0.0161895 , 0.04225805, 0.13037865,\n",
" 0.0070837 , -0.06336959, -0.09605376, 0.03793379, -0.03199811,\n",
" -0.00674897, -0.01355518, 0.01028377, 0.07356391, 0.02499277,\n",
" -0.02837454, -0.01618966, 0.06941753, 0.00741813, -0.0156595 ,\n",
" -0.0038575 , -0.10701082]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'apcr': Embedding(embedding=array([ 9.66838077e-02, -5.05761579e-02, -1.56016555e-02, -2.06797086e-02,\n",
" -5.69207082e-03, -4.19534221e-02, 3.30237821e-02, 5.98333627e-02,\n",
" 9.80177596e-02, 7.22192675e-02, -1.04371039e-02, 4.14490290e-02,\n",
" 1.50336502e-02, 2.31160428e-02, -1.55745465e-02, 1.74633451e-02,\n",
" 4.29093987e-02, 8.95235315e-02, 9.44912620e-03, -2.13467404e-02,\n",
" -8.72194618e-02, -4.56013568e-02, 4.49462235e-03, 5.75387888e-02,\n",
" 3.36424038e-02, 3.58460955e-02, -6.40024524e-03, -3.66382711e-02,\n",
" 6.31251335e-02, -9.69898328e-03, 7.61713386e-02, -3.64765222e-03,\n",
" -2.84676962e-02, 1.93551386e-04, 3.63946036e-02, -1.31570697e-02,\n",
" -3.19380313e-02, -1.83511991e-02, -7.16420561e-02, 5.74659780e-02,\n",
" -4.20580655e-02, 4.70607448e-03, -1.96096748e-02, -1.24340728e-02,\n",
" 3.87493335e-02, -5.70593141e-02, -3.41762267e-02, 5.46318777e-02,\n",
" -3.05938032e-02, 2.04620212e-02, 3.69104408e-02, 4.56706341e-03,\n",
" -2.14015390e-03, 1.05136111e-02, 3.83640751e-02, 5.38112558e-02,\n",
" 4.99450834e-03, -6.20016456e-02, -3.30533460e-02, -3.30683738e-02,\n",
" 4.43265513e-02, 2.08235942e-02, 3.50370705e-02, 2.28385031e-02,\n",
" 1.04736164e-02, -5.47933765e-03, 3.58615555e-02, -1.87894504e-04,\n",
" -1.00619067e-02, -2.90187709e-02, -2.69824397e-02, 4.90960926e-02,\n",
" 1.20804459e-02, 1.64215520e-01, 3.68601689e-03, 2.00533047e-02,\n",
" 8.06272775e-03, -7.33471885e-02, 2.44126488e-02, -1.88682210e-02,\n",
" 6.57146201e-02, 3.49068292e-03, -7.54602551e-02, 5.97785525e-02,\n",
" -2.90479716e-02, 2.16618665e-02, -1.23642832e-02, -7.84933642e-02,\n",
" -5.59743345e-02, -4.69175540e-02, -1.15135368e-02, -3.36500481e-02,\n",
" -4.12698388e-02, -8.91731828e-02, -5.22139072e-02, 4.22706036e-03,\n",
" -6.02216572e-02, 3.25732902e-02, -2.92372219e-02, -1.52436243e-02,\n",
" -1.03239212e-02, -2.94508878e-02, -1.91602856e-02, -3.54062878e-02,\n",
" -3.53501253e-02, -5.51176351e-03, 1.83419359e-03, 2.93815248e-02,\n",
" -7.15356469e-02, 8.23674053e-02, -2.48275232e-02, -3.88992280e-02,\n",
" -1.77441780e-02, -1.42582934e-02, 1.59829147e-02, 8.33749622e-02,\n",
" 1.14859845e-02, 9.05378088e-02, -6.20454997e-02, -2.89416630e-02,\n",
" -1.52932584e-01, -6.10645488e-02, 3.74855772e-02, -1.89494411e-03,\n",
" -1.08784428e-02, -2.31031398e-03, -2.43540276e-02, 3.26747857e-02,\n",
" -6.64985627e-02, 3.02946791e-02, 6.05070125e-03, 7.03089684e-02,\n",
" -2.60205008e-02, 3.02879568e-02, -3.51671390e-02, 4.84588221e-02,\n",
" 5.47269825e-03, 5.59478849e-02, -5.33617008e-03, -2.02648318e-03,\n",
" -4.02527228e-02, -1.45443473e-02, 3.64369550e-03, 5.70612960e-03,\n",
" 7.58911250e-03, 3.42573673e-02, 1.02055036e-02, 6.15042299e-02,\n",
" -4.46939729e-02, -2.21347180e-03, 5.50261699e-02, 2.37493794e-02,\n",
" -2.19479837e-02, 1.32122450e-02, -5.37758097e-02, -6.61755428e-02,\n",
" -2.19430830e-02, 5.51676261e-04, 3.97957638e-02, 2.86728633e-03,\n",
" 3.38591002e-02, 4.22858559e-02, 3.25510874e-02, -6.49276748e-02,\n",
" -9.29718018e-02, 4.38223407e-03, -3.15423962e-03, -4.06671874e-02,\n",
" 2.02195123e-02, 6.56837896e-02, -4.79100756e-02, 5.47592156e-02,\n",
" -3.77867669e-02, 1.00440823e-03, 2.21853461e-02, -6.26129434e-02,\n",
" -2.73920223e-02, -2.15071179e-02, 2.16158628e-02, -1.28679518e-02,\n",
" 3.67850848e-02, -4.53543924e-02, 2.00387966e-02, 1.99259608e-03,\n",
" -2.04608543e-03, 3.53057124e-02, 6.72911759e-03, -6.76879776e-04,\n",
" -4.78148721e-02, 1.42709576e-02, -7.43838549e-02, -2.42412016e-02,\n",
" -2.39294935e-02, 1.00149382e-02, -6.26566187e-02, 3.74713279e-02,\n",
" 4.22850884e-02, -1.73696224e-02, -5.60385473e-02, 8.71026237e-03,\n",
" 8.67488086e-02, 4.07520272e-02, 3.73778380e-02, -6.50134403e-03,\n",
" -1.31789669e-02, 3.71745676e-02, 1.01652462e-02, -3.42896394e-02,\n",
" -8.79674777e-03, -3.37605029e-02, 4.62311059e-02, -1.42453052e-02,\n",
" 5.02788462e-02, -1.27407649e-04, -6.37256261e-03, 5.41808680e-02,\n",
" -6.86246231e-02, -7.56509453e-02, -4.58593629e-02, 3.76225337e-02,\n",
" 2.28335727e-02, 3.98446172e-02, 5.07708713e-02, 4.26167063e-03,\n",
" 9.72624775e-03, -7.38468778e-04, 2.31975056e-02, -3.34699340e-02,\n",
" 2.35874876e-02, 3.46456491e-03, -4.62316982e-02, 3.54992449e-02,\n",
" 2.26867925e-02, -4.83405404e-02, 2.84208283e-02, -3.14893126e-02,\n",
" -2.43897885e-02, 4.95312409e-03, 1.86161902e-02, -1.06886014e-01,\n",
" -1.42417056e-02, -5.08561470e-02, 4.86420654e-02, 7.36181885e-02,\n",
" 1.93652287e-02, -1.95001848e-02, -7.45349973e-02, -5.01837395e-03,\n",
" 5.83667047e-02, -3.36516537e-02, 2.49098316e-02, -1.92337448e-05,\n",
" -8.15145001e-02, -3.19398716e-02, 4.16881777e-02, 3.40425670e-02,\n",
" 5.88586740e-02, -5.82176372e-02, -5.81371859e-02, -6.41602576e-02,\n",
" -8.99184402e-03, -1.58030516e-03, -6.05810285e-02, -2.85930112e-02,\n",
" 3.42374593e-02, -1.92219689e-02, -8.95688217e-03, -8.57720003e-02,\n",
" -7.16692209e-02, 5.54859340e-02, -3.53351273e-02, 7.43895173e-02,\n",
" -3.01075019e-02, -5.21132536e-02, 3.47895585e-02, -5.61239989e-03,\n",
" 2.95191016e-02, 1.94453113e-02, -8.24973267e-03, 1.12818507e-02,\n",
" 5.89668639e-02, -3.46717648e-02, -1.30243162e-02, 5.34216724e-02,\n",
" 4.78614791e-04, -4.10785787e-02, -1.92352328e-02, 3.07523040e-03,\n",
" -5.54495156e-02, 3.23112607e-02, 4.78178542e-03, 1.08546326e-02,\n",
" -2.51662098e-02, -4.01051308e-04, 4.52494882e-02, -1.66854654e-02,\n",
" -1.86300669e-02, -1.76067222e-02, 1.11396037e-01, 9.42473114e-02,\n",
" 4.55889888e-02, 2.06609480e-02, 5.64840548e-02, -3.34637687e-02,\n",
" 6.24206178e-02, 6.48961291e-02, 3.16661713e-03, 2.17838939e-02,\n",
" -2.46254113e-02, -2.97344998e-02, -4.50397357e-02, -4.38066646e-02,\n",
" -3.02933175e-02, 6.44291714e-02, 2.51200628e-02, 1.33634200e-02,\n",
" 3.92133836e-03, -1.13866795e-02, 1.17103634e-02, -6.43730387e-02,\n",
" 8.46706331e-02, 8.20395574e-02, 6.84370927e-04, 5.66454977e-02,\n",
" 2.62326039e-02, 5.87352626e-02, -7.22668692e-02, -7.90501162e-02,\n",
" -2.76528741e-03, 5.96003197e-02, -6.72127530e-02, -1.64990705e-02,\n",
" -3.27397697e-02, -3.09276744e-03, 5.67602068e-02, 3.43149565e-02,\n",
" -5.01441117e-03, 2.33024731e-02, 6.33472353e-02, 6.44136444e-02,\n",
" -2.33549774e-02, -8.86087939e-02, -7.38717662e-03, -2.33337786e-02,\n",
" 3.06594130e-02, 5.01738228e-02, -1.43962018e-02, -7.70446658e-02,\n",
" 3.74014899e-02, -6.42158985e-02, -4.90842275e-02, -8.72790581e-04,\n",
" -1.14852833e-02, -5.78108914e-02, 3.15222628e-02, -9.46142711e-03,\n",
" 5.40423431e-02, -6.53464906e-03, -5.66141196e-02, -4.58773375e-02,\n",
" 1.44795729e-02, -2.70819385e-03, -1.55909164e-02, 4.64920364e-02,\n",
" -1.13188557e-01, -1.88021753e-02, -5.16168363e-02, 3.20246331e-02,\n",
" 4.65110168e-02, -4.28778380e-02, 2.11334154e-02, -6.28506839e-02,\n",
" 5.91452233e-02, 4.98342421e-03, -2.18128581e-02, 3.30780074e-02,\n",
" 4.42435853e-02, 3.89526822e-02, 4.95648384e-02, 2.89790705e-02,\n",
" 7.42204208e-03, 5.86914793e-02, 3.68844941e-02, -2.33069342e-02,\n",
" -5.30618355e-02, -4.04908545e-02, 7.48263206e-03, -6.37409911e-02,\n",
" -6.54639537e-03, -1.16437599e-02, -8.94681960e-02, 2.58868113e-02,\n",
" 1.95546146e-03, 1.03760161e-01, -1.02444855e-03, 1.91775914e-02,\n",
" -1.27850315e-02, 1.30759142e-02, -4.48396057e-02, -7.67131196e-03,\n",
" -1.29765108e-01, -5.62797720e-03, 6.71671405e-02, -4.19642404e-02,\n",
" -6.94531649e-02, -4.22265455e-02, 1.78404094e-03, 2.57694069e-02,\n",
" -4.23384532e-02, -8.60598758e-02, -3.37681510e-02, 4.62176017e-02,\n",
" -1.41712604e-02, -5.00535741e-02, -4.37292382e-02, 3.63462791e-02,\n",
" -3.84891070e-02, -6.59729680e-03, 7.23450258e-02, -1.58534255e-02,\n",
" -1.85754634e-02, 1.41518582e-02, 1.46738729e-02, -2.15075770e-03,\n",
" -1.56098288e-02, 3.81981842e-02, -5.61773255e-02, -7.03872964e-02,\n",
" 1.99925154e-02, -2.48219501e-02, 1.05581328e-01, -5.35246395e-02,\n",
" 2.03059111e-02, 1.03727886e-02, 8.46525207e-02, 3.46989110e-02,\n",
" 3.13188019e-03, -4.25371081e-02, 1.87012423e-02, 2.26495508e-02,\n",
" 7.94234425e-02, -3.66064464e-03, 3.42157781e-02, 3.76088843e-02,\n",
" -1.56304128e-02, 1.96052063e-02, -2.51895864e-03, 7.19283102e-03,\n",
" -9.45317280e-03, -4.19621952e-02, 4.37577441e-02, 4.79327030e-02,\n",
" 6.93199188e-02, 1.48739042e-02, 8.94711073e-03, 2.31884662e-02,\n",
" -6.03260985e-03, 4.23568934e-02, -9.64198634e-03, -6.40804470e-02,\n",
" -1.21759698e-02, 9.77027863e-02, -1.43547505e-02, -2.18470879e-02,\n",
" 3.65791433e-02, 3.01329754e-02, -4.84332033e-02, -3.78590375e-02,\n",
" 4.71082665e-02, 1.21300165e-02, 1.90088507e-02, -6.39998987e-02,\n",
" 1.91830490e-02, -4.52878326e-02, -2.74171457e-02, -3.88671793e-02,\n",
" -2.29586870e-03, 8.05294216e-02, -5.78473229e-03, -4.99208365e-03,\n",
" -4.51243147e-02, -3.74816619e-02, 1.02080144e-02, 2.89952885e-02,\n",
" 8.62107426e-03, -5.63222682e-03, 2.22118944e-02, -5.57390712e-02,\n",
" 7.17775971e-02, -2.28752792e-02, 5.79700842e-02, -3.70278843e-02,\n",
" 8.06140341e-03, 4.23682891e-02, 1.29877642e-01, 9.91431903e-03,\n",
" -4.09433916e-02, -1.01807468e-01, 4.50541042e-02, -3.59309241e-02,\n",
" 6.50000293e-03, -8.65768082e-03, 1.10388296e-02, 1.04790777e-01,\n",
" 2.87551433e-02, -2.71029156e-02, -5.37470775e-03, 8.00142065e-02,\n",
" 8.09765537e-04, -2.73870621e-02, 1.17690919e-03, -1.15069613e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'astronaut': Embedding(embedding=array([ 1.24878965e-01, -4.67108414e-02, -1.09927785e-02, 2.56707706e-02,\n",
" -5.98970568e-04, -6.74929395e-02, 2.28560120e-02, 6.96665198e-02,\n",
" 1.04484431e-01, 7.65864402e-02, -2.60561742e-02, 4.61284295e-02,\n",
" 3.12996395e-02, 1.72170959e-02, 5.94197772e-03, 3.48597988e-02,\n",
" 5.27257286e-02, 1.05523564e-01, 4.60467022e-03, -3.54716070e-02,\n",
" -9.13098976e-02, -4.26377431e-02, 1.33722797e-02, 4.50115390e-02,\n",
" 2.97849458e-02, 1.25100771e-02, 1.68949664e-02, -4.41581346e-02,\n",
" 4.26923484e-02, -1.90726910e-02, 6.74013495e-02, -6.80999039e-03,\n",
" 1.30107608e-02, -5.67765115e-03, 3.83043177e-02, -1.62782148e-02,\n",
" -7.18014538e-02, -3.05086654e-02, -9.78800207e-02, 5.24377450e-02,\n",
" -6.22185580e-02, 2.25980859e-02, -1.69124193e-02, -1.65547896e-02,\n",
" 5.14115989e-02, -7.16459528e-02, -3.12189106e-02, 3.95658016e-02,\n",
" -2.19942145e-02, 2.44751424e-02, 1.53754354e-02, -2.23963223e-02,\n",
" -1.30421447e-03, 5.47719514e-03, 3.94063517e-02, 5.96182123e-02,\n",
" 2.55547487e-03, -8.41362625e-02, -1.68395229e-02, -2.40052044e-02,\n",
" 4.22401689e-02, 2.97566713e-03, 2.78852340e-02, 2.16163993e-02,\n",
" 2.26311460e-02, 1.99643187e-02, 3.53938043e-02, 2.75543779e-02,\n",
" 9.79589671e-03, -2.32228208e-02, -2.07217149e-02, 2.97159678e-03,\n",
" 3.05536333e-02, 1.24332234e-01, -3.80120203e-02, -1.95468846e-03,\n",
" 2.46073231e-02, -7.62877613e-02, 1.40943099e-02, -2.15106010e-02,\n",
" 3.98322046e-02, 3.46408673e-02, -7.59901330e-02, 2.86057554e-02,\n",
" -6.98342081e-03, 6.67270869e-02, -1.35011366e-02, -1.00826740e-01,\n",
" -6.28477260e-02, -1.77524127e-02, -3.15661430e-02, -4.87782173e-02,\n",
" -1.74019895e-02, -6.07620403e-02, -7.98770338e-02, 3.54495496e-02,\n",
" -7.49508739e-02, 3.50382291e-02, 2.15194002e-02, 1.33584230e-03,\n",
" -1.69503666e-03, -2.98947766e-02, -2.16100160e-02, -3.18126939e-02,\n",
" -3.95056792e-02, -2.73243003e-02, -1.12643524e-03, 1.71103086e-02,\n",
" -2.24129315e-02, 7.49659613e-02, -3.38066109e-02, -2.30711959e-02,\n",
" 2.07783957e-03, -1.50786666e-02, 1.77968126e-02, 7.02133551e-02,\n",
" 3.02404370e-02, 1.00028664e-01, -5.59754521e-02, -4.45847772e-02,\n",
" -1.50875106e-01, -6.51742592e-02, 2.57943869e-02, -2.06392389e-02,\n",
" -2.93504409e-02, 4.23929514e-03, -4.83449623e-02, 3.95027474e-02,\n",
" -8.02428797e-02, -8.72001145e-03, 1.00521715e-02, 4.92828265e-02,\n",
" -8.05663224e-03, 2.54836809e-02, -8.60718265e-03, 4.38562036e-02,\n",
" 4.43588989e-03, 6.07777610e-02, -4.86378511e-03, 2.88892984e-02,\n",
" -2.48896349e-02, -1.65166724e-02, -5.86531311e-03, 2.64274161e-02,\n",
" -4.47613895e-02, 2.39008442e-02, -4.11917688e-03, 6.28108680e-02,\n",
" -2.60786097e-02, -2.13180203e-03, 5.57072721e-02, 3.65823284e-02,\n",
" -3.95434052e-02, 2.19726637e-02, -5.13880439e-02, -4.48461026e-02,\n",
" -2.60347314e-02, 1.20096635e-02, 3.20445821e-02, -6.37306180e-03,\n",
" 1.18267948e-04, 4.74662744e-02, 2.07777321e-02, -4.87327948e-02,\n",
" -8.13201740e-02, -8.32285825e-03, 2.17395537e-02, -3.49645428e-02,\n",
" 3.38435955e-02, 2.42093727e-02, -2.52581146e-02, 2.30674669e-02,\n",
" -6.15057461e-02, 7.52044376e-03, 7.14359209e-02, -7.57420585e-02,\n",
" -3.60707976e-02, -1.84856169e-02, 7.69997993e-03, -6.60194736e-03,\n",
" 1.59167554e-02, -5.06222919e-02, 3.48591432e-02, -3.01147476e-02,\n",
" -8.90415255e-03, 1.94817819e-02, 7.03559443e-02, 9.20982566e-03,\n",
" -3.44574861e-02, -8.83693458e-04, -9.96425301e-02, -2.22646073e-02,\n",
" -3.64620648e-02, 2.37848256e-02, -6.75200522e-02, 6.42187074e-02,\n",
" 5.55740297e-02, -3.36997733e-02, -3.85989994e-02, 1.19849888e-03,\n",
" 6.05023950e-02, 2.11281832e-02, 7.40032047e-02, 1.77322570e-02,\n",
" -2.16393657e-02, 8.13629758e-03, 4.43450511e-02, -2.37661377e-02,\n",
" -2.85834577e-02, -4.80091795e-02, 5.85302040e-02, -4.15701233e-02,\n",
" 6.85124099e-02, 1.73614286e-02, -1.23589942e-02, 2.04562098e-02,\n",
" -6.27979487e-02, -7.42820874e-02, -6.90587386e-02, 3.26506607e-02,\n",
" 3.51428315e-02, 1.67817920e-02, 4.43756096e-02, 2.81937867e-02,\n",
" 3.01830247e-02, -2.72000255e-03, 4.43693772e-02, 8.17489927e-04,\n",
" 1.33593276e-04, -1.73333213e-02, -6.16198629e-02, 4.81730141e-02,\n",
" 3.22928838e-02, -1.61536839e-02, 3.63560133e-02, -3.36120874e-02,\n",
" -6.06657565e-02, 2.32752524e-02, 5.35254478e-02, -6.94886968e-02,\n",
" -1.61095541e-02, -5.39715625e-02, 2.14070212e-02, 4.03111093e-02,\n",
" 2.64746435e-02, -4.23331708e-02, -4.50807735e-02, -3.30526121e-02,\n",
" 3.63259166e-02, -3.30018774e-02, 1.32293785e-02, 1.89911332e-02,\n",
" -5.66998161e-02, -3.28851119e-02, 3.80504280e-02, 1.74959116e-02,\n",
" 2.28040870e-02, -7.09018782e-02, -4.74725887e-02, -1.14342958e-01,\n",
" -2.69336849e-02, -1.29725377e-03, -6.47160113e-02, -3.10243256e-02,\n",
" 2.16779169e-02, 9.00706800e-04, -9.37216543e-03, -1.03211768e-01,\n",
" -9.89826471e-02, 4.34889719e-02, -3.18828523e-02, 1.31491587e-01,\n",
" -1.28438156e-02, -4.49982695e-02, 5.72484471e-02, 1.76801272e-02,\n",
" 4.71195541e-02, 2.67412346e-02, 2.96779885e-03, 2.54236404e-02,\n",
" 7.75202438e-02, -7.27323666e-02, 1.26475724e-03, 5.33850007e-02,\n",
" -2.98729097e-03, -2.43856329e-02, -5.54371327e-02, 8.18252284e-03,\n",
" -2.73133162e-02, 5.35696112e-02, 1.21850148e-02, 1.21916868e-02,\n",
" -1.74028575e-02, 5.16589265e-03, 2.83117536e-02, -4.02789675e-02,\n",
" -5.70809934e-03, -1.58850159e-02, 1.12251796e-01, 1.00361094e-01,\n",
" 2.83396039e-02, 2.98899468e-02, 2.45128591e-02, -4.83351126e-02,\n",
" 4.06047553e-02, 8.56779143e-02, -2.23693158e-03, 2.61256006e-02,\n",
" -1.53596196e-02, -2.62892172e-02, -3.98152061e-02, -5.14364466e-02,\n",
" -6.00792617e-02, 6.23618364e-02, 2.74209306e-02, 3.40262726e-02,\n",
" 1.25911683e-02, -2.60162335e-02, -1.16001358e-02, -2.76821796e-02,\n",
" 9.40575451e-02, 6.40818849e-02, 1.80260614e-02, 4.23657559e-02,\n",
" 2.56522093e-02, 3.43436562e-02, -5.81419356e-02, -5.44850044e-02,\n",
" -9.36933327e-03, 6.79945871e-02, -6.02536649e-02, -6.71005296e-03,\n",
" -1.40175661e-02, -1.37717137e-02, 5.67478016e-02, 3.99098359e-02,\n",
" -7.75539037e-03, 2.67513655e-02, 6.21748231e-02, 6.65191039e-02,\n",
" -2.90738475e-02, -3.72504704e-02, -5.85365761e-03, -1.88972000e-02,\n",
" 1.14744455e-02, 3.37765776e-02, -2.53538750e-02, -7.51065761e-02,\n",
" 3.89427505e-02, -8.58066902e-02, -4.32970934e-02, 1.59475096e-02,\n",
" -1.26271965e-02, -4.90380563e-02, 2.87247673e-02, -1.88750904e-02,\n",
" 3.47800739e-02, -1.45487422e-02, -4.86931056e-02, -3.15977372e-02,\n",
" 2.12644283e-02, -1.82958767e-02, -4.52955402e-02, 1.41656138e-02,\n",
" -5.49794585e-02, -2.74138451e-02, -4.13295142e-02, 1.96984448e-02,\n",
" 5.71282431e-02, -4.01212871e-02, 3.42230909e-02, -4.71082814e-02,\n",
" 7.44072199e-02, -3.91238462e-03, -1.64347433e-03, 2.07440164e-02,\n",
" 5.04826754e-02, 3.28045413e-02, 3.54038738e-02, 3.76096368e-02,\n",
" -1.45452376e-02, 2.90726312e-02, 7.58943055e-03, -3.71398740e-02,\n",
" -6.67348057e-02, -2.79093757e-02, 8.35905410e-03, -4.18335088e-02,\n",
" -3.87350172e-02, -5.54014370e-02, -1.00520059e-01, 2.18419470e-02,\n",
" -1.72001366e-02, 8.85316879e-02, 1.07196942e-02, 1.35620525e-02,\n",
" 7.77472788e-03, 4.42750826e-02, -3.80337574e-02, -2.92263869e-02,\n",
" -1.35571107e-01, -9.15181916e-03, 2.45170873e-02, -4.46650907e-02,\n",
" -5.21248952e-02, -4.97234650e-02, -1.07859671e-02, 2.66521964e-02,\n",
" -4.49804440e-02, -8.18123966e-02, -2.78186481e-02, 6.44629374e-02,\n",
" -1.77596118e-02, -2.85302754e-02, -4.87928912e-02, 1.79800056e-02,\n",
" -6.16117194e-02, 1.04350760e-03, 5.65563254e-02, -9.83199012e-03,\n",
" -1.35518247e-02, -2.01158063e-03, 3.08449324e-02, 1.75008867e-02,\n",
" -2.36790832e-02, 1.65814590e-02, -4.33690622e-02, -8.14080909e-02,\n",
" 2.46965680e-02, -1.39812315e-02, 9.58772227e-02, -1.46638714e-02,\n",
" 3.40817086e-02, 2.09627021e-02, 8.86012614e-02, 4.74799052e-02,\n",
" 1.52872074e-02, -3.27065736e-02, 5.38391247e-03, 2.35391520e-02,\n",
" 5.18540964e-02, -1.91931124e-03, 4.33772877e-02, 5.29493801e-02,\n",
" -2.20866944e-03, 2.90171783e-02, -3.30274031e-02, 1.86853781e-02,\n",
" -3.16205807e-02, -3.15151513e-02, 2.37775613e-02, 6.55809343e-02,\n",
" 4.90471311e-02, 1.26075689e-02, 3.21895480e-02, 4.04422581e-02,\n",
" 8.61971918e-03, 5.91244027e-02, -2.51231100e-02, -5.30986711e-02,\n",
" -4.05654162e-02, 5.58934361e-02, 8.06968380e-03, -5.28897680e-02,\n",
" 5.88065535e-02, 4.68361843e-03, -5.54394089e-02, -4.60387617e-02,\n",
" 2.42274478e-02, 1.16636241e-02, 3.87331620e-02, -6.71720430e-02,\n",
" 9.41301603e-03, -2.79701818e-02, 5.03013004e-03, -4.32697777e-03,\n",
" 2.40894277e-02, 3.87502238e-02, 3.63985868e-03, 1.94432717e-02,\n",
" -3.84603180e-02, -7.49990121e-02, 2.95908209e-02, -4.62132040e-03,\n",
" 5.51365502e-03, 2.24563032e-02, -1.26462551e-02, -5.96776418e-02,\n",
" 6.58416599e-02, 1.72126554e-02, 7.80784488e-02, -1.93898939e-02,\n",
" 9.18292347e-03, 2.97444221e-02, 1.22739464e-01, 7.22274370e-03,\n",
" -7.07423538e-02, -9.54867527e-02, 2.15057638e-02, -9.91738774e-03,\n",
" -2.70256680e-03, -6.20932132e-03, 1.17993169e-02, 3.53310965e-02,\n",
" 3.60354781e-02, -3.18046696e-02, -1.00306133e-02, 5.87686710e-02,\n",
" 4.10009269e-03, 1.11284163e-02, 1.06267922e-04, -9.88509953e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'atis': Embedding(embedding=array([ 0.10538552, -0.0352142 , -0.01157074, 0.02430322, -0.01495784,\n",
" -0.05739167, 0.02416819, 0.0569964 , 0.09912857, 0.04336804,\n",
" -0.02870258, 0.053465 , 0.03244953, 0.02103107, -0.00496704,\n",
" 0.04357255, 0.06275164, 0.08536733, -0.008448 , -0.0169914 ,\n",
" -0.08379072, -0.03469773, -0.00348194, 0.04840948, 0.00051834,\n",
" 0.01489364, 0.01669456, -0.04223435, 0.05099799, -0.01318181,\n",
" 0.07731483, -0.0210278 , 0.01666421, 0.00096171, 0.04063687,\n",
" -0.0343167 , -0.03696599, -0.01684439, -0.09276208, 0.04507083,\n",
" -0.04608161, 0.02391055, -0.03067576, -0.01098761, 0.04902148,\n",
" -0.05636908, -0.0436634 , 0.05842647, -0.02513674, 0.00970553,\n",
" 0.03815106, -0.02064059, -0.00152945, 0.02761633, 0.04760122,\n",
" 0.07338137, -0.02729045, -0.09064499, -0.01936718, -0.01945981,\n",
" 0.03172061, 0.00797835, 0.01841642, 0.01397108, 0.02537472,\n",
" 0.02446699, 0.03947531, 0.01986994, -0.00453398, -0.01414875,\n",
" -0.00678902, 0.0094849 , 0.03771377, 0.13066533, -0.03028496,\n",
" 0.00866199, 0.02148953, -0.09614486, 0.03558062, -0.01024076,\n",
" 0.00629816, 0.02133256, -0.06018426, 0.03978235, -0.01079312,\n",
" 0.05027505, -0.0169054 , -0.09668779, -0.06392393, -0.02368424,\n",
" -0.0333313 , -0.04760313, -0.01928385, -0.08922585, -0.08084258,\n",
" 0.02894349, -0.07634387, 0.04168847, 0.00408792, 0.01387932,\n",
" -0.0155129 , -0.01511762, 0.00319093, -0.02139463, -0.04042576,\n",
" -0.03013794, 0.00082199, 0.03499549, -0.04321128, 0.06761571,\n",
" -0.04409543, -0.01152362, 0.00826356, -0.01232518, -0.00221352,\n",
" 0.08123955, 0.03413936, 0.07365466, -0.07144105, -0.0152925 ,\n",
" -0.19031383, -0.04716203, 0.02179367, 0.00483619, -0.01798047,\n",
" 0.00595023, -0.02730343, 0.04239096, -0.07420979, 0.00527592,\n",
" 0.00604915, 0.04956268, -0.0369144 , 0.02175073, -0.03204904,\n",
" 0.05869403, 0.02259165, 0.06194548, -0.00507417, 0.01889826,\n",
" -0.02214645, -0.01761956, -0.03547189, 0.01458014, -0.02834547,\n",
" 0.0334253 , 0.00417306, 0.05736501, -0.05393206, 0.01288414,\n",
" 0.04262854, 0.03029245, -0.02788809, 0.04477961, -0.01696658,\n",
" -0.04806633, -0.03304644, 0.03418077, 0.03767402, 0.00708965,\n",
" 0.02223532, 0.04772453, 0.05182651, -0.06985209, -0.08162955,\n",
" 0.00310915, 0.00558365, -0.02679373, 0.04427047, 0.027704 ,\n",
" -0.02308552, 0.03011448, -0.04520466, 0.02023024, 0.0420744 ,\n",
" -0.08999182, -0.02754508, -0.0122349 , 0.0260442 , 0.00098465,\n",
" 0.02614734, -0.03787777, 0.00094793, -0.01712367, 0.00271542,\n",
" 0.01451051, 0.0013507 , 0.02138352, -0.04124097, -0.01246278,\n",
" -0.08200831, -0.02903504, -0.01756592, 0.01594234, -0.06306588,\n",
" 0.0436032 , 0.0595608 , 0.00423198, -0.04428376, -0.00917844,\n",
" 0.0844266 , 0.02897798, 0.04976958, -0.00401526, -0.03572005,\n",
" 0.00466411, 0.04184058, -0.02948089, -0.00969649, -0.06430364,\n",
" 0.05372002, -0.01473186, 0.07184315, 0.00099074, -0.01909338,\n",
" 0.02743754, -0.09627479, -0.08412623, -0.03969725, 0.0325392 ,\n",
" 0.0386678 , 0.02409452, 0.0697752 , 0.02558915, 0.00236283,\n",
" -0.03774963, 0.03384221, -0.0039697 , 0.00607242, -0.02045909,\n",
" -0.05502179, 0.04131233, 0.03475692, -0.04094113, 0.04888793,\n",
" -0.03758589, -0.06647391, 0.01567484, 0.01398939, -0.08441584,\n",
" -0.02069699, -0.04840779, 0.01193538, 0.03548985, 0.02614798,\n",
" -0.035979 , -0.06014431, -0.01939275, 0.03128675, -0.04449794,\n",
" 0.00021572, 0.02048645, -0.06638715, -0.02207416, 0.04491863,\n",
" 0.01833502, 0.05515198, -0.05705971, -0.04259389, -0.09117133,\n",
" -0.04069486, 0.01265887, -0.03413938, -0.02808257, 0.02008726,\n",
" 0.00123977, -0.00542946, -0.10619198, -0.07761992, 0.02629963,\n",
" -0.04055012, 0.09766599, -0.02790068, -0.05798508, 0.06924464,\n",
" 0.01245362, 0.04493828, 0.02529286, -0.00909382, 0.01312133,\n",
" 0.06862309, -0.06121717, 0.01607934, 0.03302541, 0.00260783,\n",
" -0.02193979, -0.03614097, 0.01548624, -0.03131573, 0.03826258,\n",
" 0.00783826, 0.011961 , -0.03772742, 0.0218985 , 0.04244943,\n",
" -0.01830268, -0.00670571, -0.00362049, 0.12573014, 0.09022388,\n",
" 0.02138088, 0.01369177, 0.024694 , -0.04198167, 0.05619268,\n",
" 0.11078012, -0.01762535, 0.03373986, -0.00978547, -0.01316897,\n",
" -0.01972228, -0.03883751, -0.05725751, 0.06611975, 0.01410371,\n",
" 0.00106709, -0.00374134, 0.00286092, -0.00851641, -0.05661158,\n",
" 0.06688454, 0.06021174, 0.0190391 , 0.05631982, 0.02715757,\n",
" 0.01971651, -0.06213072, -0.04365565, 0.00099604, 0.07934128,\n",
" -0.05003967, -0.01626112, -0.01471257, -0.02345759, 0.06325579,\n",
" 0.03608794, 0.00845526, 0.02711004, 0.0745105 , 0.05108715,\n",
" 0.00060837, -0.06802821, -0.00808784, -0.00906151, -0.0015798 ,\n",
" 0.04405015, -0.01633704, -0.07913073, 0.04225308, -0.0757446 ,\n",
" -0.05009515, -0.00858291, -0.03277555, -0.06004703, 0.01364134,\n",
" -0.0301789 , 0.03695995, -0.02723408, -0.05552013, -0.03526505,\n",
" 0.01292686, -0.01675952, -0.01915663, 0.03898882, -0.07296817,\n",
" -0.01104077, -0.03496773, 0.01306998, 0.06630447, -0.06302118,\n",
" 0.03494149, -0.04369077, 0.0402693 , -0.02109649, -0.00919933,\n",
" 0.02840963, 0.04921117, 0.03790421, 0.04795259, 0.03317247,\n",
" -0.03000206, 0.04497912, 0.00608132, -0.03271714, -0.05432167,\n",
" -0.03130284, 0.01744206, -0.04875657, -0.01047652, -0.05023494,\n",
" -0.10186769, 0.02164202, -0.0161091 , 0.07911497, 0.00991028,\n",
" 0.01843705, 0.02419665, 0.02187677, -0.06247957, -0.01558318,\n",
" -0.12684444, -0.01467227, 0.05227257, -0.02782699, -0.06214153,\n",
" -0.04950255, -0.00299778, 0.02189203, -0.04395035, -0.09198438,\n",
" -0.03665546, 0.05768059, -0.00704938, -0.02715044, -0.05582073,\n",
" 0.01939067, -0.06975693, 0.01236392, 0.06520677, -0.0032453 ,\n",
" -0.00646425, -0.01044845, 0.01958181, -0.00361103, -0.03094037,\n",
" 0.02254627, -0.04718126, -0.08754851, 0.01996297, -0.01124877,\n",
" 0.09885065, -0.0532115 , 0.03170621, 0.01962756, 0.09063909,\n",
" 0.04627823, 0.02125243, -0.02069234, 0.00707517, 0.01005231,\n",
" 0.07850686, 0.00966436, 0.03430323, 0.03546386, -0.00195677,\n",
" 0.03142338, -0.01749068, 0.01302492, -0.00355166, -0.02923083,\n",
" 0.02730048, 0.06336134, 0.07049806, 0.03135747, 0.0155782 ,\n",
" 0.0486805 , 0.0184489 , 0.04025387, -0.01575802, -0.05659672,\n",
" -0.02594945, 0.06423426, -0.00225706, -0.04487817, 0.05725453,\n",
" 0.00967826, -0.04758128, -0.04754427, 0.06069187, 0.01608339,\n",
" 0.03328485, -0.04825404, 0.00027659, -0.05290668, 0.0036447 ,\n",
" -0.02780068, -0.01111043, 0.05028606, 0.01446125, 0.0027229 ,\n",
" -0.03232733, -0.08353169, 0.03692178, 0.00283227, 0.01340579,\n",
" 0.00874857, 0.01277421, -0.05885787, 0.06426465, 0.01949035,\n",
" 0.06710784, -0.04500031, 0.01252297, 0.03693371, 0.11704949,\n",
" -0.01087292, -0.04565479, -0.11253794, 0.02695543, -0.03757738,\n",
" -0.00821493, -0.004758 , 0.00465611, 0.07140563, 0.02577785,\n",
" -0.02637484, -0.0136315 , 0.08410405, 0.01721802, -0.00619072,\n",
" -0.00699562, -0.09266268]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'away': Embedding(embedding=array([ 0.11168703, -0.03874863, -0.02004158, 0.01042772, -0.01220417,\n",
" -0.06604802, 0.02939024, 0.05505436, 0.09733643, 0.04982328,\n",
" -0.02380143, 0.04783025, 0.03227012, 0.01678528, -0.00910254,\n",
" 0.03344848, 0.06365359, 0.08890809, 0.00211413, -0.02130837,\n",
" -0.08807175, -0.03702059, 0.00622675, 0.05349973, 0.01322777,\n",
" 0.02064353, 0.0108234 , -0.04497233, 0.05247418, -0.01257828,\n",
" 0.07604648, -0.01974934, 0.01448333, 0.00405697, 0.04184071,\n",
" -0.03027265, -0.04983437, -0.02383615, -0.08879685, 0.04118279,\n",
" -0.0436602 , 0.0193207 , -0.02724641, -0.01057741, 0.04659007,\n",
" -0.06653722, -0.04279318, 0.05567481, -0.02793542, 0.01569045,\n",
" 0.03438849, -0.01573266, 0.00368916, 0.01993401, 0.0471722 ,\n",
" 0.07227056, -0.0167038 , -0.087657 , -0.02389264, -0.02016043,\n",
" 0.03942093, 0.01280077, 0.01616719, 0.01826411, 0.02129129,\n",
" 0.01641629, 0.03903373, 0.02485568, -0.00540361, -0.01843047,\n",
" -0.01266999, 0.01598707, 0.02711441, 0.14325069, -0.02592725,\n",
" 0.01012537, 0.01912606, -0.08497084, 0.03155941, -0.01074123,\n",
" 0.02067221, 0.02644674, -0.07010321, 0.03951731, -0.01863405,\n",
" 0.04270938, -0.02092789, -0.09676249, -0.05499937, -0.02562784,\n",
" -0.02401701, -0.04926477, -0.02489642, -0.08852876, -0.07794489,\n",
" 0.03284391, -0.0796368 , 0.03595543, -0.00372836, 0.00944012,\n",
" -0.01090012, -0.01491397, -0.00546718, -0.02066313, -0.03771526,\n",
" -0.02657102, 0.00067031, 0.03719844, -0.04872501, 0.07843522,\n",
" -0.04376582, -0.01217124, -0.00263517, -0.00676952, -0.00309301,\n",
" 0.08003733, 0.03119451, 0.08482513, -0.07216115, -0.02081923,\n",
" -0.16522157, -0.04970631, 0.02797403, -0.0036104 , -0.0228549 ,\n",
" 0.00703799, -0.02949978, 0.0491085 , -0.07401533, 0.00786308,\n",
" 0.00836793, 0.05230726, -0.03451803, 0.02219628, -0.03440133,\n",
" 0.05999748, 0.01524309, 0.06098065, -0.00659297, 0.01561623,\n",
" -0.02279751, -0.02324905, -0.01832079, 0.01625755, -0.02445383,\n",
" 0.03652052, 0.00484325, 0.05839761, -0.0497947 , 0.01030795,\n",
" 0.04925597, 0.03164436, -0.02928852, 0.03232786, -0.02857352,\n",
" -0.05019822, -0.02873544, 0.02105705, 0.0322336 , 0.01014258,\n",
" 0.02204886, 0.04661662, 0.04684239, -0.06558409, -0.08530636,\n",
" 0.00360394, 0.00447818, -0.03358594, 0.04398527, 0.03670992,\n",
" -0.03198375, 0.03160467, -0.04510761, 0.02310745, 0.04586681,\n",
" -0.08220486, -0.02829781, -0.00886867, 0.02719234, -0.00030783,\n",
" 0.0286523 , -0.0424485 , 0.00485353, -0.01915877, 0.00310884,\n",
" 0.01279112, 0.01379475, 0.0098734 , -0.04085924, -0.00694948,\n",
" -0.08127607, -0.03075026, -0.0185151 , 0.01218833, -0.06018925,\n",
" 0.04117627, 0.04990031, -0.00790709, -0.05042184, -0.00194648,\n",
" 0.08404308, 0.03233484, 0.04854883, -0.00177745, -0.02887223,\n",
" 0.00499306, 0.0366602 , -0.02392163, -0.01270991, -0.05660624,\n",
" 0.05458065, -0.01467346, 0.06977952, 0.00304685, -0.0135674 ,\n",
" 0.0307146 , -0.09190911, -0.08299945, -0.04593687, 0.0368694 ,\n",
" 0.03166024, 0.02949822, 0.06172849, 0.02012657, 0.00559629,\n",
" -0.02992372, 0.03509519, -0.01131292, 0.00199198, -0.01408023,\n",
" -0.05803087, 0.03764787, 0.0330821 , -0.03741403, 0.04793288,\n",
" -0.04349836, -0.05861706, 0.01309366, 0.01937632, -0.09519761,\n",
" -0.01181612, -0.05043212, 0.02185812, 0.04560407, 0.0243584 ,\n",
" -0.0344413 , -0.06701942, -0.02043595, 0.04339272, -0.04093562,\n",
" -0.00069865, 0.02302592, -0.07032158, -0.02430359, 0.04356015,\n",
" 0.01869933, 0.05014577, -0.0681487 , -0.04912104, -0.09318887,\n",
" -0.03458813, 0.01235786, -0.04534236, -0.0313972 , 0.02206337,\n",
" -0.00061966, -0.00643656, -0.10175847, -0.07749578, 0.03585393,\n",
" -0.0374592 , 0.09282156, -0.02907072, -0.04875488, 0.06513856,\n",
" 0.01403469, 0.047103 , 0.02754987, -0.00123286, 0.00861113,\n",
" 0.06697535, -0.05855392, 0.00437153, 0.04635286, -0.00658345,\n",
" -0.02167919, -0.03881796, 0.01137586, -0.03481345, 0.04192658,\n",
" 0.00716509, 0.00310157, -0.03175696, 0.01211096, 0.05298774,\n",
" -0.02552049, -0.00646074, -0.0092006 , 0.12564278, 0.08903829,\n",
" 0.02595749, 0.01981264, 0.03225965, -0.0452519 , 0.05563759,\n",
" 0.09754208, -0.01249361, 0.03030256, -0.01081351, -0.01451761,\n",
" -0.02964157, -0.03830452, -0.05148716, 0.07638787, 0.02334492,\n",
" 0.00422384, 0.00213572, -0.00069198, -0.00791527, -0.05175422,\n",
" 0.08012082, 0.06920633, 0.01592858, 0.04792447, 0.02734285,\n",
" 0.03260524, -0.0676261 , -0.05053699, -0.00524906, 0.08068839,\n",
" -0.05329383, -0.00986505, -0.02203743, -0.01820256, 0.05506441,\n",
" 0.03610331, 0.00084176, 0.01917995, 0.06489503, 0.05956887,\n",
" -0.01098728, -0.07653785, -0.00925842, -0.01384733, 0.00575218,\n",
" 0.04844303, -0.01323729, -0.07675853, 0.03981522, -0.07763416,\n",
" -0.04783029, 0.00024049, -0.028083 , -0.0637762 , 0.01141103,\n",
" -0.02410135, 0.04342563, -0.02190512, -0.05914557, -0.03392258,\n",
" 0.01570124, -0.01011886, -0.01991315, 0.03958092, -0.07784666,\n",
" -0.01795645, -0.03945758, 0.01607965, 0.0634455 , -0.05564737,\n",
" 0.02944071, -0.03888458, 0.04636049, -0.02259921, -0.0106968 ,\n",
" 0.0281398 , 0.04955656, 0.0382829 , 0.05032028, 0.03056473,\n",
" -0.0192693 , 0.04218965, 0.01021 , -0.03228544, -0.05804402,\n",
" -0.03038979, 0.01919285, -0.05314079, -0.01221495, -0.05169012,\n",
" -0.09757528, 0.02590902, -0.00556169, 0.08867317, 0.01313373,\n",
" 0.01832711, 0.02060666, 0.02105352, -0.05767665, -0.00896571,\n",
" -0.12486078, -0.01615109, 0.04826545, -0.03058076, -0.05830379,\n",
" -0.04770334, -0.00056722, 0.02176928, -0.04285017, -0.09529863,\n",
" -0.04373322, 0.06510238, -0.00862275, -0.03262684, -0.04842891,\n",
" 0.02385633, -0.06421566, 0.01570409, 0.06727558, -0.01144527,\n",
" -0.0107781 , -0.00637912, 0.02298965, 0.00044295, -0.02742165,\n",
" 0.02364616, -0.04992236, -0.08886267, 0.01830306, -0.01356573,\n",
" 0.1020413 , -0.04400434, 0.02906382, 0.01377615, 0.09169748,\n",
" 0.04077091, 0.01656276, -0.03371416, 0.00713374, 0.01228382,\n",
" 0.07530862, 0.00603855, 0.04137746, 0.03460558, -0.00261681,\n",
" 0.03179415, -0.01682166, 0.01665407, -0.00312264, -0.03630811,\n",
" 0.02566551, 0.06487212, 0.06865309, 0.01999861, 0.02213041,\n",
" 0.03859399, 0.01431395, 0.04255312, -0.01286393, -0.0557698 ,\n",
" -0.02526503, 0.07456838, -0.00495931, -0.04451411, 0.05130503,\n",
" 0.009942 , -0.05147407, -0.04864285, 0.05365456, 0.01193664,\n",
" 0.03167934, -0.05725041, 0.00464279, -0.04579477, -0.00471765,\n",
" -0.02553844, -0.00836473, 0.05506285, 0.00805095, 0.00669761,\n",
" -0.04063921, -0.0731874 , 0.02920373, 0.01161621, 0.0185183 ,\n",
" 0.00336527, 0.00862544, -0.05705503, 0.0646768 , 0.01275109,\n",
" 0.07127121, -0.03697663, 0.01438676, 0.04241639, 0.12584811,\n",
" -0.00651504, -0.06019984, -0.10477877, 0.02440254, -0.03203609,\n",
" -0.00818905, -0.00693931, 0.01023961, 0.06262822, 0.03503413,\n",
" -0.029858 , -0.01314151, 0.07682751, 0.01297914, -0.00365027,\n",
" -0.008457 , -0.09522213]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'awesome': Embedding(embedding=array([ 9.33104008e-02, -5.87283447e-02, -1.81378592e-02, -2.19349619e-02,\n",
" -2.79175554e-04, -4.13625352e-02, 3.42115536e-02, 5.28494604e-02,\n",
" 9.17503238e-02, 7.65156150e-02, -7.85798300e-03, 3.53645161e-02,\n",
" 1.52317807e-02, 2.35599279e-02, 9.91257140e-04, 1.34759005e-02,\n",
" 3.97816375e-02, 8.68630260e-02, 1.63324121e-02, -2.69315317e-02,\n",
" -8.51201043e-02, -4.02389318e-02, 4.96501988e-03, 6.74037635e-02,\n",
" 3.58203091e-02, 2.94946842e-02, -1.00142537e-02, -4.41952646e-02,\n",
" 5.35654053e-02, -1.06623936e-02, 6.93479255e-02, -4.04493231e-03,\n",
" -2.92321015e-02, -4.65036224e-04, 4.00051549e-02, -2.41621560e-03,\n",
" -3.56489234e-02, -1.74574777e-02, -7.63915256e-02, 5.37922084e-02,\n",
" -3.94119024e-02, 7.28482241e-03, -1.83998123e-02, -1.46050341e-02,\n",
" 3.93359624e-02, -6.08054399e-02, -3.22782695e-02, 5.08297607e-02,\n",
" -2.85909921e-02, 2.03977060e-02, 2.45927256e-02, 1.11124420e-04,\n",
" -1.00467855e-03, 1.84702650e-02, 4.33644541e-02, 4.96787764e-02,\n",
" -9.70156922e-04, -5.64458743e-02, -3.32838520e-02, -3.08353752e-02,\n",
" 4.34079617e-02, 2.74084955e-02, 3.72246169e-02, 2.52630468e-02,\n",
" 1.50899924e-02, 5.53638069e-03, 3.33475731e-02, 9.85925784e-04,\n",
" -1.15014343e-02, -3.43559347e-02, -3.38680334e-02, 5.14626987e-02,\n",
" 2.35922039e-02, 1.63616896e-01, -1.13941971e-02, 3.29791307e-02,\n",
" 5.30168368e-03, -6.89464957e-02, 2.22334620e-02, -2.05622111e-02,\n",
" 6.77191764e-02, 1.12686595e-02, -7.93113336e-02, 5.53272553e-02,\n",
" -3.13601121e-02, 1.52998557e-02, -1.38479387e-02, -8.02256465e-02,\n",
" -5.41952550e-02, -4.49693799e-02, -1.46887023e-02, -3.23150270e-02,\n",
" -5.39576672e-02, -9.08263847e-02, -4.77896929e-02, 5.47278905e-03,\n",
" -6.04354814e-02, 2.99448464e-02, -2.07104832e-02, -1.10189589e-02,\n",
" -1.03855627e-02, -2.72323061e-02, -2.81557757e-02, -3.88444439e-02,\n",
" -3.88187990e-02, -1.60949491e-03, 1.03098853e-03, 2.32139044e-02,\n",
" -6.91902786e-02, 7.97144622e-02, -1.42580988e-02, -3.94805744e-02,\n",
" -2.10074838e-02, -1.49495127e-02, 1.23432018e-02, 8.51237625e-02,\n",
" 5.51605085e-03, 9.28600207e-02, -6.20878078e-02, -3.58073600e-02,\n",
" -1.57623708e-01, -5.47749251e-02, 4.22215238e-02, -1.23065514e-02,\n",
" -1.47856288e-02, -4.94089955e-03, -1.62465088e-02, 2.97078956e-02,\n",
" -6.11653812e-02, 2.76308972e-02, -1.28334307e-03, 6.99452609e-02,\n",
" -1.90880373e-02, 3.17011662e-02, -3.61927822e-02, 4.80376557e-02,\n",
" -5.02397446e-03, 5.55942319e-02, 2.66848155e-03, -3.59192095e-03,\n",
" -3.36937048e-02, -1.73201971e-02, 5.80258202e-04, -5.78687584e-04,\n",
" 4.03389940e-03, 3.19570638e-02, 1.61146950e-02, 5.48748821e-02,\n",
" -3.70041020e-02, 2.81524868e-03, 6.01932034e-02, 2.80762203e-02,\n",
" -1.51089299e-02, 7.53641082e-03, -5.93520515e-02, -7.44180977e-02,\n",
" -1.16069606e-02, -4.94454149e-03, 3.71572711e-02, 1.90171401e-03,\n",
" 3.70183252e-02, 3.29914503e-02, 3.67248431e-02, -6.57868162e-02,\n",
" -8.78703222e-02, 7.92139862e-03, -7.20881042e-04, -4.76930887e-02,\n",
" 1.72236953e-02, 6.20318837e-02, -4.73749861e-02, 5.37949950e-02,\n",
" -3.64782624e-02, -9.64478962e-03, 3.62865366e-02, -5.87111376e-02,\n",
" -3.16477716e-02, -2.76083872e-02, 1.79405063e-02, -1.32650994e-02,\n",
" 3.23097594e-02, -4.86750975e-02, 2.53892373e-02, -8.41415115e-03,\n",
" -9.70811874e-04, 4.11112718e-02, 9.12819430e-03, 1.88309199e-03,\n",
" -4.18173932e-02, 1.78341921e-02, -7.99234733e-02, -1.70116574e-02,\n",
" -3.42081189e-02, 7.40652438e-03, -5.23008034e-02, 3.51444632e-02,\n",
" 4.71661389e-02, -1.86756924e-02, -5.23880459e-02, 4.61661909e-03,\n",
" 7.77657852e-02, 3.74219902e-02, 4.74628061e-02, -1.35616930e-02,\n",
" -5.38664125e-03, 3.63643393e-02, 5.27607696e-03, -2.27556154e-02,\n",
" -6.69087702e-03, -2.98910663e-02, 5.36323264e-02, -2.49853730e-02,\n",
" 5.39152399e-02, -7.41275679e-03, -6.19093934e-03, 5.59584871e-02,\n",
" -5.76889999e-02, -7.05160573e-02, -5.53285070e-02, 3.42976339e-02,\n",
" 3.37860249e-02, 3.28168124e-02, 5.32678589e-02, 6.54188625e-04,\n",
" 1.62589327e-02, 2.97278049e-03, 3.02950405e-02, -3.73909101e-02,\n",
" 2.96633914e-02, -3.39749083e-03, -3.93523499e-02, 4.23495434e-02,\n",
" 2.09348146e-02, -3.05884723e-02, 3.14219184e-02, -3.60486135e-02,\n",
" -2.91393548e-02, 4.82319295e-03, 2.84061022e-02, -1.12916201e-01,\n",
" -9.31536965e-03, -5.90418577e-02, 5.70387021e-02, 6.79608360e-02,\n",
" 1.62933562e-02, -1.27805844e-02, -6.65736347e-02, -7.78303016e-03,\n",
" 5.16447984e-02, -2.97166947e-02, 1.97983049e-02, 7.60444952e-03,\n",
" -7.06220344e-02, -3.74730676e-02, 3.24823484e-02, 3.94899435e-02,\n",
" 6.34730980e-02, -6.12847805e-02, -6.55490160e-02, -6.28999248e-02,\n",
" -7.96162523e-03, -8.41555186e-03, -6.73646852e-02, -2.89953221e-02,\n",
" 4.40602638e-02, -1.82565674e-02, -1.61156897e-02, -8.44374374e-02,\n",
" -8.18569586e-02, 5.78442030e-02, -2.82387659e-02, 8.78907591e-02,\n",
" -3.43351401e-02, -5.88005856e-02, 3.56220193e-02, -4.08418337e-03,\n",
" 2.20423341e-02, 1.49486968e-02, -1.84062999e-02, 1.72526739e-03,\n",
" 5.53031564e-02, -2.58176196e-02, -1.27142491e-02, 4.93936203e-02,\n",
" -2.43085041e-03, -4.02299687e-02, -1.57378763e-02, 3.30200698e-03,\n",
" -5.41260056e-02, 3.54538523e-02, 4.08855354e-04, 1.61746852e-02,\n",
" -2.22506467e-02, 5.57071716e-03, 4.05117534e-02, -1.93987675e-02,\n",
" -1.66944321e-02, -2.20803395e-02, 1.14398569e-01, 8.75181630e-02,\n",
" 3.99999470e-02, 2.70974543e-02, 5.83614707e-02, -3.61299962e-02,\n",
" 6.04211688e-02, 5.81546016e-02, 1.31474622e-02, 1.35801779e-02,\n",
" -2.82814298e-02, -3.55594493e-02, -4.69977446e-02, -4.87589017e-02,\n",
" -3.20078507e-02, 6.21427186e-02, 3.24732177e-02, 1.70143582e-02,\n",
" 5.04300511e-03, -1.46248695e-02, 5.65198157e-03, -6.82939962e-02,\n",
" 8.42221677e-02, 7.46818706e-02, 2.16462882e-03, 5.61480932e-02,\n",
" 2.65419371e-02, 4.51737940e-02, -6.95659965e-02, -8.50607678e-02,\n",
" -2.66329851e-03, 5.41398413e-02, -6.80939108e-02, -1.16621591e-02,\n",
" -3.63274217e-02, -3.69968545e-03, 5.68982475e-02, 3.07181906e-02,\n",
" -9.81340278e-03, 2.68450566e-02, 6.04797639e-02, 6.25748932e-02,\n",
" -3.71677950e-02, -8.35284367e-02, -1.96780190e-02, -3.12813520e-02,\n",
" 2.77432930e-02, 4.52797860e-02, -2.21428294e-02, -8.36574882e-02,\n",
" 4.62669097e-02, -6.96886256e-02, -4.40653116e-02, -1.37633039e-03,\n",
" -1.01088658e-02, -4.90052141e-02, 3.23012397e-02, 1.03961676e-03,\n",
" 5.44849485e-02, -2.77531985e-03, -6.42031953e-02, -4.55824770e-02,\n",
" 2.86857467e-02, -6.34094561e-03, -3.04722376e-02, 4.04226258e-02,\n",
" -1.08403385e-01, -2.74997205e-02, -6.00647032e-02, 3.95870917e-02,\n",
" 4.87242825e-02, -4.52241153e-02, 2.56458130e-02, -6.80219010e-02,\n",
" 5.86740375e-02, 1.07563343e-02, -2.58921888e-02, 3.32338847e-02,\n",
" 4.54820693e-02, 3.71102840e-02, 4.44770828e-02, 2.24979520e-02,\n",
" 1.52248945e-02, 6.16687685e-02, 3.14808041e-02, -1.41438004e-02,\n",
" -4.94839177e-02, -4.13260050e-02, -2.99320207e-03, -5.26446812e-02,\n",
" -1.21036721e-02, -9.33283754e-03, -8.95804688e-02, 2.30506733e-02,\n",
" 1.59267802e-03, 1.14745110e-01, 1.08698979e-02, 1.33621814e-02,\n",
" -9.50480532e-03, 2.30560061e-02, -3.74345891e-02, 1.28247763e-03,\n",
" -1.34762272e-01, -4.67253523e-03, 6.36481643e-02, -4.71529625e-02,\n",
" -8.50806236e-02, -4.38430011e-02, 4.67649708e-03, 2.79071610e-02,\n",
" -3.69397998e-02, -8.78695771e-02, -4.07623760e-02, 5.78234978e-02,\n",
" -1.92305930e-02, -4.25747633e-02, -4.01378050e-02, 3.36304754e-02,\n",
" -3.06546390e-02, -1.47166904e-02, 6.55346736e-02, -3.00715975e-02,\n",
" -2.54145209e-02, 1.68781802e-02, 1.10395374e-02, -1.92904263e-04,\n",
" -2.13899203e-02, 4.09664772e-02, -4.30940501e-02, -6.38105795e-02,\n",
" 2.36250795e-02, -2.17229929e-02, 9.98407379e-02, -4.86470796e-02,\n",
" 1.53764570e-02, 4.58554737e-03, 9.30555686e-02, 3.78482901e-02,\n",
" 9.81908664e-03, -5.18911853e-02, 1.57188028e-02, 2.83646975e-02,\n",
" 7.78977722e-02, -5.08673163e-03, 3.23321670e-02, 4.80301715e-02,\n",
" -1.57345179e-02, 8.33227765e-03, -9.04568657e-03, -4.97983769e-03,\n",
" -1.27458675e-02, -4.22611646e-02, 2.97397040e-02, 4.34382223e-02,\n",
" 6.57286048e-02, -1.25248160e-03, 6.82014925e-03, 2.31771618e-02,\n",
" -1.13048041e-02, 3.46273407e-02, -1.15689645e-02, -6.17310032e-02,\n",
" -1.44045670e-02, 9.31851938e-02, -7.72757875e-03, -2.49303766e-02,\n",
" 3.43552642e-02, 2.45882589e-02, -4.78720404e-02, -4.01910320e-02,\n",
" 3.82430926e-02, 1.05447061e-02, 1.32446373e-02, -6.37042224e-02,\n",
" 4.87449393e-03, -3.88974026e-02, -3.09564061e-02, -3.85039859e-02,\n",
" 7.62075605e-03, 7.71875083e-02, -1.14081120e-02, -6.93189958e-03,\n",
" -4.64630872e-02, -4.32426222e-02, 4.18048212e-03, 2.72220168e-02,\n",
" 6.97055878e-03, -5.97665040e-03, 2.05897205e-02, -5.32513782e-02,\n",
" 7.43365064e-02, -3.23073715e-02, 5.73387370e-02, -1.88561138e-02,\n",
" 9.74088721e-03, 4.26747352e-02, 1.32630855e-01, 7.50487065e-03,\n",
" -5.00366054e-02, -9.67215523e-02, 4.92452420e-02, -3.64409760e-02,\n",
" 9.61100310e-03, -5.02524059e-03, 1.93814002e-02, 1.03395224e-01,\n",
" 4.10064943e-02, -2.24750172e-02, -7.98580796e-03, 7.13448077e-02,\n",
" -6.33095915e-04, -1.91225503e-02, -2.31462391e-03, -1.09906077e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'awesome-awkward': Embedding(embedding=array([ 0.10579749, -0.04365858, -0.01332903, -0.00601394, -0.00897577,\n",
" -0.05638431, 0.02953146, 0.05862626, 0.10361132, 0.0637462 ,\n",
" -0.01365532, 0.03831472, 0.02445903, 0.0276303 , -0.01335257,\n",
" 0.02455046, 0.05563539, 0.08614356, 0.00526872, -0.02093503,\n",
" -0.0871043 , -0.04620916, 0.00638442, 0.05738675, 0.01811728,\n",
" 0.02382643, 0.00436514, -0.03665407, 0.05742777, -0.01706181,\n",
" 0.08093878, -0.01146664, -0.01028872, 0.00657718, 0.03876971,\n",
" -0.01782434, -0.04909165, -0.02004184, -0.07960975, 0.04918344,\n",
" -0.04833195, 0.00978341, -0.01808749, -0.01827209, 0.04125057,\n",
" -0.06149328, -0.03775544, 0.04612148, -0.03028017, 0.02007828,\n",
" 0.03039297, -0.0113721 , -0.00032345, 0.01476839, 0.0464336 ,\n",
" 0.06439929, 0.00039451, -0.08638668, -0.02477051, -0.02498996,\n",
" 0.04725809, 0.01906224, 0.02917884, 0.01961355, 0.01634669,\n",
" 0.00816004, 0.038274 , 0.01529692, -0.01322469, -0.02154203,\n",
" -0.02447326, 0.03184794, 0.02440356, 0.15689121, -0.01359606,\n",
" 0.01489486, 0.01142888, -0.0784745 , 0.02192533, -0.0206708 ,\n",
" 0.04268456, 0.0142734 , -0.07205356, 0.04972579, -0.01970764,\n",
" 0.03464253, -0.02336109, -0.0896433 , -0.05554685, -0.03268785,\n",
" -0.01453153, -0.04151597, -0.03189521, -0.0910369 , -0.07032888,\n",
" 0.02546618, -0.07159107, 0.03470223, -0.01803957, -0.00272821,\n",
" -0.01667162, -0.01967347, -0.01608036, -0.0278862 , -0.03380968,\n",
" -0.01544679, 0.00042731, 0.02787146, -0.04480601, 0.07826932,\n",
" -0.02937503, -0.03157704, -0.00683534, -0.01116733, 0.007949 ,\n",
" 0.08253124, 0.01996267, 0.08583705, -0.06729709, -0.02409685,\n",
" -0.16453776, -0.05763023, 0.03418655, -0.00353197, -0.0211061 ,\n",
" 0.00259152, -0.02967557, 0.04381509, -0.06803039, 0.01110489,\n",
" 0.00592364, 0.06763203, -0.02624061, 0.0321078 , -0.02971967,\n",
" 0.05029174, 0.01541213, 0.05986933, -0.00930151, 0.0129478 ,\n",
" -0.03401336, -0.02296868, -0.00998842, 0.01550643, -0.00848151,\n",
" 0.03944845, 0.00961174, 0.06406856, -0.04409067, 0.00293781,\n",
" 0.05837587, 0.02965419, -0.03320784, 0.02605716, -0.04174405,\n",
" -0.06258423, -0.03037235, 0.02287482, 0.03533028, 0.00594408,\n",
" 0.01681196, 0.05112217, 0.03396847, -0.05935712, -0.09519031,\n",
" -0.00473866, 0.00443548, -0.03994702, 0.03288375, 0.04746293,\n",
" -0.03576784, 0.04286395, -0.04294726, 0.00750808, 0.0447975 ,\n",
" -0.07688415, -0.02885855, -0.01714741, 0.02281028, -0.00504455,\n",
" 0.02187713, -0.04521148, 0.01067632, -0.01175775, -0.0039295 ,\n",
" 0.02010778, 0.01205747, 0.0047316 , -0.04389498, 0.0050749 ,\n",
" -0.08459852, -0.03305357, -0.02049276, 0.01051794, -0.06565253,\n",
" 0.04227468, 0.04383102, -0.01576045, -0.04670287, 0.00176114,\n",
" 0.08866485, 0.02986263, 0.05015165, 0.00240495, -0.02275932,\n",
" 0.01985781, 0.02705487, -0.03106184, -0.00908113, -0.05018683,\n",
" 0.05567474, -0.00957769, 0.06016125, 0.01167296, -0.01239103,\n",
" 0.04743517, -0.07890811, -0.08966404, -0.05184538, 0.03515132,\n",
" 0.0166359 , 0.03779288, 0.05228382, 0.01644253, 0.01235254,\n",
" -0.01297047, 0.02977488, -0.01899674, 0.00716444, -0.00754117,\n",
" -0.05654088, 0.04024001, 0.03116651, -0.04356635, 0.04175737,\n",
" -0.03699753, -0.0452994 , 0.01141406, 0.02303681, -0.09312081,\n",
" -0.01362929, -0.04557679, 0.03365178, 0.05686717, 0.0230875 ,\n",
" -0.02432568, -0.0697519 , -0.0182401 , 0.04451747, -0.04144139,\n",
" 0.02136813, 0.01179817, -0.06690799, -0.02873739, 0.04035489,\n",
" 0.02480157, 0.04425469, -0.06576474, -0.06012145, -0.08542187,\n",
" -0.02030378, 0.00987092, -0.05213122, -0.02968102, 0.02101456,\n",
" -0.01072933, -0.00521854, -0.09675705, -0.07714345, 0.04230648,\n",
" -0.03594529, 0.08348974, -0.03691828, -0.05689287, 0.05167676,\n",
" 0.00821671, 0.03291091, 0.02229962, 0.00090427, 0.0190606 ,\n",
" 0.05925008, -0.04928721, -0.00922587, 0.05507408, 0.00031472,\n",
" -0.03506801, -0.02288406, 0.00121187, -0.04380535, 0.03525466,\n",
" 0.01430089, 0.0062489 , -0.02145697, 0.00226352, 0.04763044,\n",
" -0.021089 , -0.00950051, -0.01138987, 0.11893731, 0.09765096,\n",
" 0.03587153, 0.02222698, 0.03800903, -0.03706973, 0.05762669,\n",
" 0.08103079, -0.00623804, 0.02761995, -0.01082265, -0.02365638,\n",
" -0.04179439, -0.04742235, -0.04620383, 0.07506765, 0.02340339,\n",
" 0.01009548, 0.00477563, -0.00898905, -0.00222534, -0.05253053,\n",
" 0.08793633, 0.07847933, 0.00368268, 0.05054463, 0.02541232,\n",
" 0.04824837, -0.06980018, -0.05790677, -0.00211824, 0.07459775,\n",
" -0.06360373, -0.00810534, -0.02292899, -0.01384658, 0.05399934,\n",
" 0.03472296, -0.00410206, 0.02174405, 0.06756836, 0.06374931,\n",
" -0.01253447, -0.08029426, -0.01110885, -0.02297341, 0.01908735,\n",
" 0.04570679, -0.00954634, -0.0706382 , 0.04257459, -0.07014618,\n",
" -0.04494343, 0.00095191, -0.02253767, -0.06369852, 0.0261944 ,\n",
" -0.01826293, 0.04531737, -0.00040684, -0.06054805, -0.04516761,\n",
" 0.01069845, -0.00516422, -0.01746111, 0.03907734, -0.09894761,\n",
" -0.01321054, -0.04498422, 0.02588675, 0.05375358, -0.05425978,\n",
" 0.03500928, -0.05645697, 0.05133209, -0.00418978, -0.01168695,\n",
" 0.0293952 , 0.04699684, 0.03452489, 0.04527116, 0.03718889,\n",
" -0.00928771, 0.04613896, 0.02791617, -0.02071843, -0.06015413,\n",
" -0.03450812, 0.01867532, -0.06027542, -0.01714789, -0.036245 ,\n",
" -0.09182742, 0.02379378, 0.00038477, 0.08938975, 0.00302779,\n",
" 0.01681679, 0.00805434, 0.02047933, -0.04884481, -0.0111453 ,\n",
" -0.12700446, -0.00592178, 0.05194039, -0.04042808, -0.06400941,\n",
" -0.05013156, -0.00749827, 0.02544114, -0.05144433, -0.09013595,\n",
" -0.03760572, 0.05549802, -0.01590742, -0.04992007, -0.04765688,\n",
" 0.0310173 , -0.05827488, 0.00837021, 0.06889894, -0.01819808,\n",
" -0.00507973, 0.00706478, 0.01697413, 0.00549164, -0.02655432,\n",
" 0.0268984 , -0.04802001, -0.08067983, 0.02445945, -0.01995981,\n",
" 0.10531995, -0.05008682, 0.02167639, 0.0119194 , 0.08900739,\n",
" 0.03825779, 0.01240364, -0.03802632, 0.01086356, 0.0183092 ,\n",
" 0.07576559, -0.00342959, 0.02801787, 0.03857611, -0.00519929,\n",
" 0.03325001, -0.01817851, 0.01666963, -0.0110037 , -0.03763452,\n",
" 0.03956939, 0.05462903, 0.06862327, 0.02648989, 0.01985223,\n",
" 0.03152725, -0.00111021, 0.04428408, -0.01027016, -0.05678343,\n",
" -0.02400938, 0.08110857, -0.01657611, -0.04058802, 0.04490602,\n",
" 0.01808582, -0.06005008, -0.0472256 , 0.04980683, 0.01088477,\n",
" 0.03078147, -0.06735341, 0.01282113, -0.04343886, -0.01498114,\n",
" -0.02855583, 0.00108212, 0.06052272, 0.00426827, 0.00704559,\n",
" -0.04512798, -0.05859796, 0.01929338, 0.01955302, 0.01403925,\n",
" 0.00455464, 0.01401767, -0.06108316, 0.06205692, -0.00130876,\n",
" 0.06298734, -0.02952151, 0.01758075, 0.04114637, 0.13253346,\n",
" 0.00973191, -0.05767453, -0.09925236, 0.04317633, -0.0304282 ,\n",
" -0.00619688, -0.01581251, 0.01055357, 0.0805202 , 0.02618364,\n",
" -0.02398209, -0.01616375, 0.07368346, 0.00331647, -0.02184403,\n",
" 0.00252655, -0.10919321]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'awkward': Embedding(embedding=array([ 9.27633420e-02, -5.04330918e-02, -1.05781425e-02, -3.08569018e-02,\n",
" -1.59949355e-03, -3.60317864e-02, 3.69259901e-02, 6.21111318e-02,\n",
" 1.00181676e-01, 8.06508884e-02, -9.83204599e-03, 3.65694128e-02,\n",
" 1.46317137e-02, 3.50360610e-02, -1.04068974e-02, 2.39167381e-02,\n",
" 3.88812758e-02, 8.71811658e-02, 1.12204403e-02, -2.15845294e-02,\n",
" -8.26119632e-02, -4.55994420e-02, 1.23240124e-03, 5.64459898e-02,\n",
" 2.58372650e-02, 3.11849620e-02, -6.19987212e-03, -3.95828336e-02,\n",
" 6.03458732e-02, -8.68280977e-03, 8.38031769e-02, -9.14413575e-03,\n",
" -2.68375762e-02, -6.26968592e-03, 3.14627215e-02, -1.41119100e-02,\n",
" -4.48811799e-02, -2.11081561e-02, -7.05430508e-02, 5.26533723e-02,\n",
" -4.13974561e-02, 4.63984627e-03, -1.94730163e-02, -2.17148587e-02,\n",
" 3.44381891e-02, -5.91906235e-02, -2.55109370e-02, 4.46421057e-02,\n",
" -3.11963987e-02, 2.67752707e-02, 3.42891291e-02, -4.17030649e-03,\n",
" -5.87237359e-04, 5.21970168e-03, 4.09224369e-02, 5.21168709e-02,\n",
" 8.28088075e-03, -6.38392568e-02, -3.25128101e-02, -3.69445048e-02,\n",
" 4.83450443e-02, 2.56194882e-02, 3.45252305e-02, 2.13733893e-02,\n",
" 1.54864378e-02, -6.01447187e-03, 3.27047892e-02, 4.96725971e-03,\n",
" -1.37276603e-02, -2.46499460e-02, -2.67403554e-02, 5.20228446e-02,\n",
" 1.06824525e-02, 1.62189245e-01, -1.65249663e-03, 2.32988801e-02,\n",
" 4.77884104e-03, -7.39069805e-02, 1.60523914e-02, -2.10863799e-02,\n",
" 6.88962042e-02, 1.02393760e-03, -7.22781941e-02, 5.42969555e-02,\n",
" -2.66356748e-02, 2.06307638e-02, -1.98043566e-02, -8.01918209e-02,\n",
" -5.84170111e-02, -4.73962873e-02, -9.27037280e-03, -3.19307707e-02,\n",
" -4.76871207e-02, -9.53893363e-02, -4.50634323e-02, -1.79821684e-03,\n",
" -6.68251887e-02, 2.78210603e-02, -2.62444243e-02, -1.61434785e-02,\n",
" -1.25261284e-02, -2.34651417e-02, -2.98725441e-02, -3.21750045e-02,\n",
" -3.73824351e-02, -6.15820941e-03, 7.95202563e-04, 2.86405142e-02,\n",
" -6.72054663e-02, 8.37519988e-02, -2.43697148e-02, -4.60179076e-02,\n",
" -1.63305029e-02, -1.15333106e-02, 2.40978096e-02, 7.89864287e-02,\n",
" 8.17826949e-03, 9.56689790e-02, -5.26461825e-02, -3.48921530e-02,\n",
" -1.49045125e-01, -5.67140952e-02, 3.64623368e-02, -4.02865885e-03,\n",
" -1.57391001e-02, -2.03222688e-03, -2.40546353e-02, 3.11820339e-02,\n",
" -6.07832633e-02, 2.36845259e-02, 6.35671802e-03, 7.49613121e-02,\n",
" -2.82997731e-02, 3.04420926e-02, -3.16041112e-02, 4.34187055e-02,\n",
" -4.28709900e-04, 5.42340614e-02, -5.98106300e-03, -5.16907370e-04,\n",
" -3.85779813e-02, -1.54341478e-02, 6.78407215e-03, 9.79759451e-03,\n",
" 2.55723554e-03, 1.96735505e-02, 1.26274647e-02, 6.82067797e-02,\n",
" -4.34283912e-02, 2.72723986e-03, 6.01124354e-02, 2.56607682e-02,\n",
" -2.49661189e-02, 1.10681849e-02, -5.98465204e-02, -6.87034130e-02,\n",
" -2.84729786e-02, 1.65428547e-03, 3.64567749e-02, -1.20236329e-03,\n",
" 2.73519456e-02, 4.70396206e-02, 3.11933830e-02, -5.67276254e-02,\n",
" -1.03249229e-01, 1.67271669e-03, 2.76890560e-03, -4.37262021e-02,\n",
" 1.55496653e-02, 5.96959926e-02, -4.24685366e-02, 5.46373911e-02,\n",
" -4.86744940e-02, -1.73501525e-04, 3.82003039e-02, -5.81071973e-02,\n",
" -2.85359453e-02, -2.57380493e-02, 1.61099322e-02, -1.52114788e-02,\n",
" 3.02756503e-02, -4.43452038e-02, 2.56282352e-02, -4.57768748e-03,\n",
" -1.39239086e-02, 3.53195742e-02, 1.02469120e-02, -1.32192336e-02,\n",
" -4.88296226e-02, 1.95166394e-02, -7.76783973e-02, -2.56826710e-02,\n",
" -2.87015177e-02, 6.50590286e-03, -6.36241883e-02, 3.86147685e-02,\n",
" 3.80412601e-02, -2.81925369e-02, -5.07813059e-02, 7.30574410e-03,\n",
" 9.20228884e-02, 3.45460922e-02, 4.09581177e-02, -2.40268931e-03,\n",
" -1.26603423e-02, 3.80791798e-02, 5.43094520e-03, -3.27082351e-02,\n",
" -6.24915771e-03, -3.08771282e-02, 5.02055772e-02, -1.50305936e-02,\n",
" 4.73770574e-02, 1.19660574e-03, -3.78878345e-03, 5.43757118e-02,\n",
" -6.11496940e-02, -7.26829693e-02, -5.60116060e-02, 3.94452438e-02,\n",
" 1.55045865e-02, 3.83708589e-02, 4.34226692e-02, 3.21250362e-03,\n",
" 2.07928978e-02, 7.57917296e-03, 2.64190789e-02, -3.29590067e-02,\n",
" 1.99243948e-02, 1.32539216e-02, -3.65636982e-02, 3.46083753e-02,\n",
" 2.95024458e-02, -3.84979956e-02, 3.53178531e-02, -2.72305664e-02,\n",
" -1.87965799e-02, 5.80273615e-03, 2.63295621e-02, -1.03578418e-01,\n",
" -2.44170823e-03, -5.02448305e-02, 5.21609932e-02, 7.91451931e-02,\n",
" 1.99224409e-02, -9.52260569e-03, -6.93252087e-02, -1.06895703e-03,\n",
" 5.02663404e-02, -3.09629533e-02, 2.72972789e-02, -4.77064634e-04,\n",
" -7.45518729e-02, -3.35933603e-02, 3.78482006e-02, 3.19035277e-02,\n",
" 5.07568680e-02, -7.40774944e-02, -6.88691959e-02, -6.49665520e-02,\n",
" -1.38742849e-03, -2.79954309e-03, -6.03087395e-02, -3.00656185e-02,\n",
" 3.04828342e-02, -2.04260163e-02, -1.12545453e-02, -8.34883228e-02,\n",
" -7.49382079e-02, 5.04960828e-02, -3.23738456e-02, 8.34452733e-02,\n",
" -3.44132856e-02, -5.66562079e-02, 3.46237645e-02, 5.29273832e-03,\n",
" 1.61286220e-02, 2.33887359e-02, 1.01383950e-03, 1.27247488e-02,\n",
" 5.28297573e-02, -3.68230008e-02, -2.29249839e-02, 6.08430505e-02,\n",
" -2.79542897e-03, -3.79124694e-02, -1.71975866e-02, -1.20429718e-03,\n",
" -5.48278578e-02, 4.04204130e-02, 9.75318346e-03, 8.79694149e-03,\n",
" -1.48524130e-02, -4.52914322e-03, 4.03305292e-02, -1.60681587e-02,\n",
" -2.19512321e-02, -2.53237654e-02, 1.10762686e-01, 8.91908407e-02,\n",
" 4.67431918e-02, 2.70096026e-02, 5.41508533e-02, -3.58911902e-02,\n",
" 5.30167371e-02, 5.26418947e-02, 9.52537078e-03, 2.08566282e-02,\n",
" -2.56665554e-02, -3.36844139e-02, -5.05460761e-02, -5.25263362e-02,\n",
" -3.00861057e-02, 7.21305236e-02, 2.55375039e-02, 2.12026592e-02,\n",
" 8.74487218e-03, -8.33969936e-03, 1.27984779e-02, -5.74588962e-02,\n",
" 8.53926390e-02, 7.94619024e-02, -3.79798864e-03, 5.13501801e-02,\n",
" 3.37072834e-02, 5.29491939e-02, -7.62847364e-02, -7.89744928e-02,\n",
" -1.18473906e-03, 5.71442172e-02, -7.62838945e-02, -4.90841316e-03,\n",
" -3.14040557e-02, -1.12038692e-02, 5.35729565e-02, 3.29405367e-02,\n",
" -4.31214739e-03, 2.73472834e-02, 6.27884269e-02, 6.68353215e-02,\n",
" -3.56009379e-02, -8.41707289e-02, -1.51596554e-02, -2.39650961e-02,\n",
" 2.96394844e-02, 5.49449213e-02, -1.89006869e-02, -7.65956044e-02,\n",
" 3.86469029e-02, -5.70081025e-02, -4.64615896e-02, 2.63182889e-03,\n",
" -2.00576279e-02, -5.55193573e-02, 3.34831998e-02, -5.50454343e-03,\n",
" 5.15588485e-02, 7.18661031e-05, -6.07202798e-02, -4.77456637e-02,\n",
" 1.71547607e-02, -1.47419621e-03, -2.95968689e-02, 3.35663520e-02,\n",
" -1.14827186e-01, -2.45904941e-02, -5.06468005e-02, 4.43384834e-02,\n",
" 4.58842367e-02, -4.05998379e-02, 2.03618184e-02, -6.32405654e-02,\n",
" 5.77866696e-02, 6.83231279e-03, -1.62396394e-02, 4.00625244e-02,\n",
" 3.98739837e-02, 2.94510107e-02, 5.19399419e-02, 2.92543937e-02,\n",
" 9.03090741e-03, 6.18125014e-02, 3.71653922e-02, -1.98837537e-02,\n",
" -5.65769412e-02, -4.32784855e-02, 1.05389133e-02, -6.21443726e-02,\n",
" -1.75481774e-02, -1.35927545e-02, -8.56557414e-02, 2.52945404e-02,\n",
" -1.62715383e-03, 1.07572302e-01, -1.74704206e-03, 1.33980885e-02,\n",
" -1.30765019e-02, 2.44093481e-02, -3.83249000e-02, -1.37028303e-02,\n",
" -1.30524084e-01, -4.46745846e-03, 6.47623464e-02, -4.46574166e-02,\n",
" -7.27900714e-02, -4.62026894e-02, -4.82098199e-03, 2.73697190e-02,\n",
" -4.57523093e-02, -8.46022591e-02, -3.98327038e-02, 5.06288670e-02,\n",
" -1.05508687e-02, -5.80564290e-02, -4.14338261e-02, 3.70603576e-02,\n",
" -3.60864997e-02, -8.67978111e-03, 7.24539310e-02, -1.67625938e-02,\n",
" -1.49346953e-02, 1.37951840e-02, 1.74887180e-02, 1.19687826e-03,\n",
" -1.36341844e-02, 3.49025503e-02, -5.64385206e-02, -7.05586374e-02,\n",
" 1.85592622e-02, -2.03520879e-02, 1.00231811e-01, -4.69899960e-02,\n",
" 1.77432857e-02, 1.05803907e-02, 7.66237006e-02, 3.31812911e-02,\n",
" 5.81337605e-03, -5.15880883e-02, 1.36020249e-02, 2.57812086e-02,\n",
" 7.40220100e-02, -8.72125290e-03, 2.90509127e-02, 4.51552644e-02,\n",
" -1.51713621e-02, 2.49645934e-02, -4.46450540e-05, 1.46748563e-02,\n",
" -1.00608869e-02, -4.12829816e-02, 3.60339396e-02, 4.38831188e-02,\n",
" 6.69322908e-02, 1.09803583e-02, 1.99184585e-02, 2.04709433e-02,\n",
" -8.14805832e-03, 4.51760776e-02, -1.34187667e-02, -6.94212615e-02,\n",
" -1.22905485e-02, 8.65540206e-02, -1.34269018e-02, -3.15542184e-02,\n",
" 3.61143239e-02, 2.83900481e-02, -5.41620590e-02, -4.13529277e-02,\n",
" 3.71170975e-02, -1.13692682e-03, 1.57604292e-02, -6.34850413e-02,\n",
" 2.02807225e-02, -3.98241505e-02, -2.59866398e-02, -3.95584814e-02,\n",
" 6.49192510e-03, 7.41864145e-02, -1.10038156e-02, 1.03186688e-03,\n",
" -4.82613258e-02, -4.22709659e-02, 1.76399499e-02, 2.37160157e-02,\n",
" 4.23985207e-03, -7.58469757e-03, 1.74836479e-02, -4.76035066e-02,\n",
" 6.31149039e-02, -1.82578303e-02, 6.48277923e-02, -1.95838325e-02,\n",
" 1.60855521e-02, 4.72193919e-02, 1.34705722e-01, 2.15673055e-02,\n",
" -5.20872362e-02, -9.64542106e-02, 4.59572785e-02, -3.27812806e-02,\n",
" 5.74720930e-03, -1.24861849e-02, 1.63712408e-02, 1.05132848e-01,\n",
" 2.74249967e-02, -2.80164648e-02, -5.52398292e-03, 7.34512880e-02,\n",
" -9.23000835e-03, -3.26383337e-02, 8.62177834e-03, -1.22230053e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'awkward-awesome': Embedding(embedding=array([ 0.09631883, -0.05147116, -0.01354825, -0.0245232 , -0.00225862,\n",
" -0.04787491, 0.03179019, 0.06644366, 0.10355096, 0.0806613 ,\n",
" -0.01148997, 0.04141216, 0.01796056, 0.03300644, -0.00749722,\n",
" 0.02447571, 0.04266479, 0.08631562, 0.00920663, -0.02272904,\n",
" -0.08670717, -0.04914701, 0.00380994, 0.05709203, 0.01951703,\n",
" 0.02565631, -0.00084044, -0.03443784, 0.05979767, -0.01307534,\n",
" 0.07762428, -0.01194565, -0.02637921, -0.00139191, 0.03463618,\n",
" -0.01358353, -0.05047657, -0.02407953, -0.07754976, 0.04911349,\n",
" -0.04133229, 0.00659584, -0.02098216, -0.02232828, 0.03802088,\n",
" -0.0585148 , -0.02443884, 0.04623166, -0.02743467, 0.02835158,\n",
" 0.02748749, -0.00147164, 0.00686073, 0.00678592, 0.03900289,\n",
" 0.06055876, 0.00902702, -0.07010334, -0.03179471, -0.03165415,\n",
" 0.05603543, 0.02412903, 0.03457693, 0.01609133, 0.01829478,\n",
" -0.00254387, 0.03363609, 0.01233305, -0.0115583 , -0.02346028,\n",
" -0.02236197, 0.04996157, 0.01678953, 0.16339485, -0.00903713,\n",
" 0.02195062, 0.0011427 , -0.06991942, 0.01638878, -0.03082673,\n",
" 0.06697947, 0.00728685, -0.07129742, 0.04962042, -0.02464812,\n",
" 0.02486412, -0.02125751, -0.07565461, -0.05636029, -0.04053798,\n",
" -0.00861111, -0.0347244 , -0.04151538, -0.09218074, -0.05839654,\n",
" 0.01305459, -0.0722542 , 0.03237309, -0.02134812, -0.01479628,\n",
" -0.01123045, -0.02193561, -0.03039054, -0.03329362, -0.03127547,\n",
" -0.01121642, 0.00048571, 0.02246359, -0.05812571, 0.08189455,\n",
" -0.02516669, -0.03896563, -0.00896158, -0.00889741, 0.0270986 ,\n",
" 0.08048089, 0.01004556, 0.09300143, -0.05985885, -0.03714691,\n",
" -0.14871544, -0.05320779, 0.04081873, -0.00518289, -0.02150771,\n",
" 0.00504753, -0.02783504, 0.03142462, -0.06291486, 0.01318402,\n",
" 0.00381122, 0.07620018, -0.02685247, 0.03119276, -0.03120083,\n",
" 0.04038494, 0.00374561, 0.05682508, -0.00231694, 0.00529082,\n",
" -0.04111322, -0.01404831, 0.00106239, 0.00883229, -0.00676779,\n",
" 0.02985852, 0.01298375, 0.06524395, -0.04317399, 0.00122841,\n",
" 0.06239303, 0.02623644, -0.02810602, 0.01522228, -0.05992607,\n",
" -0.06951869, -0.03215436, 0.0034116 , 0.0336713 , -0.0009463 ,\n",
" 0.02356523, 0.05257856, 0.03127059, -0.05445613, -0.10492476,\n",
" -0.00354737, 0.00017666, -0.0423715 , 0.01728522, 0.05463298,\n",
" -0.03962382, 0.05220269, -0.05586359, 0.00055812, 0.04780498,\n",
" -0.06591319, -0.03344097, -0.02284718, 0.01872228, -0.01114913,\n",
" 0.02816047, -0.04522381, 0.02497996, -0.00757347, -0.01266305,\n",
" 0.03296531, 0.01965638, -0.01231681, -0.04611426, 0.01523405,\n",
" -0.08362433, -0.02777246, -0.03056987, 0.00898792, -0.06299902,\n",
" 0.03726386, 0.03999314, -0.02877801, -0.04625923, 0.00284406,\n",
" 0.08510255, 0.03176124, 0.04861343, 0.00787367, -0.01483095,\n",
" 0.03331364, 0.01256652, -0.02674593, -0.00588829, -0.04093871,\n",
" 0.05536038, -0.0151892 , 0.05107631, 0.00658045, -0.00564937,\n",
" 0.05149556, -0.06088224, -0.07813776, -0.05827358, 0.03665657,\n",
" 0.01590466, 0.03723826, 0.04920778, 0.00628329, 0.02290742,\n",
" 0.01020607, 0.03226392, -0.03145873, 0.01429259, 0.0118444 ,\n",
" -0.04218465, 0.03789567, 0.02988384, -0.03611645, 0.03476745,\n",
" -0.02353615, -0.02845389, 0.00514636, 0.03280263, -0.1010673 ,\n",
" -0.00268683, -0.04648685, 0.04346463, 0.06982168, 0.01833596,\n",
" -0.01286062, -0.06941349, -0.00676287, 0.05028543, -0.03653488,\n",
" 0.0315062 , 0.00295671, -0.06447694, -0.03481381, 0.03346214,\n",
" 0.02903765, 0.04555161, -0.07135161, -0.06949591, -0.07366017,\n",
" -0.00796003, -0.00428438, -0.06129566, -0.02789836, 0.02703972,\n",
" -0.01638596, -0.00849143, -0.08774634, -0.08372734, 0.05030178,\n",
" -0.03320938, 0.08813722, -0.03904558, -0.05429836, 0.0393359 ,\n",
" 0.01191789, 0.02749045, 0.02209322, 0.00623819, 0.01255878,\n",
" 0.05023493, -0.04047515, -0.02102187, 0.05692434, -0.00488257,\n",
" -0.03602061, -0.01851513, -0.00321591, -0.0542006 , 0.03902505,\n",
" 0.01620483, 0.00391696, -0.01443564, -0.00628002, 0.04433324,\n",
" -0.01720385, -0.02089618, -0.01944615, 0.11258657, 0.09281006,\n",
" 0.0420566 , 0.03126897, 0.04794602, -0.03800768, 0.05701042,\n",
" 0.05687273, 0.00462101, 0.02523038, -0.01783458, -0.03409059,\n",
" -0.0506792 , -0.05493585, -0.03716872, 0.07015578, 0.02728863,\n",
" 0.01938494, 0.00912635, -0.01468504, 0.00874804, -0.0536579 ,\n",
" 0.08980758, 0.07799679, -0.00575583, 0.04668517, 0.03175541,\n",
" 0.04881956, -0.07132382, -0.07377788, 0.0009985 , 0.05978939,\n",
" -0.0731343 , -0.00225015, -0.02712915, -0.01179007, 0.05899623,\n",
" 0.03214832, -0.00589902, 0.02676424, 0.06584731, 0.06422152,\n",
" -0.02748546, -0.08417126, -0.01689561, -0.0271543 , 0.02660604,\n",
" 0.0506435 , -0.01795643, -0.07270098, 0.04151374, -0.06980984,\n",
" -0.04807102, -0.00039773, -0.01907006, -0.05655467, 0.03324936,\n",
" -0.00931604, 0.05011383, 0.00318616, -0.05887793, -0.04414866,\n",
" 0.0176754 , -0.00339578, -0.03285626, 0.02994889, -0.11218321,\n",
" -0.02317544, -0.05283565, 0.04013613, 0.04742796, -0.0449306 ,\n",
" 0.02842728, -0.05935951, 0.05754671, 0.00987292, -0.013447 ,\n",
" 0.03794472, 0.04412884, 0.02935596, 0.0494688 , 0.0373957 ,\n",
" 0.00372654, 0.05543006, 0.03049263, -0.01503231, -0.05434244,\n",
" -0.04282575, 0.01107432, -0.06079318, -0.02301595, -0.0188462 ,\n",
" -0.08777443, 0.02150382, -0.00104362, 0.10165737, -0.00654385,\n",
" 0.01360961, -0.00054175, 0.02602047, -0.039389 , -0.0155381 ,\n",
" -0.13453877, -0.00356214, 0.05693661, -0.04659392, -0.06903699,\n",
" -0.04921095, -0.0041763 , 0.02935495, -0.05042132, -0.08537099,\n",
" -0.03935716, 0.05662947, -0.01816593, -0.05801183, -0.04178457,\n",
" 0.03397746, -0.03979646, -0.00294885, 0.07116333, -0.01980617,\n",
" -0.01214141, 0.01546546, 0.01797495, 0.00809812, -0.01576203,\n",
" 0.02873304, -0.05394974, -0.07498521, 0.02271132, -0.0213697 ,\n",
" 0.10265939, -0.04405214, 0.02161296, 0.01175131, 0.0827801 ,\n",
" 0.03204324, 0.00806135, -0.0486539 , 0.00535406, 0.02509327,\n",
" 0.07390905, -0.01193816, 0.02887281, 0.04077151, -0.01344268,\n",
" 0.02818507, -0.00868912, 0.01170895, -0.01439349, -0.0381189 ,\n",
" 0.03629591, 0.04372377, 0.06708277, 0.01771109, 0.02603704,\n",
" 0.02754132, -0.00843579, 0.04898022, -0.01569928, -0.06123263,\n",
" -0.02143411, 0.07824536, -0.00979161, -0.03739044, 0.04083453,\n",
" 0.02668506, -0.05909618, -0.04565334, 0.03462024, 0.00243521,\n",
" 0.02549728, -0.06590695, 0.01626503, -0.03874622, -0.02276124,\n",
" -0.03568345, 0.00540431, 0.06248583, -0.00840794, 0.00656179,\n",
" -0.03826704, -0.04880551, 0.01406426, 0.02060071, 0.00712358,\n",
" -0.00212916, 0.01156759, -0.04923532, 0.06497103, -0.01282591,\n",
" 0.06205084, -0.01402832, 0.017529 , 0.04275301, 0.13195485,\n",
" 0.02214139, -0.06215224, -0.09161049, 0.04626158, -0.03428784,\n",
" 0.00189772, -0.00948371, 0.0142522 , 0.09611645, 0.02509509,\n",
" -0.02204064, -0.01052272, 0.06859173, -0.00500273, -0.03144143,\n",
" 0.01069133, -0.11526015]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'bad': Embedding(embedding=array([ 1.04568601e-01, -4.64434102e-02, -1.61879249e-02, -2.17216499e-02,\n",
" -3.60021926e-03, -5.19300103e-02, 3.43686715e-02, 6.57542273e-02,\n",
" 9.65166986e-02, 7.71257803e-02, -1.13496408e-02, 3.73102278e-02,\n",
" 1.94513425e-02, 2.68081613e-02, -1.39472885e-02, 2.61622835e-02,\n",
" 4.47104648e-02, 9.14274678e-02, 1.30945509e-02, -2.14492865e-02,\n",
" -8.88155848e-02, -4.92185652e-02, 5.99464728e-03, 5.44848852e-02,\n",
" 2.54121590e-02, 2.94637177e-02, -7.38826755e-04, -4.23590243e-02,\n",
" 6.03115410e-02, -1.35258306e-02, 8.30802321e-02, -8.24391283e-03,\n",
" -1.80171896e-02, 3.83772678e-03, 3.56432088e-02, -1.72956884e-02,\n",
" -5.06919809e-02, -2.08579469e-02, -7.58998767e-02, 5.09898923e-02,\n",
" -4.14474122e-02, 6.40339497e-03, -1.69845987e-02, -2.32573468e-02,\n",
" 3.70226987e-02, -6.42366409e-02, -3.19264270e-02, 4.18448299e-02,\n",
" -3.05714551e-02, 2.81112436e-02, 2.87608933e-02, 2.12069863e-04,\n",
" 4.30534501e-03, 5.18130464e-03, 4.08197120e-02, 5.58151715e-02,\n",
" 7.40585988e-03, -7.36119300e-02, -2.93451771e-02, -3.08720712e-02,\n",
" 5.09346724e-02, 2.15070136e-02, 3.27360742e-02, 2.27555353e-02,\n",
" 1.69290900e-02, -1.42005552e-03, 3.50123234e-02, 1.35488678e-02,\n",
" -1.07813347e-02, -2.46180091e-02, -2.37831734e-02, 4.85333875e-02,\n",
" 1.31107541e-02, 1.62634134e-01, -7.23864976e-03, 1.95687339e-02,\n",
" 8.30739364e-03, -7.02436864e-02, 1.83601901e-02, -2.49273535e-02,\n",
" 6.00479655e-02, 3.95607948e-03, -7.21126869e-02, 5.03163226e-02,\n",
" -2.55894102e-02, 2.73511447e-02, -2.13935059e-02, -8.43442306e-02,\n",
" -5.68810888e-02, -3.73345576e-02, -6.99998392e-03, -3.64136063e-02,\n",
" -4.04645167e-02, -8.49037990e-02, -5.93419485e-02, 1.31451152e-02,\n",
" -7.69998804e-02, 3.05273496e-02, -2.27358323e-02, -1.34953065e-02,\n",
" -7.63971265e-03, -2.08695699e-02, -3.02883219e-02, -2.80272253e-02,\n",
" -3.83464284e-02, -9.74835362e-03, 6.29367772e-04, 3.01542021e-02,\n",
" -5.70584238e-02, 8.40325505e-02, -2.73203589e-02, -3.62056904e-02,\n",
" -1.41315851e-02, -7.73636764e-03, 1.99376382e-02, 8.16156790e-02,\n",
" 1.34884147e-02, 9.53696892e-02, -6.06503934e-02, -3.77783589e-02,\n",
" -1.46060303e-01, -6.11454509e-02, 3.71770635e-02, -3.41559784e-03,\n",
" -2.00421046e-02, 2.03697896e-03, -2.85179503e-02, 3.85320857e-02,\n",
" -6.32498041e-02, 1.30445147e-02, 3.86814051e-03, 7.21352920e-02,\n",
" -2.86766384e-02, 3.07255611e-02, -2.59759407e-02, 4.43797670e-02,\n",
" 7.95686245e-03, 5.87648936e-02, -6.79771136e-03, 6.71834825e-03,\n",
" -3.80180590e-02, -2.17505954e-02, 5.70270279e-03, 6.12038886e-03,\n",
" -1.46648893e-03, 3.02069560e-02, 1.51151130e-02, 6.59718812e-02,\n",
" -4.29761969e-02, 2.63978820e-03, 6.03784211e-02, 3.30819376e-02,\n",
" -2.89141890e-02, 1.37948031e-02, -5.53863086e-02, -6.42988533e-02,\n",
" -3.00969370e-02, 2.02374277e-03, 2.96460651e-02, 6.85383752e-03,\n",
" 2.67069414e-02, 5.09257913e-02, 2.97197308e-02, -5.86354397e-02,\n",
" -1.00271955e-01, -8.43971065e-05, 1.79309759e-03, -3.99890654e-02,\n",
" 2.23284811e-02, 5.75757176e-02, -4.30782996e-02, 4.81212921e-02,\n",
" -5.12765273e-02, 6.78222906e-03, 3.77880000e-02, -6.71652108e-02,\n",
" -2.76837330e-02, -2.04511955e-02, 1.88648067e-02, -1.17054461e-02,\n",
" 2.94302814e-02, -4.65367697e-02, 2.00687945e-02, -8.43984541e-03,\n",
" -8.72591045e-03, 2.70454586e-02, 2.39074565e-02, -9.25647188e-03,\n",
" -4.86628748e-02, 1.21972449e-02, -8.39753523e-02, -3.16000171e-02,\n",
" -2.28571128e-02, 1.05590774e-02, -6.69108406e-02, 4.52763177e-02,\n",
" 3.65824364e-02, -2.79304702e-02, -5.46491183e-02, 7.93487858e-03,\n",
" 8.72610807e-02, 3.21604237e-02, 4.43766415e-02, 7.67256785e-03,\n",
" -1.54007217e-02, 3.39217074e-02, 1.96230747e-02, -2.92270333e-02,\n",
" -1.18577778e-02, -3.85563076e-02, 5.39046861e-02, -1.48048708e-02,\n",
" 5.14347404e-02, 6.31378638e-03, -2.77861371e-03, 5.37458919e-02,\n",
" -6.54473901e-02, -7.74953365e-02, -5.37812300e-02, 3.72553170e-02,\n",
" 1.60149541e-02, 3.76110040e-02, 4.60599773e-02, 6.17994182e-03,\n",
" 1.99867412e-02, 5.86366188e-03, 3.09333429e-02, -2.78361514e-02,\n",
" 1.62407774e-02, 6.99133985e-03, -4.58093546e-02, 3.95229980e-02,\n",
" 2.69549917e-02, -3.85962278e-02, 3.51643674e-02, -3.26100476e-02,\n",
" -3.19652781e-02, 5.89631358e-03, 3.34132910e-02, -1.02747031e-01,\n",
" 4.52891079e-04, -5.29816039e-02, 3.80691402e-02, 7.22680241e-02,\n",
" 2.05423608e-02, -1.92970373e-02, -7.02023804e-02, -7.14444136e-03,\n",
" 5.08190878e-02, -3.83970067e-02, 2.34882124e-02, 3.74189531e-03,\n",
" -7.05538988e-02, -3.02523300e-02, 3.39123793e-02, 2.74883863e-02,\n",
" 4.47716266e-02, -7.17861578e-02, -6.54820129e-02, -7.58588910e-02,\n",
" -8.37903656e-03, 1.42760191e-03, -5.81601448e-02, -2.62586661e-02,\n",
" 2.63739824e-02, -1.59523003e-02, -1.26734199e-02, -8.89649019e-02,\n",
" -7.90361241e-02, 4.98159379e-02, -3.46345715e-02, 8.35833177e-02,\n",
" -3.75726037e-02, -5.09650372e-02, 3.79423983e-02, 9.15394351e-03,\n",
" 2.98847686e-02, 2.45607570e-02, 4.63776337e-03, 1.43193761e-02,\n",
" 5.39710745e-02, -4.30777296e-02, -2.05293745e-02, 5.76834567e-02,\n",
" -5.26453182e-03, -3.51618938e-02, -2.12188140e-02, 9.72168127e-05,\n",
" -5.24183810e-02, 4.33369130e-02, 1.31572653e-02, 4.36457619e-03,\n",
" -1.80749912e-02, -1.96211832e-03, 4.12492976e-02, -2.21108124e-02,\n",
" -1.24495840e-02, -1.72533859e-02, 1.14934906e-01, 8.93966183e-02,\n",
" 4.06387933e-02, 2.98540592e-02, 4.63045724e-02, -4.18407321e-02,\n",
" 5.27264364e-02, 6.18711747e-02, 3.41850333e-03, 2.41579302e-02,\n",
" -1.94250308e-02, -2.83472370e-02, -4.85554785e-02, -5.02088219e-02,\n",
" -3.83476764e-02, 7.37479702e-02, 2.88280044e-02, 1.59272738e-02,\n",
" 9.14401561e-03, -9.83693358e-03, 6.36465661e-03, -5.26403040e-02,\n",
" 8.97596031e-02, 8.31794068e-02, -2.48791673e-03, 4.47422639e-02,\n",
" 3.10701635e-02, 5.35766967e-02, -7.55209401e-02, -6.91705495e-02,\n",
" -1.88047544e-03, 6.89400658e-02, -7.31756315e-02, -2.71288631e-03,\n",
" -2.48290151e-02, -7.28697143e-03, 5.30425124e-02, 3.69671583e-02,\n",
" -6.11428032e-03, 2.46596970e-02, 6.38837591e-02, 6.48209080e-02,\n",
" -2.52669994e-02, -8.50610584e-02, -1.12585155e-02, -2.48002298e-02,\n",
" 2.55751926e-02, 5.35543561e-02, -1.45200547e-02, -7.03739300e-02,\n",
" 3.48833911e-02, -6.80755973e-02, -4.95117046e-02, 3.18201073e-03,\n",
" -2.15511564e-02, -5.97313829e-02, 2.70754434e-02, -1.13587445e-02,\n",
" 4.96467873e-02, 8.49263684e-04, -5.72888590e-02, -4.12139334e-02,\n",
" 1.49656357e-02, 2.09865029e-04, -2.64591966e-02, 3.25690843e-02,\n",
" -1.04057267e-01, -2.15843990e-02, -5.06114028e-02, 3.61456536e-02,\n",
" 5.07666841e-02, -4.32195328e-02, 2.27442738e-02, -5.45768961e-02,\n",
" 5.57226799e-02, 7.51682138e-03, -1.42207313e-02, 3.77843417e-02,\n",
" 4.14129086e-02, 3.48981246e-02, 5.27181812e-02, 3.27810384e-02,\n",
" 5.18354913e-03, 5.44924624e-02, 3.27263363e-02, -2.10277345e-02,\n",
" -5.92210330e-02, -4.27297018e-02, 1.39502957e-02, -6.45524040e-02,\n",
" -1.70608312e-02, -2.96527445e-02, -9.17827860e-02, 2.35030651e-02,\n",
" 1.14046934e-03, 1.02324300e-01, -1.70961069e-03, 1.33997565e-02,\n",
" -8.81954003e-03, 2.58320998e-02, -4.06914651e-02, -1.22319246e-02,\n",
" -1.28046170e-01, -4.88611730e-03, 5.54206893e-02, -4.64874916e-02,\n",
" -6.63087741e-02, -4.62114103e-02, -4.48852079e-03, 2.92647127e-02,\n",
" -4.82213497e-02, -8.54400620e-02, -4.03771251e-02, 5.70984408e-02,\n",
" -1.29753789e-02, -5.54415137e-02, -4.14155535e-02, 3.27817537e-02,\n",
" -4.72084135e-02, 2.34840682e-05, 7.02785999e-02, -1.81492567e-02,\n",
" -1.26504637e-02, 1.46844229e-02, 2.35158298e-02, 3.62979854e-03,\n",
" -1.96591597e-02, 3.19277532e-02, -5.71719185e-02, -7.86453336e-02,\n",
" 2.12775748e-02, -1.78742483e-02, 1.04013950e-01, -4.54314388e-02,\n",
" 2.06401404e-02, 1.56942699e-02, 8.18519071e-02, 2.58777384e-02,\n",
" 1.21531468e-02, -4.97740917e-02, 1.17911799e-02, 1.89383365e-02,\n",
" 7.08944499e-02, -5.87116648e-03, 2.68967375e-02, 4.05768268e-02,\n",
" -1.25225103e-02, 3.00196148e-02, -5.63454721e-03, 1.30680166e-02,\n",
" -1.24362083e-02, -3.85826714e-02, 3.49931344e-02, 5.27597480e-02,\n",
" 6.74493387e-02, 1.30212540e-02, 2.36051492e-02, 2.48641167e-02,\n",
" -1.81550428e-03, 4.97865863e-02, -1.22257462e-02, -6.27952516e-02,\n",
" -1.62602533e-02, 8.58538523e-02, -1.07255569e-02, -3.68310176e-02,\n",
" 3.93676572e-02, 2.27938630e-02, -5.44296987e-02, -4.51695994e-02,\n",
" 3.96672077e-02, 2.86960538e-04, 2.80310605e-02, -6.78272396e-02,\n",
" 1.69907920e-02, -3.84256616e-02, -2.28487253e-02, -3.28262374e-02,\n",
" 6.76143775e-03, 6.28021806e-02, -3.21598770e-03, 7.16562988e-03,\n",
" -4.13591415e-02, -4.59627509e-02, 1.46253128e-02, 2.09044367e-02,\n",
" 8.43714736e-03, -5.76319406e-03, 1.57105457e-02, -5.39410412e-02,\n",
" 6.59283474e-02, -6.29272452e-03, 7.18826652e-02, -2.06424426e-02,\n",
" 1.39655862e-02, 4.43715006e-02, 1.30557761e-01, 1.98010020e-02,\n",
" -6.22242466e-02, -9.06567052e-02, 4.52002957e-02, -3.52319367e-02,\n",
" 2.59116001e-04, -1.00602098e-02, 8.93358048e-03, 8.99767578e-02,\n",
" 2.77155302e-02, -3.39200646e-02, -8.12056288e-03, 7.13271871e-02,\n",
" -4.91350051e-03, -2.46009063e-02, 8.11489392e-03, -1.13610283e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'badchoice': Embedding(embedding=array([ 1.03011891e-01, -3.83373611e-02, -7.38854753e-03, 3.48838381e-02,\n",
" -6.83794729e-03, -5.85502125e-02, 1.62641127e-02, 6.36521950e-02,\n",
" 9.57088694e-02, 4.92434539e-02, -3.46838199e-02, 5.79603538e-02,\n",
" 3.63666527e-02, 2.51705628e-02, -2.80998810e-03, 4.81168143e-02,\n",
" 6.36912957e-02, 8.22549313e-02, -1.01247616e-02, -1.55929271e-02,\n",
" -7.72086903e-02, -3.21884975e-02, -5.21318521e-03, 4.70097400e-02,\n",
" -4.23199544e-03, 6.09283848e-03, 1.65381450e-02, -4.20961976e-02,\n",
" 4.56214957e-02, -1.56396180e-02, 7.10624233e-02, -2.30489485e-02,\n",
" 1.78790800e-02, -4.38104616e-03, 3.67891826e-02, -3.13557275e-02,\n",
" -4.42231148e-02, -1.80651825e-02, -9.49481130e-02, 4.53295857e-02,\n",
" -5.11181355e-02, 3.20132077e-02, -3.34421657e-02, -3.91408475e-03,\n",
" 4.88914959e-02, -6.13954961e-02, -4.36048992e-02, 6.02004789e-02,\n",
" -2.52508819e-02, 1.30702136e-02, 3.19896527e-02, -2.45916247e-02,\n",
" 1.84041727e-03, 2.80905608e-02, 3.86469960e-02, 7.33217224e-02,\n",
" -2.42515728e-02, -9.32633057e-02, -1.77299976e-02, -2.90060807e-02,\n",
" 3.57438624e-02, -1.54275727e-03, 1.61416736e-02, 1.51241925e-02,\n",
" 2.80924831e-02, 2.85762027e-02, 3.75959985e-02, 2.38589477e-02,\n",
" 4.82168328e-03, -2.05278769e-02, 6.79577817e-04, 6.67872047e-03,\n",
" 4.40545790e-02, 1.32617474e-01, -4.03091237e-02, 1.60328131e-02,\n",
" 2.80265175e-02, -9.68674347e-02, 3.03201545e-02, -1.92212705e-02,\n",
" 1.34108113e-02, 2.80486681e-02, -6.03088848e-02, 3.80901024e-02,\n",
" -5.31485956e-03, 5.78165427e-02, -1.72022916e-02, -9.73903835e-02,\n",
" -7.16931522e-02, -2.57588848e-02, -3.70213129e-02, -4.89849411e-02,\n",
" -1.82723254e-02, -8.95684510e-02, -8.36813673e-02, 3.44603136e-02,\n",
" -7.37910420e-02, 4.01756354e-02, 7.00338604e-03, 1.20630348e-02,\n",
" -1.21694123e-02, -2.61791255e-02, 3.92794656e-03, -1.57400444e-02,\n",
" -4.45153601e-02, -3.22900899e-02, -6.07210022e-05, 2.90088691e-02,\n",
" -3.68184075e-02, 7.03522712e-02, -4.73053120e-02, -1.35159409e-02,\n",
" 1.76080968e-02, -2.40272116e-02, 3.76045122e-03, 8.35928768e-02,\n",
" 3.72287482e-02, 7.70391673e-02, -6.16473816e-02, -1.69302374e-02,\n",
" -2.01890051e-01, -4.83783893e-02, 2.06509605e-02, 8.52242764e-03,\n",
" -3.27213667e-02, 3.22934613e-03, -4.26723100e-02, 3.83693390e-02,\n",
" -7.80305937e-02, -1.69070472e-03, 6.46257028e-03, 4.69421521e-02,\n",
" -3.87462825e-02, 2.13296860e-02, -2.53786985e-02, 5.68915792e-02,\n",
" 2.21552961e-02, 5.84528334e-02, -9.89085529e-03, 2.40438059e-02,\n",
" -2.19562631e-02, -2.04385500e-02, -3.56330946e-02, 1.51123591e-02,\n",
" -3.23475264e-02, 2.46420372e-02, -3.77772236e-03, 5.79228960e-02,\n",
" -3.77057381e-02, 5.71984425e-03, 4.16563004e-02, 3.05235479e-02,\n",
" -2.97628641e-02, 3.82750854e-02, -1.97202601e-02, -4.27746288e-02,\n",
" -2.93901563e-02, 3.39978300e-02, 3.93065214e-02, 6.52459823e-03,\n",
" 1.38762314e-02, 4.89498675e-02, 4.33376990e-02, -6.63375109e-02,\n",
" -8.23815018e-02, -1.17346144e-03, 1.44701106e-02, -2.52181832e-02,\n",
" 4.40457836e-02, 2.53938809e-02, -1.48290517e-02, 2.63838917e-02,\n",
" -3.98066528e-02, 1.39389494e-02, 5.26744872e-02, -9.16272178e-02,\n",
" -3.40966918e-02, -1.29392734e-02, 2.31447313e-02, 9.09562514e-04,\n",
" 2.02202182e-02, -4.01322059e-02, 4.92499024e-03, -1.92380436e-02,\n",
" 3.92376585e-03, 1.03269164e-02, 1.40419649e-02, 2.12864149e-02,\n",
" -3.93792279e-02, -7.44823506e-03, -8.70395601e-02, -2.56550796e-02,\n",
" -2.45452747e-02, 2.19986886e-02, -6.42722696e-02, 4.54920977e-02,\n",
" 6.37753904e-02, 6.70217490e-03, -3.91143747e-02, -8.87516141e-03,\n",
" 8.05947483e-02, 2.16057785e-02, 6.24857880e-02, -4.50425036e-03,\n",
" -3.97355705e-02, 1.92001590e-03, 4.75980304e-02, -2.65364219e-02,\n",
" -9.38869920e-03, -6.70791641e-02, 5.18564507e-02, -1.75591931e-02,\n",
" 7.86663368e-02, 3.09871568e-04, -1.66224018e-02, 2.45666858e-02,\n",
" -8.47191736e-02, -9.02853608e-02, -3.87278423e-02, 2.86864433e-02,\n",
" 4.45203707e-02, 1.53195532e-02, 6.81747124e-02, 2.71326210e-02,\n",
" 8.63355398e-03, -3.34883071e-02, 3.56078595e-02, -1.57920725e-03,\n",
" 6.11597719e-03, -1.93700828e-02, -5.27680330e-02, 4.74577025e-02,\n",
" 3.58900949e-02, -3.25641967e-02, 5.01207411e-02, -2.89300475e-02,\n",
" -6.24704733e-02, 9.27396026e-03, 2.28903890e-02, -7.88111687e-02,\n",
" -2.50832159e-02, -4.10574935e-02, 7.65722012e-03, 2.82033086e-02,\n",
" 2.44317427e-02, -4.56147380e-02, -4.97532673e-02, -2.37827487e-02,\n",
" 2.80738641e-02, -4.76232097e-02, 2.50860932e-03, 1.90311484e-02,\n",
" -7.40328133e-02, -2.97950823e-02, 4.56065796e-02, 1.35052633e-02,\n",
" 5.23568802e-02, -6.07838705e-02, -4.06400003e-02, -1.00134455e-01,\n",
" -4.29349691e-02, 7.89031759e-03, -3.22749950e-02, -2.60114875e-02,\n",
" 1.55795822e-02, 5.81834139e-03, -3.39296996e-03, -1.11631110e-01,\n",
" -8.91963542e-02, 1.94715448e-02, -3.78456898e-02, 1.00395702e-01,\n",
" -2.48041581e-02, -5.22987396e-02, 7.31618330e-02, 1.33556062e-02,\n",
" 4.70942147e-02, 2.32179537e-02, -9.95185599e-03, 1.54512404e-02,\n",
" 6.43873811e-02, -5.92213720e-02, 2.36697774e-02, 3.40524353e-02,\n",
" 1.17400577e-02, -2.23279428e-02, -3.32757048e-02, 9.58701316e-03,\n",
" -3.54704671e-02, 4.00986411e-02, 1.30709736e-02, 8.90462846e-03,\n",
" -3.98976840e-02, 1.74673218e-02, 4.30894569e-02, -1.76045969e-02,\n",
" -7.38427788e-03, -4.23874706e-03, 1.27137378e-01, 9.53900591e-02,\n",
" 2.02154368e-02, 1.37146926e-02, 2.37384737e-02, -4.03130911e-02,\n",
" 5.01264632e-02, 1.11405000e-01, -1.63816605e-02, 3.79269794e-02,\n",
" -1.19959062e-03, -1.93783734e-02, -1.67750567e-02, -4.19002622e-02,\n",
" -6.46895021e-02, 6.33194298e-02, 1.63789485e-02, 4.80199186e-03,\n",
" -8.09364766e-03, -3.95213161e-03, -9.37005412e-03, -5.45594469e-02,\n",
" 6.66533709e-02, 5.02991378e-02, 1.62019227e-02, 6.04632795e-02,\n",
" 2.45578270e-02, 2.13232245e-02, -5.78836463e-02, -4.44596857e-02,\n",
" -5.02179191e-03, 7.81235024e-02, -4.49044108e-02, -1.57357790e-02,\n",
" -1.49812736e-02, -2.82189064e-02, 6.51462227e-02, 3.82771417e-02,\n",
" 1.06400317e-02, 3.10958643e-02, 7.93082044e-02, 4.91410643e-02,\n",
" 4.02044365e-03, -5.17514385e-02, -3.45213362e-03, -1.18023176e-02,\n",
" -1.84440054e-03, 4.26637195e-02, -2.61680279e-02, -7.05628172e-02,\n",
" 4.87314686e-02, -8.24993998e-02, -4.81758490e-02, -8.49532522e-03,\n",
" -2.52098422e-02, -5.78285679e-02, 1.36194723e-02, -2.61995830e-02,\n",
" 3.43618467e-02, -1.90220755e-02, -5.36396168e-02, -3.13951895e-02,\n",
" 7.86802080e-03, -1.53097007e-02, -2.81396378e-02, 3.69708911e-02,\n",
" -6.28305227e-02, -8.81414954e-03, -2.82084104e-02, 8.92896671e-03,\n",
" 5.97428307e-02, -4.93271165e-02, 3.50499786e-02, -4.58696745e-02,\n",
" 4.51073758e-02, -1.81451235e-02, -2.96908314e-03, 2.13497635e-02,\n",
" 5.12834266e-02, 3.90881188e-02, 4.83987704e-02, 3.52485776e-02,\n",
" -2.86620129e-02, 3.24393660e-02, -4.28666035e-03, -3.00584082e-02,\n",
" -4.96623442e-02, -2.55145542e-02, 1.32283038e-02, -4.45701331e-02,\n",
" -1.78204607e-02, -5.07370159e-02, -9.82917696e-02, 1.93060860e-02,\n",
" -1.70419272e-02, 7.40397200e-02, 1.85349043e-02, 1.31029813e-02,\n",
" 2.13231966e-02, 2.52049845e-02, -6.00175261e-02, -2.12183446e-02,\n",
" -1.28854960e-01, -1.40768318e-02, 4.69575785e-02, -3.24377753e-02,\n",
" -5.43870516e-02, -5.37365265e-02, -1.68767024e-03, 2.51021963e-02,\n",
" -4.87759784e-02, -8.10958073e-02, -3.78144309e-02, 6.05251528e-02,\n",
" -1.70256700e-02, -2.43460499e-02, -5.40990569e-02, 2.15709191e-02,\n",
" -7.05009624e-02, 1.09416097e-02, 6.91223890e-02, 3.29404464e-03,\n",
" -4.85108141e-03, -1.63311921e-02, 1.97110567e-02, 8.08078796e-03,\n",
" -3.07146925e-02, 2.26876531e-02, -4.26372215e-02, -9.25547257e-02,\n",
" 2.28118580e-02, -1.10637285e-02, 1.02901690e-01, -4.72167917e-02,\n",
" 3.73121426e-02, 1.63175296e-02, 9.04196203e-02, 5.03044873e-02,\n",
" 2.01504026e-02, -2.05424968e-02, 1.50727970e-03, 1.01269381e-02,\n",
" 7.76944906e-02, 9.77149885e-03, 3.66944633e-02, 3.17179188e-02,\n",
" 2.96993251e-03, 3.24457660e-02, -1.88692845e-02, 2.00204402e-02,\n",
" -7.64325401e-03, -2.29661148e-02, 2.74420828e-02, 6.53711706e-02,\n",
" 7.41600990e-02, 4.02647145e-02, 1.07225981e-02, 5.43588586e-02,\n",
" 1.24164838e-02, 4.63992022e-02, -2.13729348e-02, -4.72868197e-02,\n",
" -3.27294543e-02, 5.72451130e-02, 3.01226927e-03, -3.91479060e-02,\n",
" 5.36933579e-02, 1.06903473e-02, -5.15984669e-02, -4.45629321e-02,\n",
" 5.14448881e-02, 1.89353973e-02, 3.47631164e-02, -4.51657921e-02,\n",
" -2.62783910e-03, -5.02078757e-02, 9.79508739e-03, -1.72740668e-02,\n",
" -9.69801191e-03, 4.76871431e-02, 1.48869799e-02, 5.69755910e-03,\n",
" -2.69814115e-02, -9.20813978e-02, 3.74717154e-02, 1.21773023e-03,\n",
" 7.48367188e-03, 8.73261690e-03, 1.30602941e-02, -6.16109520e-02,\n",
" 6.09213561e-02, 2.53798664e-02, 5.58204465e-02, -3.76917645e-02,\n",
" 1.32058123e-02, 3.47340740e-02, 1.13546409e-01, -9.33871605e-03,\n",
" -5.16496673e-02, -1.06158473e-01, 2.11148709e-02, -2.46622693e-02,\n",
" -1.30760167e-02, -7.75346439e-03, 9.90398345e-04, 6.68194368e-02,\n",
" 3.17986719e-02, -1.86403580e-02, -9.63782519e-03, 7.85931572e-02,\n",
" 2.44571902e-02, -7.39257596e-03, -3.59377288e-03, -9.37118158e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'balloon': Embedding(embedding=array([ 1.09892949e-01, -4.00918983e-02, -1.21668009e-02, 2.00551166e-03,\n",
" -1.38392793e-02, -6.20277859e-02, 2.89685018e-02, 5.73544316e-02,\n",
" 1.01788662e-01, 5.95009364e-02, -1.94367561e-02, 3.71448696e-02,\n",
" 2.00712439e-02, 2.46440060e-02, -7.40077486e-03, 2.96609364e-02,\n",
" 5.23810498e-02, 8.81445780e-02, 6.82025100e-04, -2.16196533e-02,\n",
" -9.09003541e-02, -4.49091755e-02, 2.49076704e-03, 6.07122965e-02,\n",
" 1.71773024e-02, 2.23868322e-02, 2.60959915e-03, -3.87968309e-02,\n",
" 5.99734969e-02, -1.94584914e-02, 7.44665787e-02, -1.08280396e-02,\n",
" -3.61310522e-05, 7.19097443e-03, 4.33330238e-02, -1.75387245e-02,\n",
" -4.59896475e-02, -2.02521458e-02, -8.15924108e-02, 4.85526510e-02,\n",
" -4.66058850e-02, 9.80989356e-03, -2.18895283e-02, -1.34516265e-02,\n",
" 4.59454395e-02, -5.98861165e-02, -4.02546190e-02, 4.91925403e-02,\n",
" -2.88608801e-02, 1.42744342e-02, 3.39208096e-02, -1.16223358e-02,\n",
" -8.37007817e-03, 1.18168164e-02, 4.42201346e-02, 6.50127828e-02,\n",
" -3.26518645e-03, -9.32799280e-02, -2.57619303e-02, -2.23554205e-02,\n",
" 4.19496931e-02, 1.79778468e-02, 2.60561537e-02, 2.45535634e-02,\n",
" 1.73397232e-02, 1.26576284e-02, 3.96757163e-02, 1.76737364e-02,\n",
" -8.60667508e-03, -2.21233964e-02, -2.22088192e-02, 2.64589302e-02,\n",
" 2.72890534e-02, 1.55680224e-01, -1.68411359e-02, 9.80744604e-03,\n",
" 1.44435959e-02, -8.30740631e-02, 2.33717915e-02, -1.94999874e-02,\n",
" 3.12515981e-02, 1.00835348e-02, -7.16109574e-02, 4.21170332e-02,\n",
" -1.79795325e-02, 3.97239961e-02, -1.82425659e-02, -9.13887694e-02,\n",
" -5.83494082e-02, -2.96744052e-02, -1.61084719e-02, -3.79881226e-02,\n",
" -2.58383304e-02, -8.84771124e-02, -7.38763139e-02, 3.11633553e-02,\n",
" -7.28570446e-02, 3.31059657e-02, -1.69639569e-02, -2.21458467e-04,\n",
" -1.57636888e-02, -1.98560841e-02, -1.25145223e-02, -2.68820506e-02,\n",
" -3.98986787e-02, -2.20404100e-02, 6.35910779e-04, 3.61801684e-02,\n",
" -4.46281545e-02, 7.88445100e-02, -3.72863337e-02, -3.04913614e-02,\n",
" -5.84295439e-03, -1.42015386e-02, 1.63793995e-03, 8.21892619e-02,\n",
" 2.02778596e-02, 8.28338414e-02, -6.60747737e-02, -2.24355981e-02,\n",
" -1.70059830e-01, -6.00909218e-02, 2.36663297e-02, -7.31022330e-04,\n",
" -1.45537583e-02, 3.33820796e-03, -2.90132593e-02, 4.17524949e-02,\n",
" -7.31149241e-02, 1.07014235e-02, 9.03597195e-03, 6.44251406e-02,\n",
" -2.63086706e-02, 3.00334878e-02, -3.04071568e-02, 5.27563542e-02,\n",
" 1.39742112e-02, 6.27541319e-02, -1.04011754e-02, 1.30569758e-02,\n",
" -2.81274058e-02, -2.05114298e-02, -1.36008235e-02, 1.80807747e-02,\n",
" -1.23174237e-02, 3.61852460e-02, 1.03771454e-02, 5.87152876e-02,\n",
" -4.52238321e-02, 6.89356169e-03, 5.67465872e-02, 2.72253156e-02,\n",
" -2.64808610e-02, 2.81775407e-02, -4.21344601e-02, -5.73402941e-02,\n",
" -3.01816519e-02, 2.54913457e-02, 3.31842080e-02, 6.84232963e-03,\n",
" 2.27055121e-02, 4.57285456e-02, 4.47195694e-02, -6.61602616e-02,\n",
" -8.83016363e-02, -4.59447457e-03, 6.68985443e-03, -3.94383855e-02,\n",
" 3.68098691e-02, 4.40805182e-02, -3.46862786e-02, 3.73522118e-02,\n",
" -4.13872078e-02, 1.06695918e-02, 3.81673351e-02, -7.88870454e-02,\n",
" -2.77343784e-02, -1.58574525e-02, 2.13072486e-02, -9.87734413e-04,\n",
" 1.73229016e-02, -4.84125689e-02, 7.70378299e-03, -9.55737941e-03,\n",
" -3.93776689e-03, 1.54786892e-02, 1.29191289e-02, 1.00007970e-02,\n",
" -4.16798629e-02, 2.06925091e-03, -8.49028677e-02, -3.27800587e-02,\n",
" -1.62570551e-02, 1.19563481e-02, -6.92031905e-02, 3.98599915e-02,\n",
" 4.92501594e-02, -1.14048710e-02, -4.66992557e-02, 2.40658829e-03,\n",
" 9.24497098e-02, 2.95899194e-02, 4.74671572e-02, 2.44111824e-03,\n",
" -2.40495801e-02, 1.37770865e-02, 3.13098691e-02, -3.11064254e-02,\n",
" -9.08294413e-03, -4.95350137e-02, 5.20549826e-02, -1.56391319e-02,\n",
" 6.10470511e-02, 9.09635052e-03, -1.48720704e-02, 4.68076617e-02,\n",
" -8.59017894e-02, -9.06426013e-02, -4.70657200e-02, 3.78336087e-02,\n",
" 2.36249324e-02, 3.63688320e-02, 5.59686795e-02, 1.96378771e-02,\n",
" 1.10876970e-02, -1.97756998e-02, 2.98990663e-02, -1.58945564e-02,\n",
" 5.67521155e-03, -1.28748864e-02, -5.96786961e-02, 4.30937484e-02,\n",
" 2.85969470e-02, -4.40254919e-02, 4.37321924e-02, -3.55379432e-02,\n",
" -4.86108065e-02, 1.24847107e-02, 1.84794106e-02, -9.56066251e-02,\n",
" -1.67219844e-02, -4.81390469e-02, 3.24993879e-02, 5.12519516e-02,\n",
" 2.78578401e-02, -2.86631137e-02, -7.21841455e-02, -2.08697673e-02,\n",
" 4.48393077e-02, -3.83519381e-02, 1.50627512e-02, 1.59007851e-02,\n",
" -7.08059743e-02, -2.25695614e-02, 3.65322530e-02, 2.13611331e-02,\n",
" 4.78735603e-02, -6.65498450e-02, -5.55529557e-02, -8.61953646e-02,\n",
" -2.14004163e-02, 8.29717703e-03, -4.88332286e-02, -2.78340448e-02,\n",
" 1.86771993e-02, -4.30282298e-03, -6.61663851e-03, -9.99786779e-02,\n",
" -7.47627765e-02, 3.95395719e-02, -3.80381979e-02, 8.62437412e-02,\n",
" -2.93377955e-02, -5.63799366e-02, 5.78784682e-02, 1.13594905e-02,\n",
" 3.44311818e-02, 2.28915792e-02, 6.18236279e-03, 1.42968185e-02,\n",
" 6.06795140e-02, -5.14125600e-02, -6.05121953e-03, 5.15711904e-02,\n",
" -3.09773232e-03, -3.38160768e-02, -2.99370810e-02, 2.62740417e-03,\n",
" -3.93474475e-02, 3.55437249e-02, 1.07256686e-02, 6.32580975e-03,\n",
" -2.93583814e-02, 8.18284228e-03, 4.73686047e-02, -2.07819976e-02,\n",
" -1.07269939e-02, -7.74861034e-03, 1.22983195e-01, 9.62517336e-02,\n",
" 3.37812938e-02, 2.14545242e-02, 3.65812294e-02, -3.58327255e-02,\n",
" 5.75927272e-02, 8.29986706e-02, -1.06729204e-02, 3.21467146e-02,\n",
" -1.28068253e-02, -2.09030118e-02, -3.84058394e-02, -4.23597284e-02,\n",
" -5.25261201e-02, 7.40128160e-02, 2.26371065e-02, 1.04067279e-02,\n",
" 1.97041035e-03, -8.14510603e-03, -3.67120397e-03, -5.28180040e-02,\n",
" 8.64139348e-02, 7.82151595e-02, 8.05984717e-03, 5.24690971e-02,\n",
" 2.52601467e-02, 3.88011783e-02, -6.81002662e-02, -5.79501018e-02,\n",
" -2.13622442e-03, 7.66973346e-02, -6.31614327e-02, -8.53254274e-03,\n",
" -2.57495679e-02, -1.60534922e-02, 5.11007681e-02, 3.37208211e-02,\n",
" -2.71782954e-03, 1.87148210e-02, 7.02050328e-02, 6.39830530e-02,\n",
" -1.16828075e-02, -7.41681606e-02, -1.20965112e-02, -2.24288516e-02,\n",
" 1.41608985e-02, 4.14357819e-02, -7.90621061e-03, -7.20041990e-02,\n",
" 4.22154069e-02, -7.03437328e-02, -4.70232852e-02, -6.52711559e-03,\n",
" -2.75423918e-02, -6.22028336e-02, 1.93560142e-02, -2.12978479e-02,\n",
" 4.30020168e-02, -7.99192209e-03, -5.73862977e-02, -3.85174863e-02,\n",
" 1.28130913e-02, -4.13953699e-03, -1.53966611e-02, 4.03498560e-02,\n",
" -9.32760164e-02, -1.00102928e-02, -4.22491990e-02, 2.36013643e-02,\n",
" 5.86280786e-02, -5.55539541e-02, 3.59144956e-02, -5.29690720e-02,\n",
" 5.13630845e-02, -8.99684150e-03, -8.81242380e-03, 3.01731322e-02,\n",
" 4.42125276e-02, 3.73829529e-02, 4.22730781e-02, 3.76530290e-02,\n",
" -1.78118553e-02, 4.49080095e-02, 2.32976675e-02, -2.57639028e-02,\n",
" -5.76493852e-02, -3.05806510e-02, 2.36815792e-02, -5.97989112e-02,\n",
" -1.41247232e-02, -4.35426012e-02, -9.45569053e-02, 2.51560640e-02,\n",
" -3.95681476e-03, 8.33070055e-02, 4.40431340e-03, 1.58282686e-02,\n",
" 1.03666773e-02, 1.53595377e-02, -5.00327796e-02, -1.00959186e-02,\n",
" -1.27135098e-01, -4.69922833e-03, 5.30355349e-02, -4.01189625e-02,\n",
" -6.47398457e-02, -4.97329049e-02, -4.81768232e-03, 2.24366374e-02,\n",
" -5.12314774e-02, -9.42984000e-02, -3.91549766e-02, 5.17081656e-02,\n",
" -1.34017123e-02, -4.74755317e-02, -5.13995737e-02, 3.09080072e-02,\n",
" -5.89893609e-02, 4.86581307e-03, 6.83102757e-02, -1.21563403e-02,\n",
" -1.08179813e-02, 2.07969896e-03, 1.54256271e-02, -3.47523554e-03,\n",
" -2.89979130e-02, 2.04406157e-02, -5.11894152e-02, -8.20114985e-02,\n",
" 1.91065557e-02, -2.02354006e-02, 1.04865387e-01, -5.04611060e-02,\n",
" 2.38483511e-02, 1.29630268e-02, 8.57061446e-02, 3.98839079e-02,\n",
" 1.06484443e-02, -3.18481997e-02, 1.37227727e-02, 2.06737947e-02,\n",
" 7.85072818e-02, 4.58758324e-04, 3.11914757e-02, 3.90909351e-02,\n",
" -7.22704781e-03, 3.52624431e-02, -1.84638798e-02, 1.81376804e-02,\n",
" -1.25475079e-02, -3.49512212e-02, 3.69048417e-02, 5.52684031e-02,\n",
" 6.63672835e-02, 2.27424689e-02, 1.05720116e-02, 3.16867046e-02,\n",
" 6.42454717e-03, 4.19678837e-02, -3.93261435e-03, -5.53793125e-02,\n",
" -2.14921124e-02, 8.19663927e-02, -1.48410341e-02, -4.36125286e-02,\n",
" 4.97738086e-02, 1.51014756e-02, -5.68511970e-02, -4.70952280e-02,\n",
" 5.44494428e-02, 8.88559781e-03, 2.98992787e-02, -5.96366748e-02,\n",
" 1.13177588e-02, -4.94931042e-02, -1.02056740e-02, -2.31496040e-02,\n",
" 1.53058587e-04, 5.88529967e-02, 7.71810021e-03, 8.50528944e-03,\n",
" -4.02320549e-02, -6.64159805e-02, 2.10375842e-02, 1.78804733e-02,\n",
" 1.80462766e-02, 4.80550202e-03, 1.44394208e-02, -5.82435466e-02,\n",
" 6.31435812e-02, -4.50491527e-04, 6.61670268e-02, -3.70436385e-02,\n",
" 1.48935523e-02, 4.13469188e-02, 1.34746104e-01, 4.71958052e-03,\n",
" -5.31663932e-02, -1.06683925e-01, 4.01617438e-02, -2.99036168e-02,\n",
" -6.15541078e-03, -1.76224560e-02, 1.58203151e-02, 7.39013255e-02,\n",
" 3.43169384e-02, -2.53740009e-02, -1.43692465e-02, 7.44212791e-02,\n",
" 8.74071848e-03, -1.42623261e-02, -2.37102131e-03, -1.02275893e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'bd': Embedding(embedding=array([ 0.08818533, -0.06931544, -0.01661035, -0.0188622 , 0.00905346,\n",
" -0.0280435 , 0.04107575, 0.05080994, 0.07874116, 0.07622421,\n",
" 0.00132829, 0.03119471, 0.01765115, 0.01590431, -0.01038804,\n",
" -0.00249046, 0.02558333, 0.08722861, 0.02868607, -0.01188697,\n",
" -0.0832511 , -0.03902075, 0.00266346, 0.06870128, 0.05912293,\n",
" 0.0363664 , -0.01568458, -0.04693804, 0.04415179, -0.0103026 ,\n",
" 0.05994009, -0.00657993, -0.04432574, -0.00795301, 0.03908727,\n",
" 0.00139099, -0.01850745, -0.02806164, -0.0688346 , 0.06679095,\n",
" -0.0159913 , 0.00627244, -0.00961267, -0.00939586, 0.0344744 ,\n",
" -0.04888709, -0.02610441, 0.0425431 , -0.04156031, 0.01651462,\n",
" 0.02949485, -0.00521191, 0.00870584, 0.02040826, 0.02962982,\n",
" 0.03739821, -0.01793689, -0.03792852, -0.024343 , -0.02991403,\n",
" 0.03018112, 0.0412826 , 0.03279093, 0.0253696 , 0.00529762,\n",
" 0.00746846, 0.03301933, -0.00749988, -0.01128743, -0.04287357,\n",
" -0.03715358, 0.06459572, 0.0202906 , 0.16052687, -0.01154108,\n",
" 0.02744545, 0.00102184, -0.06371573, 0.03439406, -0.02447852,\n",
" 0.0858452 , 0.0060058 , -0.08870684, 0.05188779, -0.03022449,\n",
" 0.00289424, -0.02156766, -0.07044563, -0.04518007, -0.04449898,\n",
" -0.00712765, -0.02506173, -0.07146175, -0.07110638, -0.02819131,\n",
" -0.01084416, -0.06344709, 0.02293704, -0.02906407, -0.02194666,\n",
" -0.00583215, -0.01761176, -0.03813557, -0.0334185 , -0.05011246,\n",
" -0.00114245, 0.00119986, 0.02103982, -0.07590938, 0.0826741 ,\n",
" -0.01279732, -0.04931704, -0.01962878, -0.00730942, -0.00128688,\n",
" 0.08072142, -0.00102074, 0.09355 , -0.05713699, -0.04955851,\n",
" -0.13313098, -0.04687182, 0.04866654, -0.01810709, -0.01171317,\n",
" -0.01415078, -0.0197792 , 0.02749477, -0.05965957, 0.03210235,\n",
" -0.00268043, 0.06714565, -0.01820402, 0.01973879, -0.04111805,\n",
" 0.05447467, -0.00055438, 0.05628539, 0.00794167, -0.01399436,\n",
" -0.02950722, -0.00677542, 0.00686096, -0.01082186, 0.01480703,\n",
" 0.01469007, 0.02344572, 0.04208881, -0.01720947, -0.00472367,\n",
" 0.05722144, 0.01591239, -0.00913105, -0.01026163, -0.07356527,\n",
" -0.08209408, -0.00179376, -0.02297034, 0.04106738, 0.00565637,\n",
" 0.05049149, 0.01953052, 0.02967899, -0.06971839, -0.06588674,\n",
" 0.02050707, -0.0039469 , -0.03974896, 0.00119641, 0.06712376,\n",
" -0.04667907, 0.06246227, -0.03647225, -0.02735206, 0.03436698,\n",
" -0.05735921, -0.03376669, -0.02918229, 0.00889716, -0.01299277,\n",
" 0.03546172, -0.05197495, 0.03261522, -0.01201065, -0.01133092,\n",
" 0.0468167 , 0.00678914, 0.01692358, -0.03526939, 0.0221841 ,\n",
" -0.07985224, -0.00883926, -0.03767864, -0.00414277, -0.04621968,\n",
" 0.04546366, 0.05573661, -0.02287966, -0.04763297, 0.01410093,\n",
" 0.07349337, 0.04098412, 0.04678629, -0.04203226, 0.00531274,\n",
" 0.0503084 , -0.00555684, -0.02943422, 0.00057763, -0.02427718,\n",
" 0.04553819, -0.02915708, 0.05184704, -0.01511865, -0.00821836,\n",
" 0.05321042, -0.06205991, -0.05465053, -0.0516961 , 0.0338186 ,\n",
" 0.03654509, 0.0131087 , 0.0680928 , -0.01568048, 0.00434028,\n",
" 0.00828834, 0.01518712, -0.04127236, 0.04078286, -0.00126274,\n",
" -0.02555438, 0.05042291, 0.02199295, -0.03085798, 0.02306689,\n",
" -0.01906017, -0.01533962, -0.00240079, 0.02974072, -0.12188751,\n",
" 0.00385429, -0.05287584, 0.07921861, 0.07524816, 0.00488831,\n",
" -0.01728016, -0.05088306, 0.00850329, 0.04338982, -0.02270329,\n",
" 0.01948082, 0.01262195, -0.07311647, -0.03059957, 0.02944934,\n",
" 0.04236282, 0.0728911 , -0.07522141, -0.05848009, -0.04667847,\n",
" -0.0217343 , -0.00445465, -0.07414787, -0.01311691, 0.06024538,\n",
" -0.0196312 , -0.01658611, -0.07203521, -0.08139782, 0.07185142,\n",
" -0.02068417, 0.09260593, -0.03611969, -0.05508256, 0.03578756,\n",
" -0.00519475, 0.02287554, 0.01386855, -0.02875135, -0.00054797,\n",
" 0.03757277, -0.01481737, -0.01909099, 0.04677083, -0.00203359,\n",
" -0.04949969, -0.00317508, -0.00413696, -0.05460138, 0.04344076,\n",
" -0.00893274, 0.02477445, -0.01286941, 0.02282623, 0.03541748,\n",
" -0.01745673, -0.02731078, -0.02729732, 0.09717834, 0.08820596,\n",
" 0.03004673, 0.03229096, 0.07774984, -0.03884663, 0.05835793,\n",
" 0.03379519, 0.01396613, 0.00844816, -0.04535654, -0.03481016,\n",
" -0.04380859, -0.03872056, -0.02105708, 0.06100608, 0.04535158,\n",
" 0.02040602, 0.0160216 , -0.01288281, 0.00874793, -0.0965506 ,\n",
" 0.0858026 , 0.07890679, -0.00985146, 0.05551789, 0.01437546,\n",
" 0.04342851, -0.07492986, -0.09778692, 0.0046844 , 0.05630855,\n",
" -0.06556414, -0.01348451, -0.03893939, -0.00580327, 0.06091629,\n",
" 0.02805338, -0.01690831, 0.04302774, 0.05703139, 0.06333973,\n",
" -0.04712617, -0.07302345, -0.03001102, -0.02712702, 0.04163015,\n",
" 0.05349191, -0.02432926, -0.08247821, 0.04325018, -0.05718004,\n",
" -0.03948173, -0.01226793, 0.00150811, -0.03424298, 0.02797659,\n",
" 0.00712742, 0.05541388, -0.00763984, -0.05763546, -0.03053704,\n",
" 0.03243344, 0.00644962, -0.02013916, 0.02831053, -0.11221441,\n",
" -0.02677819, -0.05710338, 0.04825988, 0.04351512, -0.02354888,\n",
" 0.01370252, -0.07346623, 0.06410256, 0.00899475, -0.02977802,\n",
" 0.04500943, 0.03210047, 0.03683363, 0.05182846, 0.02176059,\n",
" 0.03477505, 0.06949908, 0.03671959, 0.00328109, -0.04291013,\n",
" -0.05115437, -0.01728786, -0.0422678 , 0.01118746, 0.00581757,\n",
" -0.08559308, 0.02081999, 0.0183228 , 0.12321943, 0.02516883,\n",
" 0.01240897, -0.02223678, 0.02414401, -0.04139069, 0.01418842,\n",
" -0.14150567, -0.00445836, 0.07597263, -0.04290836, -0.08951636,\n",
" -0.03582224, 0.02383428, 0.022392 , -0.02588677, -0.08516268,\n",
" -0.04118068, 0.07135295, -0.01736936, -0.02701132, -0.02247244,\n",
" 0.03756778, -0.01315784, -0.01656256, 0.04742259, -0.03211112,\n",
" -0.03075347, 0.03260916, 0.00581269, 0.00525128, -0.0050841 ,\n",
" 0.03965572, -0.03721811, -0.04945934, 0.01028613, -0.033283 ,\n",
" 0.09226232, -0.0588004 , 0.00455531, 0.00501473, 0.08915514,\n",
" 0.04792977, 0.01182181, -0.0462989 , 0.0179869 , 0.01837079,\n",
" 0.08239084, -0.01686599, 0.03149363, 0.03203304, -0.01894239,\n",
" -0.0057836 , -0.00205346, -0.01016824, -0.01193377, -0.04408387,\n",
" 0.01887974, 0.03258615, 0.05954015, -0.01443832, -0.0089354 ,\n",
" 0.0171587 , -0.01403782, 0.01829561, -0.01494855, -0.05389712,\n",
" 0.00347451, 0.11923069, 0.0026725 , -0.01349435, 0.01856663,\n",
" 0.02689157, -0.04050627, -0.03698602, 0.02527552, 0.01170593,\n",
" 0.00652632, -0.05312104, 0.00450589, -0.04244693, -0.04351361,\n",
" -0.06107353, 0.00903474, 0.08990574, -0.00817175, -0.01658705,\n",
" -0.02989122, -0.02231627, -0.01866039, 0.03860129, 0.00844501,\n",
" -0.00907747, 0.01430168, -0.05097066, 0.07287603, -0.04210537,\n",
" 0.05163269, -0.01372296, -0.00045177, 0.04734135, 0.12084915,\n",
" 0.00333425, -0.03123946, -0.09523299, 0.04535244, -0.03828717,\n",
" 0.02135449, 0.00515462, 0.03310953, 0.12944579, 0.0385467 ,\n",
" -0.01295616, -0.01069022, 0.08150649, 0.00205056, -0.01891931,\n",
" -0.00453542, -0.11074156]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'because': Embedding(embedding=array([ 9.76511464e-02, -4.11075875e-02, -7.55313039e-03, 2.83654742e-02,\n",
" -3.80821270e-03, -6.08732253e-02, 1.18259657e-02, 6.44557253e-02,\n",
" 9.99032557e-02, 4.80962247e-02, -3.66918407e-02, 6.24703951e-02,\n",
" 4.02458906e-02, 2.65687834e-02, -4.26375167e-03, 4.89335805e-02,\n",
" 6.11417033e-02, 8.20369646e-02, -6.73461705e-03, -1.46121616e-02,\n",
" -7.18245506e-02, -3.35565582e-02, -6.96314918e-03, 4.42614183e-02,\n",
" -5.23751741e-03, 4.04004287e-03, 1.35264015e-02, -4.20106500e-02,\n",
" 4.68609817e-02, -1.50000928e-02, 7.49002919e-02, -2.26854160e-02,\n",
" 1.34918066e-02, -1.78729126e-03, 3.76173593e-02, -2.63512358e-02,\n",
" -3.98684256e-02, -1.89666245e-02, -9.80006754e-02, 4.24032435e-02,\n",
" -5.03461696e-02, 2.17072871e-02, -3.27057354e-02, -8.83221533e-03,\n",
" 4.75056954e-02, -6.16796724e-02, -4.45964523e-02, 5.98948039e-02,\n",
" -2.59487201e-02, 1.54956663e-02, 3.29332389e-02, -3.25596221e-02,\n",
" -2.77426513e-03, 2.56207362e-02, 4.10748422e-02, 7.86643848e-02,\n",
" -2.42286306e-02, -9.36768353e-02, -1.56160071e-02, -2.55843960e-02,\n",
" 4.47875448e-02, -5.02052670e-03, 1.67779345e-02, 1.01807136e-02,\n",
" 2.45859120e-02, 2.30228920e-02, 3.66438068e-02, 2.29379721e-02,\n",
" -1.72623782e-03, -1.85527746e-02, -5.09255752e-03, 1.33450795e-02,\n",
" 4.53396402e-02, 1.40915886e-01, -4.03981395e-02, 1.16427122e-02,\n",
" 2.37406269e-02, -9.94634032e-02, 2.59161163e-02, -2.60680690e-02,\n",
" 2.06866078e-02, 2.52036881e-02, -6.54155090e-02, 3.80135477e-02,\n",
" -4.73227864e-03, 5.70556410e-02, -2.09059585e-02, -8.92265588e-02,\n",
" -6.64095059e-02, -3.36880796e-02, -3.52897085e-02, -4.22855690e-02,\n",
" -2.02428456e-02, -8.89829919e-02, -8.38580504e-02, 4.19110954e-02,\n",
" -7.00385869e-02, 5.07889017e-02, -1.70782744e-03, 4.39182483e-03,\n",
" -8.11927300e-03, -2.86382679e-02, 3.65816988e-03, -2.26861686e-02,\n",
" -3.64756919e-02, -2.99862009e-02, 1.97537491e-04, 2.20580511e-02,\n",
" -3.99070196e-02, 6.89335391e-02, -4.57807630e-02, -1.41711868e-02,\n",
" 2.17355583e-02, -1.43102109e-02, 7.12461816e-03, 8.61323103e-02,\n",
" 3.72667387e-02, 7.25313500e-02, -5.64756207e-02, -1.44372275e-02,\n",
" -2.11611599e-01, -4.56144847e-02, 2.60836259e-02, 8.98468588e-03,\n",
" -3.62907946e-02, 4.70236456e-03, -4.73709404e-02, 3.31417844e-02,\n",
" -8.47959816e-02, 1.03560335e-03, 3.69886472e-03, 5.30851521e-02,\n",
" -3.64165269e-02, 2.16782670e-02, -3.16034555e-02, 5.18496819e-02,\n",
" 2.72571854e-02, 6.14570230e-02, -1.14017203e-02, 2.54932325e-02,\n",
" -2.13854779e-02, -1.97301209e-02, -3.53458077e-02, 1.12227341e-02,\n",
" -3.20625901e-02, 2.81606782e-02, -2.07405537e-03, 5.46178930e-02,\n",
" -3.48538943e-02, 2.48215464e-03, 3.95351350e-02, 2.77703367e-02,\n",
" -3.19904350e-02, 3.61313857e-02, -2.62385439e-02, -4.55278531e-02,\n",
" -2.47764233e-02, 2.93369293e-02, 4.64618579e-02, 4.48427722e-03,\n",
" 1.30332299e-02, 4.28741463e-02, 4.11068238e-02, -6.52664676e-02,\n",
" -8.62023085e-02, -4.89674462e-03, 9.86609235e-03, -2.25455910e-02,\n",
" 4.03357223e-02, 3.16670127e-02, -1.24111874e-02, 3.15162018e-02,\n",
" -3.32421996e-02, 1.50584327e-02, 5.53968102e-02, -9.41097587e-02,\n",
" -3.39050852e-02, -1.11888470e-02, 3.08435671e-02, 7.04281440e-04,\n",
" 2.69406289e-02, -4.13681418e-02, 5.20490762e-03, -1.67685449e-02,\n",
" -6.91130874e-04, 8.30536895e-03, 5.86934900e-03, 1.96957756e-02,\n",
" -3.68112512e-02, -1.38123170e-03, -8.75992253e-02, -2.45033707e-02,\n",
" -2.18570903e-02, 1.24021508e-02, -6.51508719e-02, 3.78160700e-02,\n",
" 6.23988062e-02, 4.87399101e-03, -3.76917571e-02, -9.26657394e-03,\n",
" 8.15250725e-02, 2.27269009e-02, 5.89141175e-02, -6.02659956e-03,\n",
" -4.08202149e-02, -5.31954051e-04, 4.77408171e-02, -2.68998370e-02,\n",
" -2.05899286e-03, -6.75250664e-02, 5.13716675e-02, -1.58840846e-02,\n",
" 8.19365680e-02, -1.86712574e-03, -1.59014966e-02, 2.84513552e-02,\n",
" -8.42743143e-02, -9.41777527e-02, -3.65582630e-02, 3.15238759e-02,\n",
" 3.89927775e-02, 2.01991890e-02, 6.82971179e-02, 2.20978223e-02,\n",
" 3.99131607e-03, -3.48919742e-02, 2.79496200e-02, -4.15120181e-03,\n",
" 4.32287529e-03, -1.90597493e-02, -5.16570136e-02, 4.68559228e-02,\n",
" 3.18259709e-02, -3.78476344e-02, 5.18535338e-02, -2.67442074e-02,\n",
" -6.24052621e-02, 1.15987295e-02, 2.35575996e-02, -7.50752166e-02,\n",
" -3.37370113e-02, -3.67252417e-02, 9.45413578e-03, 3.35933045e-02,\n",
" 2.10826602e-02, -4.41678874e-02, -5.35604730e-02, -2.36658994e-02,\n",
" 3.26446630e-02, -5.04629426e-02, 1.45993214e-02, 1.41601171e-02,\n",
" -6.91443682e-02, -3.77345644e-02, 4.61671837e-02, 1.64634474e-02,\n",
" 5.14581725e-02, -5.98006733e-02, -3.42261381e-02, -9.49192792e-02,\n",
" -4.43926267e-02, 8.40452965e-03, -3.30055952e-02, -2.34126598e-02,\n",
" 1.58334710e-02, 5.93619701e-03, -2.82297260e-03, -1.10487051e-01,\n",
" -9.11464840e-02, 2.36860048e-02, -4.23484370e-02, 9.06808451e-02,\n",
" -2.87062358e-02, -4.87950519e-02, 7.26181269e-02, 1.48923248e-02,\n",
" 4.39468585e-02, 2.09231861e-02, -9.73242149e-03, 1.63014047e-02,\n",
" 5.82574755e-02, -5.63885197e-02, 2.58184858e-02, 4.21896316e-02,\n",
" 2.15230472e-02, -2.29215715e-02, -3.01113874e-02, 7.76345329e-03,\n",
" -4.58356403e-02, 3.60286310e-02, 9.64719057e-03, 9.05981101e-03,\n",
" -3.84116806e-02, 1.28413849e-02, 4.24531661e-02, -1.34442523e-02,\n",
" -9.82550904e-03, -2.80812057e-03, 1.31256670e-01, 8.97972435e-02,\n",
" 2.34321319e-02, 1.48179373e-02, 2.50788536e-02, -4.17236760e-02,\n",
" 5.24980351e-02, 1.13441683e-01, -1.53294140e-02, 3.73446867e-02,\n",
" 2.94920383e-03, -2.26222128e-02, -1.85416937e-02, -4.29048277e-02,\n",
" -6.11300282e-02, 5.94842397e-02, 1.63573418e-02, 9.60425381e-03,\n",
" -1.63724087e-02, -8.00559181e-04, -5.48404874e-03, -5.95457554e-02,\n",
" 6.46173656e-02, 5.12041450e-02, 1.27792507e-02, 6.02790415e-02,\n",
" 1.84246339e-02, 2.28248127e-02, -5.78844883e-02, -4.69529107e-02,\n",
" -6.78156735e-03, 7.86157474e-02, -4.57832217e-02, -1.28504485e-02,\n",
" -1.48026617e-02, -2.88155656e-02, 6.56458959e-02, 3.29697616e-02,\n",
" 8.28675274e-03, 3.19488719e-02, 8.33776817e-02, 5.15569821e-02,\n",
" 6.83997339e-03, -5.54714724e-02, -1.01659866e-02, -6.78189611e-03,\n",
" 5.48590766e-03, 4.32817303e-02, -2.05502715e-02, -6.35213852e-02,\n",
" 4.84787673e-02, -7.50116557e-02, -5.14220186e-02, -1.22411940e-02,\n",
" -1.88705567e-02, -6.48552105e-02, 1.96755398e-02, -2.28375439e-02,\n",
" 3.64717357e-02, -1.34688849e-02, -4.34808098e-02, -3.21134180e-02,\n",
" 4.08359431e-03, -1.28319561e-02, -2.51201931e-02, 3.70953977e-02,\n",
" -6.57377765e-02, -1.19268252e-02, -2.86985785e-02, 4.25311830e-03,\n",
" 6.22479804e-02, -4.22798470e-02, 3.64008471e-02, -5.04149273e-02,\n",
" 4.32141237e-02, -2.49138828e-02, -5.25203347e-03, 1.99707989e-02,\n",
" 4.90187742e-02, 4.06448655e-02, 5.24723120e-02, 3.57164927e-02,\n",
" -2.79286616e-02, 3.74376513e-02, -9.62607039e-04, -2.88762674e-02,\n",
" -5.71510829e-02, -2.35527586e-02, 1.35981543e-02, -3.80725600e-02,\n",
" -1.75461397e-02, -4.74027134e-02, -9.33290422e-02, 1.61888022e-02,\n",
" -9.97466780e-03, 7.76420385e-02, 1.57137234e-02, 1.24127893e-02,\n",
" 1.98637191e-02, 2.41702981e-02, -6.18605055e-02, -2.04939377e-02,\n",
" -1.22555353e-01, -1.63941607e-02, 4.90637124e-02, -3.85055169e-02,\n",
" -4.75432724e-02, -5.31922989e-02, -2.49171775e-04, 2.33788155e-02,\n",
" -5.00351861e-02, -7.73630217e-02, -3.49907503e-02, 5.92997484e-02,\n",
" -1.29618635e-02, -3.24384272e-02, -5.31606562e-02, 1.97606385e-02,\n",
" -6.96869120e-02, 7.29673402e-03, 7.12636933e-02, -2.33486691e-03,\n",
" 1.10587175e-03, -1.45434532e-02, 1.28156124e-02, 6.16964558e-03,\n",
" -2.95030810e-02, 2.14516614e-02, -4.47285958e-02, -9.19498950e-02,\n",
" 2.53915209e-02, -1.68978944e-02, 1.03906088e-01, -5.61279058e-02,\n",
" 3.34984995e-02, 9.67094861e-03, 8.93182009e-02, 4.96454239e-02,\n",
" 2.09814236e-02, -2.14907229e-02, 5.85796358e-03, 4.90761548e-03,\n",
" 8.46741274e-02, 6.81016874e-03, 3.30887027e-02, 2.52660271e-02,\n",
" -1.95886497e-03, 3.31610776e-02, -1.94620565e-02, 2.18635425e-02,\n",
" -7.59051554e-03, -2.09518634e-02, 3.16610858e-02, 6.25845194e-02,\n",
" 7.23681599e-02, 4.66215201e-02, 9.78637673e-03, 5.05391844e-02,\n",
" 3.56778898e-03, 4.42299135e-02, -2.19915733e-02, -4.49772626e-02,\n",
" -3.06435227e-02, 5.75557351e-02, 1.78201916e-03, -3.24269980e-02,\n",
" 4.57942896e-02, 1.29246572e-02, -5.24737835e-02, -4.02784422e-02,\n",
" 5.74034117e-02, 2.20253691e-02, 3.85647230e-02, -4.91505414e-02,\n",
" 4.68684733e-03, -5.00785373e-02, 1.10696079e-02, -1.95158962e-02,\n",
" -1.04964739e-02, 5.36739007e-02, 1.52697628e-02, -1.56167115e-03,\n",
" -3.14955488e-02, -9.16434228e-02, 3.41413021e-02, 6.17353758e-03,\n",
" 1.15966890e-02, 2.97402614e-03, 1.45659437e-02, -5.81914373e-02,\n",
" 6.00382015e-02, 1.79489348e-02, 5.21444790e-02, -4.18083146e-02,\n",
" 9.25293379e-03, 3.35164219e-02, 1.12105183e-01, -7.35892449e-03,\n",
" -4.53225635e-02, -1.06959470e-01, 2.75381301e-02, -2.64530741e-02,\n",
" -9.66840889e-03, -8.40626564e-03, 4.96521313e-03, 7.61485025e-02,\n",
" 2.53545027e-02, -1.42267738e-02, -1.19908918e-02, 8.18007961e-02,\n",
" 2.22658627e-02, -1.25460327e-02, -6.26934832e-03, -9.12290961e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'bender': Embedding(embedding=array([ 9.42458287e-02, -5.24114557e-02, -1.55016053e-02, -3.04593090e-02,\n",
" 5.87176438e-03, -4.42572422e-02, 3.10020614e-02, 6.55034631e-02,\n",
" 1.01853222e-01, 8.00459087e-02, -8.27856734e-03, 4.32192720e-02,\n",
" 2.08207536e-02, 2.85326540e-02, -1.39216846e-02, 2.69237794e-02,\n",
" 4.62651625e-02, 8.91565010e-02, 1.09075103e-02, -2.31934581e-02,\n",
" -8.20482150e-02, -4.71986681e-02, 2.98202760e-03, 5.24161793e-02,\n",
" 2.24051531e-02, 2.80361436e-02, -4.36169980e-03, -3.79401594e-02,\n",
" 6.05128892e-02, -1.00126620e-02, 8.20067301e-02, -1.05062835e-02,\n",
" -2.37537082e-02, -1.26622478e-03, 3.10551263e-02, -1.48618910e-02,\n",
" -4.69594598e-02, -2.24246643e-02, -7.41746575e-02, 4.83521856e-02,\n",
" -3.86650935e-02, 4.68493765e-03, -2.38538422e-02, -2.08115689e-02,\n",
" 3.64500247e-02, -5.91270141e-02, -2.47289650e-02, 4.18485627e-02,\n",
" -2.86115296e-02, 2.67470926e-02, 2.83255596e-02, -4.06454131e-03,\n",
" 3.60409985e-03, 3.12736654e-03, 3.80143560e-02, 5.55384196e-02,\n",
" 9.96668916e-03, -6.44584596e-02, -3.05939913e-02, -3.60472463e-02,\n",
" 5.25519475e-02, 2.44245175e-02, 3.30054499e-02, 1.71051305e-02,\n",
" 1.39404712e-02, -2.50235130e-03, 3.48311141e-02, 6.26792805e-03,\n",
" -1.23833539e-02, -2.39424333e-02, -2.55468432e-02, 5.27321659e-02,\n",
" 1.08305812e-02, 1.58787161e-01, -1.24152871e-02, 2.46042684e-02,\n",
" 9.69222863e-04, -7.06496611e-02, 1.25701483e-02, -2.75425073e-02,\n",
" 6.81919605e-02, 7.75529444e-03, -7.36916810e-02, 5.39719909e-02,\n",
" -2.71610748e-02, 2.13128701e-02, -2.33903173e-02, -8.31378177e-02,\n",
" -5.46125695e-02, -4.74201068e-02, -8.84708948e-03, -3.11510749e-02,\n",
" -5.10147214e-02, -9.14429575e-02, -5.02045006e-02, 6.38539577e-03,\n",
" -6.64076358e-02, 3.35008502e-02, -2.75124144e-02, -1.71577390e-02,\n",
" -8.69805645e-03, -2.04742495e-02, -2.71733161e-02, -3.66695002e-02,\n",
" -3.87872159e-02, -5.53517090e-03, 7.80666596e-04, 2.61937696e-02,\n",
" -6.28019348e-02, 8.12226459e-02, -2.54113227e-02, -4.07778174e-02,\n",
" -1.26092564e-02, -6.61107246e-03, 2.99479421e-02, 7.98734576e-02,\n",
" 9.22319666e-03, 9.91766453e-02, -5.86040728e-02, -3.87614816e-02,\n",
" -1.45280108e-01, -5.58360070e-02, 3.97991352e-02, -3.60645982e-03,\n",
" -1.94376279e-02, 2.54332670e-03, -2.84404363e-02, 3.35105807e-02,\n",
" -6.20697998e-02, 2.22052392e-02, 6.47376850e-03, 7.51697347e-02,\n",
" -2.86398698e-02, 2.98448373e-02, -3.05471830e-02, 4.11760435e-02,\n",
" 4.43526357e-03, 5.62258698e-02, -6.17667148e-03, 1.73151493e-03,\n",
" -4.25828956e-02, -1.49758356e-02, 8.46040156e-03, 4.58372664e-03,\n",
" -4.85302269e-04, 2.50150841e-02, 1.46145895e-02, 6.61624297e-02,\n",
" -4.21708822e-02, 2.45757704e-03, 6.08499087e-02, 2.42514722e-02,\n",
" -2.81331521e-02, 1.29928831e-02, -5.94715700e-02, -6.90143704e-02,\n",
" -3.13554145e-02, 2.90245959e-03, 3.56305875e-02, -1.23194128e-03,\n",
" 2.75180247e-02, 4.71232720e-02, 3.01577859e-02, -5.73110506e-02,\n",
" -1.08535551e-01, -1.95008470e-03, -8.75086582e-04, -4.12635915e-02,\n",
" 1.34179918e-02, 5.75146005e-02, -4.08311076e-02, 5.65650500e-02,\n",
" -4.88202162e-02, 1.51370326e-03, 4.54870947e-02, -5.98162487e-02,\n",
" -2.82607730e-02, -2.34895665e-02, 2.33977623e-02, -1.39742102e-02,\n",
" 2.94518135e-02, -4.37882803e-02, 2.78451778e-02, -4.56481613e-03,\n",
" -1.10165216e-02, 2.85695810e-02, 1.62111670e-02, -1.14330137e-02,\n",
" -4.90299352e-02, 1.87285822e-02, -8.29647630e-02, -3.01829036e-02,\n",
" -2.83941962e-02, 5.46320993e-03, -6.01856224e-02, 3.80709432e-02,\n",
" 3.85119170e-02, -2.97516398e-02, -4.91426550e-02, 7.87468441e-03,\n",
" 8.92402679e-02, 3.30477804e-02, 4.70924079e-02, 1.24837249e-03,\n",
" -1.61074214e-02, 3.69932465e-02, 6.09679008e-03, -3.16243619e-02,\n",
" -8.75380170e-03, -3.52899469e-02, 5.25927842e-02, -1.37113491e-02,\n",
" 5.11228368e-02, 2.30415235e-03, -5.00840368e-04, 5.68650141e-02,\n",
" -6.06138594e-02, -7.64693618e-02, -5.61206378e-02, 3.49852704e-02,\n",
" 1.24873240e-02, 3.62755246e-02, 4.97465916e-02, -1.68042746e-03,\n",
" 1.76991597e-02, 8.16041324e-03, 2.54155640e-02, -3.54220383e-02,\n",
" 1.59682352e-02, 1.38979107e-02, -3.65747847e-02, 3.79621089e-02,\n",
" 2.97686793e-02, -3.98480743e-02, 3.54606770e-02, -2.45798454e-02,\n",
" -2.72227563e-02, 5.94624924e-03, 3.16350125e-02, -1.08317256e-01,\n",
" 6.67901477e-04, -4.78560440e-02, 4.28576246e-02, 7.67206699e-02,\n",
" 1.99685581e-02, -1.23431720e-02, -7.11213350e-02, -5.85190207e-03,\n",
" 4.75117974e-02, -3.50751691e-02, 2.88799740e-02, 1.55458681e-03,\n",
" -6.62564114e-02, -3.38477269e-02, 3.57080959e-02, 3.03514693e-02,\n",
" 5.06393425e-02, -6.95077702e-02, -6.51421100e-02, -6.95031881e-02,\n",
" -5.05432580e-03, -4.59930766e-03, -5.87451346e-02, -2.82524005e-02,\n",
" 2.61488780e-02, -1.73401721e-02, -9.18672979e-03, -8.43093619e-02,\n",
" -8.16071108e-02, 5.17516099e-02, -3.36067565e-02, 8.25229734e-02,\n",
" -3.87274362e-02, -5.31034693e-02, 3.61547247e-02, 3.87016637e-03,\n",
" 2.49117352e-02, 2.45910045e-02, 4.85733338e-03, 1.38078937e-02,\n",
" 4.67800498e-02, -3.54818814e-02, -2.03984231e-02, 5.98943532e-02,\n",
" -6.01614127e-03, -3.68972346e-02, -1.58657078e-02, -2.86378269e-03,\n",
" -5.72656021e-02, 4.28035408e-02, 1.49327274e-02, 5.23854652e-03,\n",
" -1.25945592e-02, -7.01340614e-03, 4.30992730e-02, -1.76680274e-02,\n",
" -2.10345406e-02, -2.35853251e-02, 1.11401014e-01, 8.68768394e-02,\n",
" 4.28328626e-02, 3.54822204e-02, 5.09553216e-02, -4.34085727e-02,\n",
" 5.72380424e-02, 5.34131899e-02, 1.26414504e-02, 1.94741040e-02,\n",
" -2.23670490e-02, -3.25471908e-02, -5.14230542e-02, -5.66868484e-02,\n",
" -3.38678882e-02, 7.12324008e-02, 3.04543283e-02, 1.78559832e-02,\n",
" 6.07023947e-03, -1.01678381e-02, 1.34518305e-02, -5.63020855e-02,\n",
" 9.13373679e-02, 7.95633718e-02, -2.22264836e-03, 4.41307463e-02,\n",
" 2.61026230e-02, 5.83087280e-02, -7.69629702e-02, -7.61376619e-02,\n",
" 1.15373381e-03, 6.21937960e-02, -7.68280029e-02, -5.94987767e-03,\n",
" -2.54228599e-02, -1.08628375e-02, 6.04052581e-02, 3.38731594e-02,\n",
" -5.38001442e-03, 2.84406152e-02, 6.50389642e-02, 6.54730797e-02,\n",
" -3.38412151e-02, -8.55206400e-02, -1.28935277e-02, -2.29127388e-02,\n",
" 3.38087790e-02, 5.41959032e-02, -1.69124547e-02, -6.84023872e-02,\n",
" 3.62746492e-02, -6.00496940e-02, -5.08898236e-02, 3.12958704e-03,\n",
" -1.59165096e-02, -5.97864985e-02, 2.87630670e-02, -5.88215329e-03,\n",
" 5.57971410e-02, 4.98737628e-03, -6.37383088e-02, -4.37612012e-02,\n",
" 2.13940926e-02, -1.78072089e-03, -3.39311883e-02, 2.96823066e-02,\n",
" -1.10762961e-01, -2.23477185e-02, -5.29483072e-02, 4.17422466e-02,\n",
" 4.19212319e-02, -3.78375202e-02, 2.12717727e-02, -6.28375858e-02,\n",
" 5.44424877e-02, 2.53663980e-03, -1.51587250e-02, 3.85771357e-02,\n",
" 4.02755328e-02, 3.00653726e-02, 5.46931811e-02, 3.14790532e-02,\n",
" 1.07378447e-02, 5.93583211e-02, 3.46655995e-02, -1.69831347e-02,\n",
" -5.77829704e-02, -4.27632853e-02, 9.76174325e-03, -6.23761341e-02,\n",
" -2.01968253e-02, -1.74297486e-02, -8.81828889e-02, 2.22466048e-02,\n",
" 7.34680070e-05, 1.11587502e-01, 1.12522137e-03, 1.43538862e-02,\n",
" -6.42445311e-03, 2.67580133e-02, -4.12481539e-02, -1.24099711e-02,\n",
" -1.31418943e-01, -4.96782502e-03, 5.56706749e-02, -4.59001586e-02,\n",
" -6.43843487e-02, -4.97499481e-02, -1.43511232e-03, 2.77721975e-02,\n",
" -4.97971699e-02, -8.45175609e-02, -4.11322117e-02, 5.63109480e-02,\n",
" -1.72796436e-02, -5.88671006e-02, -3.52646112e-02, 3.60704474e-02,\n",
" -3.75278443e-02, -8.14252254e-03, 6.85354620e-02, -1.95816476e-02,\n",
" -1.51940119e-02, 1.54755618e-02, 1.92502663e-02, 3.51603865e-03,\n",
" -1.48245431e-02, 3.12198773e-02, -5.61346337e-02, -7.06784055e-02,\n",
" 2.10617073e-02, -1.83452331e-02, 1.00078814e-01, -4.48196903e-02,\n",
" 1.91358011e-02, 9.98095050e-03, 7.60728791e-02, 2.79369373e-02,\n",
" 7.18400581e-03, -5.40859327e-02, 6.44582370e-03, 2.11768597e-02,\n",
" 7.48383626e-02, -1.69642158e-02, 2.91470774e-02, 4.31078710e-02,\n",
" -1.61118656e-02, 2.44147684e-02, 5.81567292e-04, 1.14280442e-02,\n",
" -9.21459030e-03, -3.94737758e-02, 3.43497284e-02, 4.40769792e-02,\n",
" 6.36705607e-02, 1.73934232e-02, 2.57813223e-02, 1.87656712e-02,\n",
" -1.05113043e-02, 4.73199189e-02, -1.98818352e-02, -6.22065812e-02,\n",
" -1.34993540e-02, 9.12654474e-02, -1.09896865e-02, -2.87527088e-02,\n",
" 3.11226044e-02, 3.16989683e-02, -5.56287318e-02, -4.29856777e-02,\n",
" 3.93078029e-02, 5.35914488e-03, 2.29702946e-02, -6.56581521e-02,\n",
" 2.25877501e-02, -3.88724804e-02, -2.56160200e-02, -4.17523794e-02,\n",
" 6.24849182e-03, 6.82897121e-02, -8.13839864e-03, 7.29539897e-03,\n",
" -4.23084646e-02, -4.01019901e-02, 1.46588879e-02, 2.18677167e-02,\n",
" 4.90222452e-03, -7.33224489e-03, 1.79060344e-02, -4.77993488e-02,\n",
" 6.40338510e-02, -1.71781909e-02, 5.92308082e-02, -1.51033392e-02,\n",
" 1.61010940e-02, 4.58360463e-02, 1.29910529e-01, 2.36306954e-02,\n",
" -5.50662912e-02, -9.20856595e-02, 4.50647064e-02, -3.87642346e-02,\n",
" 6.95217773e-03, -1.00286677e-02, 1.61293354e-02, 1.02012008e-01,\n",
" 2.33044457e-02, -2.63687279e-02, -5.83811011e-03, 6.71779439e-02,\n",
" -5.76420221e-03, -3.43984291e-02, 9.56270285e-03, -1.18846163e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'bihw': Embedding(embedding=array([ 0.1060713 , -0.03696703, -0.01125857, 0.02410713, -0.01287518,\n",
" -0.05776938, 0.01793428, 0.06298878, 0.09911773, 0.04606458,\n",
" -0.02653932, 0.05560678, 0.0338322 , 0.02029859, -0.00286378,\n",
" 0.04260592, 0.0635911 , 0.08216241, -0.00883778, -0.01192309,\n",
" -0.08447975, -0.03407125, -0.0037605 , 0.04549122, -0.00366634,\n",
" 0.01052055, 0.0162347 , -0.04187798, 0.04853902, -0.01231248,\n",
" 0.07895489, -0.02769011, 0.0196302 , -0.00345626, 0.03653777,\n",
" -0.0329129 , -0.04197589, -0.0162584 , -0.09545361, 0.04333346,\n",
" -0.04609301, 0.02625834, -0.03089168, -0.01149926, 0.04801606,\n",
" -0.05938403, -0.04516803, 0.05124101, -0.02368387, 0.0077786 ,\n",
" 0.03848096, -0.02387413, 0.00330153, 0.02685461, 0.04516849,\n",
" 0.07558987, -0.0299186 , -0.08912109, -0.0179453 , -0.01900181,\n",
" 0.03293479, 0.00727341, 0.01564196, 0.01391623, 0.02705554,\n",
" 0.0271847 , 0.04090497, 0.02603294, -0.00302672, -0.01097935,\n",
" -0.00788045, 0.0080625 , 0.03351641, 0.13480999, -0.03211239,\n",
" 0.01084038, 0.02241693, -0.10059828, 0.03721007, -0.01491093,\n",
" 0.00388984, 0.02113803, -0.05903636, 0.03578006, -0.00890918,\n",
" 0.04967825, -0.01684555, -0.10012675, -0.06576797, -0.02577321,\n",
" -0.03564752, -0.04685591, -0.01522169, -0.08549014, -0.08187846,\n",
" 0.03305263, -0.07297527, 0.0446752 , 0.00213355, 0.01589237,\n",
" -0.01845566, -0.01601719, 0.00661391, -0.01818466, -0.03862067,\n",
" -0.03174063, 0.00031432, 0.03003271, -0.04070718, 0.06812575,\n",
" -0.05034278, -0.00938709, 0.01066157, -0.01386978, 0.00046159,\n",
" 0.08103451, 0.03828533, 0.07612689, -0.0690693 , -0.01088247,\n",
" -0.19858864, -0.05113107, 0.02228126, 0.00380244, -0.02646286,\n",
" 0.00389506, -0.03584153, 0.0408395 , -0.07188941, 0.00647003,\n",
" 0.00526732, 0.04721586, -0.04312637, 0.01953587, -0.03428993,\n",
" 0.05906136, 0.02328181, 0.06126107, -0.00748991, 0.01645157,\n",
" -0.02186836, -0.02332895, -0.03593098, 0.01060419, -0.02771825,\n",
" 0.03438044, 0.00245463, 0.0565406 , -0.04866531, 0.01175075,\n",
" 0.04256471, 0.03015669, -0.03056308, 0.04122307, -0.02086223,\n",
" -0.04765307, -0.02591098, 0.03638177, 0.039394 , 0.0070146 ,\n",
" 0.02052565, 0.05055317, 0.04846149, -0.07262279, -0.08674295,\n",
" 0.00204574, 0.00529773, -0.02874768, 0.0443696 , 0.02965916,\n",
" -0.02018907, 0.02889426, -0.0397791 , 0.02033907, 0.04519221,\n",
" -0.09170529, -0.03007823, -0.00555724, 0.02700304, 0.00177412,\n",
" 0.02714191, -0.0407584 , 0.00269748, -0.01561983, -0.00059935,\n",
" 0.00880256, -0.00272298, 0.02059422, -0.04147162, -0.0069936 ,\n",
" -0.084043 , -0.03008031, -0.01378098, 0.0158 , -0.05951034,\n",
" 0.04569798, 0.06150512, 0.00631534, -0.04350958, -0.01111388,\n",
" 0.08011246, 0.0280798 , 0.05787935, -0.00252444, -0.037238 ,\n",
" 0.0026055 , 0.03833591, -0.02704368, -0.00273142, -0.06384268,\n",
" 0.05534764, -0.0118509 , 0.07158812, -0.00180416, -0.01363732,\n",
" 0.02365453, -0.09335071, -0.08733185, -0.03815784, 0.03379981,\n",
" 0.04000203, 0.02248958, 0.06795175, 0.02318987, 0.00043331,\n",
" -0.03685264, 0.03270709, -0.00428685, 0.00830171, -0.02197394,\n",
" -0.05170545, 0.04221012, 0.03742567, -0.03809219, 0.05260199,\n",
" -0.03555014, -0.06330466, 0.01489779, 0.01811238, -0.08559602,\n",
" -0.0235836 , -0.04325338, 0.01306897, 0.03640074, 0.02427032,\n",
" -0.03892307, -0.05999098, -0.02203337, 0.03339233, -0.04588199,\n",
" 0.00193109, 0.01712311, -0.07156201, -0.02483701, 0.04375591,\n",
" 0.01573516, 0.05438368, -0.0605009 , -0.04268628, -0.08951261,\n",
" -0.03815386, 0.01511227, -0.03653467, -0.02624731, 0.01871037,\n",
" -0.00109833, -0.00310233, -0.10703072, -0.07933305, 0.02411265,\n",
" -0.03912776, 0.09479572, -0.0276817 , -0.05331719, 0.07641269,\n",
" 0.0155198 , 0.04030411, 0.02492651, -0.00957988, 0.01162887,\n",
" 0.06335224, -0.06113704, 0.01673263, 0.03714752, 0.00707563,\n",
" -0.02223521, -0.03379336, 0.01507289, -0.03446553, 0.03748963,\n",
" 0.00350073, 0.01188946, -0.03484111, 0.02032883, 0.04119907,\n",
" -0.01748226, -0.00469871, -0.00360129, 0.13009062, 0.09268078,\n",
" 0.01755524, 0.01442212, 0.02404812, -0.0440313 , 0.05152905,\n",
" 0.10989163, -0.01742665, 0.03650115, -0.00757053, -0.01209649,\n",
" -0.01443567, -0.03795646, -0.0591889 , 0.06498103, 0.01498684,\n",
" 0.00447288, -0.0063534 , 0.00281406, -0.00648123, -0.05611212,\n",
" 0.06762744, 0.05624631, 0.01771616, 0.05553305, 0.02618545,\n",
" 0.01568463, -0.06166231, -0.04169028, 0.00363496, 0.08117106,\n",
" -0.04895007, -0.01658826, -0.01438107, -0.02432452, 0.0647683 ,\n",
" 0.03652428, 0.01205107, 0.0284606 , 0.07494576, 0.05653185,\n",
" -0.00179812, -0.06565427, -0.01058536, -0.00837239, -0.00211652,\n",
" 0.04624888, -0.0169978 , -0.07212149, 0.04587673, -0.0744789 ,\n",
" -0.04768797, -0.01057366, -0.02770059, -0.06530006, 0.01531652,\n",
" -0.02777114, 0.03663639, -0.02554368, -0.05443663, -0.03496457,\n",
" 0.01471252, -0.01954553, -0.01933086, 0.03661556, -0.07067375,\n",
" -0.01433688, -0.03391964, 0.01223042, 0.06490605, -0.05402771,\n",
" 0.03387528, -0.04729198, 0.03786565, -0.0228234 , -0.00516689,\n",
" 0.02352723, 0.048139 , 0.03292117, 0.04748885, 0.03255628,\n",
" -0.03002954, 0.04520672, -0.00078291, -0.0337898 , -0.05727342,\n",
" -0.03090555, 0.01652595, -0.04685819, -0.01047943, -0.05093841,\n",
" -0.09697077, 0.02106174, -0.01754316, 0.07793564, 0.01365109,\n",
" 0.01816295, 0.02299585, 0.02101466, -0.06166995, -0.01599392,\n",
" -0.1233014 , -0.0174934 , 0.04830628, -0.02445552, -0.057693 ,\n",
" -0.0518219 , -0.00440175, 0.02350063, -0.04196636, -0.08741634,\n",
" -0.03780878, 0.05947476, -0.0066341 , -0.02861425, -0.05377957,\n",
" 0.01879305, -0.06969376, 0.00962387, 0.07217088, -0.00186284,\n",
" -0.0005202 , -0.01440358, 0.01893749, -0.00177659, -0.0344049 ,\n",
" 0.01736126, -0.04891641, -0.08856896, 0.02099798, -0.01252517,\n",
" 0.10004993, -0.05246209, 0.03399735, 0.01287296, 0.09343452,\n",
" 0.05154275, 0.02127521, -0.02385289, 0.0071689 , 0.00931663,\n",
" 0.08145632, 0.00851234, 0.03796642, 0.02994493, 0.00172285,\n",
" 0.02908473, -0.01711215, 0.01700621, -0.00841691, -0.02952218,\n",
" 0.02712283, 0.0614175 , 0.07145646, 0.03213137, 0.01422915,\n",
" 0.04777207, 0.01047385, 0.04171663, -0.01823103, -0.0574507 ,\n",
" -0.02799751, 0.06378435, -0.00303099, -0.0448591 , 0.05494111,\n",
" 0.00883553, -0.04736255, -0.04622878, 0.05833949, 0.02132019,\n",
" 0.03329413, -0.04989785, 0.00388748, -0.05241824, 0.00429543,\n",
" -0.02649317, -0.01453732, 0.04794668, 0.0133821 , 0.00207239,\n",
" -0.03468937, -0.08577767, 0.03640306, 0.00631808, 0.01095181,\n",
" 0.00886283, 0.01535171, -0.05812556, 0.06381635, 0.02225542,\n",
" 0.0614421 , -0.04217892, 0.01285986, 0.03914349, 0.11506781,\n",
" -0.00895362, -0.04919837, -0.1064676 , 0.02614235, -0.03183239,\n",
" -0.00632348, -0.00374543, 0.00388146, 0.06982927, 0.01905059,\n",
" -0.0235875 , -0.01274806, 0.08300994, 0.01685861, -0.00593742,\n",
" -0.00483681, -0.09069035]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'bilbo': Embedding(embedding=array([ 1.05763502e-01, -3.62044312e-02, -8.80820956e-03, 3.03793848e-02,\n",
" -1.37479305e-02, -5.40420301e-02, 1.87186431e-02, 6.12108819e-02,\n",
" 1.01521432e-01, 4.80817109e-02, -2.85885110e-02, 5.53419590e-02,\n",
" 2.92033274e-02, 1.91715434e-02, -4.01344849e-03, 4.41551208e-02,\n",
" 6.53030723e-02, 8.16648975e-02, -8.74726102e-03, -1.75915174e-02,\n",
" -8.14649239e-02, -3.39479297e-02, -3.34588974e-03, 5.08431904e-02,\n",
" -1.32379832e-03, 1.01790447e-02, 1.36866411e-02, -4.27911691e-02,\n",
" 4.60987799e-02, -1.39652584e-02, 7.20091835e-02, -2.40772963e-02,\n",
" 2.09834538e-02, -7.80902430e-03, 3.72854359e-02, -3.28855552e-02,\n",
" -4.33725528e-02, -2.34377179e-02, -9.60275084e-02, 4.15533781e-02,\n",
" -4.54726964e-02, 2.82537937e-02, -3.10718138e-02, -8.17114115e-03,\n",
" 5.03835529e-02, -5.41132465e-02, -4.28701900e-02, 5.65488003e-02,\n",
" -2.30639800e-02, 1.07180001e-02, 3.39511000e-02, -2.06943005e-02,\n",
" -2.48949887e-04, 2.72064414e-02, 4.70141247e-02, 7.34159201e-02,\n",
" -2.75878534e-02, -9.62890089e-02, -2.02872921e-02, -2.17609294e-02,\n",
" 3.51740234e-02, -2.45563802e-04, 1.59050152e-02, 1.44013437e-02,\n",
" 2.71069687e-02, 2.56160405e-02, 3.79336998e-02, 2.31641419e-02,\n",
" -4.42669354e-03, -1.33638978e-02, 1.34520570e-03, 6.73551951e-03,\n",
" 4.10214067e-02, 1.30988836e-01, -3.42711210e-02, 1.12311505e-02,\n",
" 2.40347777e-02, -9.75232124e-02, 3.25860195e-02, -1.27860680e-02,\n",
" 7.62855075e-03, 2.06714403e-02, -5.63930646e-02, 3.30785736e-02,\n",
" -7.92726036e-03, 5.60591295e-02, -1.50124300e-02, -9.56936851e-02,\n",
" -6.82811290e-02, -2.42561251e-02, -3.52122523e-02, -4.36018817e-02,\n",
" -1.40400222e-02, -8.73385370e-02, -8.10536817e-02, 2.91407574e-02,\n",
" -7.23865703e-02, 4.48151231e-02, 8.88881832e-03, 1.40692079e-02,\n",
" -1.62571892e-02, -2.08026562e-02, 2.03302130e-03, -1.78606138e-02,\n",
" -3.95599827e-02, -3.07237338e-02, 2.23101306e-04, 3.25795971e-02,\n",
" -4.23575900e-02, 7.13560432e-02, -4.44653183e-02, -1.30236596e-02,\n",
" 1.03963930e-02, -2.03683414e-02, 1.47066268e-04, 7.81531110e-02,\n",
" 3.48789766e-02, 7.42069855e-02, -6.76827729e-02, -1.23020764e-02,\n",
" -2.02619433e-01, -4.65090051e-02, 1.73202101e-02, 4.53368900e-03,\n",
" -2.85573266e-02, 5.40262973e-03, -3.06198709e-02, 3.80955040e-02,\n",
" -7.43160993e-02, -2.15353281e-03, 5.65106701e-03, 5.13071120e-02,\n",
" -3.94675359e-02, 2.24742629e-02, -2.68697198e-02, 5.87167889e-02,\n",
" 2.09305882e-02, 6.03189878e-02, -6.05930854e-03, 2.12018266e-02,\n",
" -2.20485181e-02, -1.56470686e-02, -3.59593891e-02, 1.31688882e-02,\n",
" -3.11316717e-02, 3.31710838e-02, 1.26101437e-03, 6.13854118e-02,\n",
" -4.89506684e-02, 7.71208061e-03, 4.52553816e-02, 2.96504758e-02,\n",
" -2.97228750e-02, 4.13946882e-02, -2.22900938e-02, -5.14423847e-02,\n",
" -3.04518733e-02, 3.45320702e-02, 4.13539931e-02, 6.09546155e-03,\n",
" 2.09702682e-02, 4.55138907e-02, 4.99889739e-02, -7.04569668e-02,\n",
" -8.29092115e-02, 2.02077022e-03, 7.89257884e-03, -2.61780899e-02,\n",
" 4.30444926e-02, 2.62702033e-02, -2.02841591e-02, 3.39025557e-02,\n",
" -4.09754291e-02, 1.39405495e-02, 4.62561287e-02, -9.25631151e-02,\n",
" -3.18664052e-02, -1.23292040e-02, 2.45683827e-02, -1.55272696e-03,\n",
" 2.61066481e-02, -3.91448624e-02, 1.72942481e-03, -1.80096254e-02,\n",
" -3.83338338e-04, 1.46901198e-02, 3.08500486e-03, 2.37893648e-02,\n",
" -3.64351273e-02, -7.78422877e-03, -8.02433714e-02, -2.90999413e-02,\n",
" -1.86332949e-02, 1.36707239e-02, -6.51979297e-02, 4.37123477e-02,\n",
" 6.26833066e-02, 6.53864117e-03, -4.34387699e-02, -8.83060787e-03,\n",
" 8.05117786e-02, 2.35916972e-02, 5.49478792e-02, -3.48706939e-03,\n",
" -3.51330899e-02, 2.28290143e-03, 4.43729125e-02, -2.42928751e-02,\n",
" -7.13843806e-03, -6.30624369e-02, 5.54874055e-02, -1.56927239e-02,\n",
" 7.74897486e-02, -1.10223773e-03, -1.97271481e-02, 2.29737516e-02,\n",
" -9.41130221e-02, -8.81832913e-02, -3.73089872e-02, 3.30035202e-02,\n",
" 4.31549177e-02, 2.06952598e-02, 6.86346143e-02, 2.51357034e-02,\n",
" 8.95177945e-04, -3.63454670e-02, 3.71671729e-02, -4.43985406e-03,\n",
" 6.13275636e-03, -2.15059239e-02, -4.98189814e-02, 4.61847633e-02,\n",
" 3.38643529e-02, -3.31830531e-02, 5.12078963e-02, -3.53170857e-02,\n",
" -6.45209998e-02, 1.15770530e-02, 1.68482866e-02, -8.15627724e-02,\n",
" -2.30366122e-02, -4.25315946e-02, 1.19289374e-02, 3.08851860e-02,\n",
" 2.68127993e-02, -3.73331793e-02, -5.50567433e-02, -1.93248745e-02,\n",
" 2.88661085e-02, -4.55919839e-02, 1.83564145e-03, 1.68527942e-02,\n",
" -6.90537468e-02, -2.52974033e-02, 4.50674817e-02, 1.65231749e-02,\n",
" 5.60286492e-02, -6.27146587e-02, -4.54274788e-02, -9.56812724e-02,\n",
" -4.07316647e-02, 9.05916002e-03, -3.45652290e-02, -2.97121424e-02,\n",
" 1.92150716e-02, 5.85154258e-03, -6.71127019e-03, -1.06063709e-01,\n",
" -8.25679079e-02, 2.02829484e-02, -4.02582921e-02, 1.01839781e-01,\n",
" -2.16768011e-02, -5.29084988e-02, 7.18012154e-02, 1.38708791e-02,\n",
" 4.31358889e-02, 2.63682138e-02, -9.07236990e-03, 1.29779261e-02,\n",
" 6.21287450e-02, -6.46344721e-02, 2.22779177e-02, 3.43297422e-02,\n",
" 5.13672549e-03, -2.04638951e-02, -3.89097333e-02, 1.46182915e-02,\n",
" -3.28481123e-02, 3.48924063e-02, 5.25229098e-03, 1.31367631e-02,\n",
" -3.59981209e-02, 2.12706402e-02, 4.03622761e-02, -1.50542129e-02,\n",
" -5.80540253e-03, 8.55671882e-04, 1.28461614e-01, 9.16900039e-02,\n",
" 2.03474499e-02, 1.46278124e-02, 2.32671425e-02, -4.18185405e-02,\n",
" 5.24204485e-02, 1.10036328e-01, -1.73921511e-02, 3.35564688e-02,\n",
" -6.44508377e-03, -1.66987684e-02, -1.91986859e-02, -3.98641340e-02,\n",
" -5.98993525e-02, 6.52842149e-02, 1.39742699e-02, 4.25521471e-03,\n",
" -8.08193814e-03, 8.49659089e-04, -7.09886989e-03, -5.06630614e-02,\n",
" 6.80363849e-02, 4.94986214e-02, 1.93594173e-02, 5.57767078e-02,\n",
" 2.43637823e-02, 1.47624873e-02, -6.04955368e-02, -4.47316505e-02,\n",
" -1.72674854e-03, 7.53256306e-02, -5.09675480e-02, -1.79935899e-02,\n",
" -1.37677807e-02, -2.33650170e-02, 6.69993833e-02, 3.54067311e-02,\n",
" 8.13454855e-03, 3.04545611e-02, 7.49817565e-02, 5.42069674e-02,\n",
" -7.17344446e-05, -5.93633838e-02, -1.10239182e-02, -9.50742979e-03,\n",
" -4.76263836e-03, 4.44303043e-02, -2.10319944e-02, -7.75311962e-02,\n",
" 4.64047939e-02, -7.90837184e-02, -5.15845791e-02, -1.14463717e-02,\n",
" -3.13598514e-02, -6.32779822e-02, 1.42277870e-02, -3.09716742e-02,\n",
" 3.42185795e-02, -2.56898403e-02, -5.55963889e-02, -3.44020948e-02,\n",
" 1.68244895e-02, -2.06236579e-02, -2.60507334e-02, 3.92854922e-02,\n",
" -6.71738386e-02, -8.61057732e-03, -3.20372097e-02, 1.35757690e-02,\n",
" 6.75661862e-02, -5.56056201e-02, 3.93552221e-02, -4.84845750e-02,\n",
" 4.34904061e-02, -1.98810343e-02, -4.58033429e-03, 2.35973466e-02,\n",
" 5.01500405e-02, 3.52144875e-02, 4.62662466e-02, 3.78647521e-02,\n",
" -2.77539305e-02, 3.91522571e-02, -1.32237643e-03, -3.07372604e-02,\n",
" -5.23275621e-02, -3.42680626e-02, 1.47514809e-02, -4.18110453e-02,\n",
" -1.69055890e-02, -4.94949445e-02, -9.70852077e-02, 1.83878504e-02,\n",
" -1.89193673e-02, 7.85157681e-02, 1.38968211e-02, 2.13640444e-02,\n",
" 1.81273744e-02, 2.42896210e-02, -5.64357415e-02, -1.61167104e-02,\n",
" -1.24737814e-01, -1.74073465e-02, 4.39352021e-02, -2.90497858e-02,\n",
" -6.50538206e-02, -5.28969392e-02, -2.02493090e-03, 2.49113496e-02,\n",
" -4.52905558e-02, -8.70302245e-02, -3.66120487e-02, 5.79201505e-02,\n",
" -1.14570512e-02, -2.60150582e-02, -5.59976101e-02, 2.12857183e-02,\n",
" -7.51351044e-02, 8.27364996e-03, 7.16280267e-02, 1.69263268e-03,\n",
" -3.73165775e-03, -1.34665472e-02, 2.31680367e-02, -4.49844338e-05,\n",
" -3.07812318e-02, 2.34507099e-02, -4.39119115e-02, -8.67362916e-02,\n",
" 1.81223452e-02, -1.45707335e-02, 1.03370860e-01, -5.24468347e-02,\n",
" 3.41697522e-02, 1.61140375e-02, 8.94020051e-02, 5.21614142e-02,\n",
" 1.94872525e-02, -2.04687361e-02, 7.30619207e-03, 1.20112021e-02,\n",
" 7.91309923e-02, 9.00496542e-03, 3.60032916e-02, 3.49863730e-02,\n",
" 5.80708263e-04, 2.96494197e-02, -1.83411986e-02, 1.40617453e-02,\n",
" -6.16348395e-03, -2.77237277e-02, 2.83325613e-02, 6.43983483e-02,\n",
" 7.41434544e-02, 2.99915057e-02, 9.58663784e-03, 4.91905771e-02,\n",
" 1.33549832e-02, 4.09193039e-02, -2.00587865e-02, -5.59559539e-02,\n",
" -3.12386677e-02, 5.89658059e-02, -2.14016787e-03, -4.34663780e-02,\n",
" 5.53757362e-02, 1.00770062e-02, -4.58812527e-02, -4.78790738e-02,\n",
" 5.81517108e-02, 1.92934088e-02, 3.26027274e-02, -4.57865596e-02,\n",
" -5.61808888e-03, -5.44926338e-02, 9.92003456e-03, -2.02191155e-02,\n",
" -1.46372048e-02, 4.91270572e-02, 1.41359176e-02, 3.28692212e-03,\n",
" -2.44607739e-02, -9.19258147e-02, 3.37162316e-02, 3.25458101e-03,\n",
" 1.00501087e-02, 8.35629739e-03, 1.42328152e-02, -5.83475046e-02,\n",
" 6.32196143e-02, 2.48659998e-02, 6.26738369e-02, -4.19295281e-02,\n",
" 1.48751102e-02, 3.57646085e-02, 1.15607858e-01, -7.78210675e-03,\n",
" -5.12931161e-02, -1.06716610e-01, 2.62032952e-02, -2.99487449e-02,\n",
" -7.21724331e-03, -5.96547453e-03, 4.62466106e-03, 6.72752112e-02,\n",
" 2.77669169e-02, -2.48380285e-02, -1.03405155e-02, 8.24060664e-02,\n",
" 1.91310551e-02, -1.95267051e-03, -7.02495035e-03, -9.05230194e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'biw': Embedding(embedding=array([ 1.04659244e-01, -4.13617194e-02, -1.85075793e-02, -2.01401953e-02,\n",
" -3.88926081e-03, -5.23757264e-02, 3.82923856e-02, 6.27287850e-02,\n",
" 9.99419987e-02, 7.68304318e-02, -1.07315090e-02, 3.72075811e-02,\n",
" 1.73632521e-02, 2.33620908e-02, -1.57334935e-02, 2.31840778e-02,\n",
" 4.67111878e-02, 8.86042267e-02, 1.44665828e-02, -2.38341894e-02,\n",
" -8.78616050e-02, -4.50012498e-02, 8.44010618e-03, 5.83137684e-02,\n",
" 2.75373068e-02, 3.05713303e-02, 1.12373545e-03, -3.86702754e-02,\n",
" 5.94528615e-02, -1.21282618e-02, 8.16326067e-02, -1.27171474e-02,\n",
" -1.61644556e-02, 4.06631222e-03, 3.36557887e-02, -1.58307515e-02,\n",
" -5.27375937e-02, -2.20184401e-02, -7.42447525e-02, 5.03298379e-02,\n",
" -4.47730310e-02, 4.73691663e-03, -1.62546113e-02, -2.03135200e-02,\n",
" 3.82648110e-02, -6.22335486e-02, -3.21647190e-02, 4.06619981e-02,\n",
" -3.06034647e-02, 2.43826564e-02, 3.18601541e-02, -2.65633082e-03,\n",
" -9.56877600e-04, 4.37006680e-03, 4.50080372e-02, 5.83347604e-02,\n",
" 4.54381481e-03, -7.10259527e-02, -2.82432977e-02, -3.12240198e-02,\n",
" 4.72505502e-02, 2.70927120e-02, 3.28568220e-02, 2.35864483e-02,\n",
" 1.60112474e-02, 2.58991495e-03, 3.53200100e-02, 9.77569446e-03,\n",
" -1.39296511e-02, -2.23375652e-02, -2.90160161e-02, 4.27334495e-02,\n",
" 1.04542496e-02, 1.62304223e-01, -7.07223779e-03, 1.83131061e-02,\n",
" 1.40110459e-02, -7.01577738e-02, 2.04993524e-02, -1.83413271e-02,\n",
" 5.65823764e-02, 6.42597675e-03, -7.43497163e-02, 4.84557860e-02,\n",
" -2.75161304e-02, 2.37701610e-02, -2.11079810e-02, -8.64811167e-02,\n",
" -5.50766066e-02, -4.05281074e-02, -7.36344373e-03, -3.70828547e-02,\n",
" -4.12258394e-02, -8.74851346e-02, -5.41583858e-02, 1.33537343e-02,\n",
" -7.92736411e-02, 3.09455600e-02, -2.67836116e-02, -1.16592804e-02,\n",
" -1.10215144e-02, -1.85524672e-02, -2.73896903e-02, -3.14450487e-02,\n",
" -3.46212946e-02, -1.28093380e-02, 6.11112220e-04, 3.23842540e-02,\n",
" -6.06915802e-02, 8.05458799e-02, -2.94161513e-02, -3.76846828e-02,\n",
" -1.84034463e-02, -1.08610876e-02, 1.85831077e-02, 8.09776634e-02,\n",
" 1.39778079e-02, 9.36826468e-02, -6.32530972e-02, -3.03468723e-02,\n",
" -1.51596054e-01, -5.58284074e-02, 3.73336226e-02, -4.86625638e-03,\n",
" -1.42909996e-02, 1.47771870e-03, -2.78900806e-02, 4.11109701e-02,\n",
" -6.18973337e-02, 1.46313086e-02, 3.36418743e-03, 7.00613558e-02,\n",
" -2.55584773e-02, 3.15337852e-02, -2.61652805e-02, 4.52402458e-02,\n",
" 6.75784936e-03, 5.89263327e-02, -6.86067436e-03, 2.93539721e-03,\n",
" -3.60669531e-02, -2.23609265e-02, 4.78131743e-03, 6.38700044e-03,\n",
" 4.17752052e-03, 3.33694518e-02, 1.81841645e-02, 6.50926307e-02,\n",
" -4.36287783e-02, 2.92580226e-03, 5.36036268e-02, 2.99144946e-02,\n",
" -2.76596323e-02, 1.59425996e-02, -5.84299825e-02, -6.53773323e-02,\n",
" -3.13488655e-02, 3.39189474e-03, 2.98364107e-02, 4.50562546e-03,\n",
" 2.43192501e-02, 5.15832044e-02, 2.91536562e-02, -5.92754781e-02,\n",
" -9.92318019e-02, 1.74852717e-03, 7.32320012e-04, -4.53057773e-02,\n",
" 2.43275147e-02, 5.58430925e-02, -4.61575128e-02, 4.69593778e-02,\n",
" -4.98822182e-02, 8.92128050e-03, 4.15313132e-02, -6.35066032e-02,\n",
" -2.64146067e-02, -1.47034675e-02, 2.34387536e-02, -9.40033235e-03,\n",
" 2.69112289e-02, -4.70160097e-02, 1.80997439e-02, -1.19208684e-02,\n",
" -7.96039589e-03, 2.61851829e-02, 2.03680359e-02, -1.02276746e-02,\n",
" -4.68417071e-02, 1.47967692e-02, -8.21384415e-02, -3.35910879e-02,\n",
" -2.18695570e-02, 8.15879833e-03, -6.26248196e-02, 4.27742340e-02,\n",
" 3.66990380e-02, -2.71004364e-02, -5.40468507e-02, 7.72937527e-03,\n",
" 9.08014253e-02, 3.40060741e-02, 4.05350812e-02, -5.51500016e-05,\n",
" -1.26508074e-02, 2.97855083e-02, 1.67251267e-02, -2.95615140e-02,\n",
" -9.48270131e-03, -3.52301747e-02, 5.43655604e-02, -1.10289846e-02,\n",
" 5.29161692e-02, 4.49197274e-03, -2.21665762e-03, 5.33006974e-02,\n",
" -7.13427439e-02, -7.53576532e-02, -5.12985885e-02, 3.51937674e-02,\n",
" 1.64350048e-02, 3.67498472e-02, 4.74893562e-02, 7.50559708e-03,\n",
" 1.77329257e-02, -2.68456922e-03, 3.14296037e-02, -2.73929164e-02,\n",
" 1.57180279e-02, 5.25018992e-03, -4.90996502e-02, 3.76280732e-02,\n",
" 3.05671450e-02, -3.88574265e-02, 3.71604785e-02, -3.54895368e-02,\n",
" -3.38499993e-02, 8.06984771e-03, 2.66079567e-02, -1.06294572e-01,\n",
" -1.36143281e-04, -5.30797467e-02, 4.16904688e-02, 7.15156198e-02,\n",
" 2.12225765e-02, -2.10976545e-02, -7.16594756e-02, -9.56073962e-03,\n",
" 4.94461581e-02, -3.53013054e-02, 2.14792732e-02, 6.74046436e-03,\n",
" -7.09095523e-02, -2.85874102e-02, 3.36765572e-02, 3.24992426e-02,\n",
" 4.53103036e-02, -7.39637539e-02, -6.70378804e-02, -7.78004974e-02,\n",
" -1.13150673e-02, 2.59072962e-03, -5.80184199e-02, -2.68609188e-02,\n",
" 2.47526634e-02, -2.00046320e-02, -1.14925811e-02, -8.67995396e-02,\n",
" -7.53812417e-02, 4.75988165e-02, -3.24994326e-02, 8.23810697e-02,\n",
" -3.52491289e-02, -5.29313199e-02, 3.98425944e-02, 5.02379099e-03,\n",
" 2.80892104e-02, 2.15308703e-02, 2.11120397e-03, 1.58061963e-02,\n",
" 5.56392372e-02, -4.23056036e-02, -2.14519259e-02, 6.53574243e-02,\n",
" -5.07225795e-03, -3.38718891e-02, -2.25745440e-02, 9.48733243e-04,\n",
" -4.86240685e-02, 4.27421667e-02, 9.32514481e-03, 8.04748852e-03,\n",
" -2.00785175e-02, 2.22628983e-03, 4.31243777e-02, -2.27289516e-02,\n",
" -1.73155963e-02, -1.98750775e-02, 1.15956075e-01, 8.73465165e-02,\n",
" 4.32666391e-02, 2.91583668e-02, 4.58607487e-02, -4.19229232e-02,\n",
" 5.95549904e-02, 6.06278479e-02, 4.63132840e-03, 2.39561740e-02,\n",
" -2.16037389e-02, -2.45492216e-02, -4.64561544e-02, -4.80778068e-02,\n",
" -3.75743397e-02, 7.63865709e-02, 3.19783799e-02, 1.42822126e-02,\n",
" 6.98675355e-03, -3.16952029e-03, 7.23187532e-03, -5.34980856e-02,\n",
" 9.08919945e-02, 8.27356800e-02, 4.85830133e-05, 4.33167405e-02,\n",
" 2.70102136e-02, 5.24842106e-02, -7.92673528e-02, -7.02806115e-02,\n",
" 2.91977572e-04, 6.84476271e-02, -6.97679147e-02, -5.58568118e-03,\n",
" -2.58209668e-02, -5.11033833e-03, 5.24699688e-02, 4.07910123e-02,\n",
" -3.72045720e-03, 1.93248745e-02, 6.13003224e-02, 6.48907125e-02,\n",
" -3.04875001e-02, -8.70001987e-02, -1.20395860e-02, -2.40848437e-02,\n",
" 2.69473903e-02, 5.10888882e-02, -1.56202894e-02, -7.00432137e-02,\n",
" 3.30080912e-02, -6.15689866e-02, -4.86509055e-02, 5.16717089e-03,\n",
" -2.23024432e-02, -6.27013370e-02, 2.67492589e-02, -1.31365033e-02,\n",
" 5.16953655e-02, -1.84720859e-03, -6.04636818e-02, -4.19368520e-02,\n",
" 1.55313043e-02, -2.42019678e-03, -2.48153992e-02, 3.31877731e-02,\n",
" -1.04844354e-01, -1.70721617e-02, -5.31247854e-02, 3.75622585e-02,\n",
" 5.08930236e-02, -4.43524793e-02, 2.08584983e-02, -5.85823655e-02,\n",
" 5.63033856e-02, 2.40863836e-03, -1.48076825e-02, 3.80304940e-02,\n",
" 4.23148684e-02, 3.00941300e-02, 4.99438234e-02, 2.52865124e-02,\n",
" -2.59366410e-04, 5.77713735e-02, 3.24451812e-02, -2.48607974e-02,\n",
" -5.60698472e-02, -4.28247824e-02, 1.95083749e-02, -6.41941726e-02,\n",
" -1.21888174e-02, -3.23483869e-02, -8.93287510e-02, 2.27334276e-02,\n",
" -4.13936330e-04, 1.02587156e-01, 4.68998030e-03, 1.11379381e-02,\n",
" -7.64053455e-03, 2.11472604e-02, -4.24278751e-02, -1.03384713e-02,\n",
" -1.26631364e-01, -4.06430801e-03, 5.50001673e-02, -3.99947874e-02,\n",
" -6.87934235e-02, -4.87447158e-02, -6.14046352e-03, 2.77167559e-02,\n",
" -4.76241447e-02, -8.58619660e-02, -4.12155204e-02, 5.87989949e-02,\n",
" -1.21238427e-02, -5.43260165e-02, -4.13992964e-02, 3.34077850e-02,\n",
" -4.98008691e-02, -2.26634042e-03, 7.09451810e-02, -1.72589589e-02,\n",
" -1.58142801e-02, 1.36046438e-02, 2.46544667e-02, 4.73084481e-04,\n",
" -1.76297445e-02, 2.87905857e-02, -5.51523194e-02, -7.61863664e-02,\n",
" 2.08002105e-02, -1.65790971e-02, 1.03758626e-01, -4.74873185e-02,\n",
" 2.09546201e-02, 1.27252983e-02, 7.95453563e-02, 3.24797444e-02,\n",
" 1.31215295e-02, -5.03487177e-02, 1.19523294e-02, 2.03022454e-02,\n",
" 6.98081404e-02, -4.50108759e-03, 2.71091983e-02, 4.14783880e-02,\n",
" -1.16501749e-02, 2.85326634e-02, -8.13462120e-03, 1.52040366e-02,\n",
" -1.12781040e-02, -4.24772836e-02, 3.35853398e-02, 5.17032966e-02,\n",
" 6.86104298e-02, 7.10702734e-03, 1.99148990e-02, 2.08985992e-02,\n",
" -2.75319326e-04, 4.64892834e-02, -1.32455304e-02, -6.88453168e-02,\n",
" -1.71661805e-02, 8.58551115e-02, -1.56180784e-02, -3.73695195e-02,\n",
" 3.99366431e-02, 1.92499813e-02, -5.48413023e-02, -4.58876379e-02,\n",
" 4.16400358e-02, 4.10201447e-03, 2.37494372e-02, -6.77262768e-02,\n",
" 1.71304438e-02, -3.76145989e-02, -2.28428133e-02, -3.32794860e-02,\n",
" 6.57798350e-03, 6.71649724e-02, -3.56133818e-03, 3.92749999e-03,\n",
" -4.35140766e-02, -4.89492118e-02, 1.56701580e-02, 2.21976582e-02,\n",
" 9.77438223e-03, -7.26562412e-03, 1.57812145e-02, -5.25228567e-02,\n",
" 6.28849939e-02, -5.11909090e-03, 7.11508542e-02, -2.35473793e-02,\n",
" 1.97120197e-02, 4.82420065e-02, 1.34804860e-01, 1.70047712e-02,\n",
" -5.84086441e-02, -9.81372669e-02, 4.38127667e-02, -3.47026736e-02,\n",
" 2.63333833e-03, -1.46236951e-02, 1.13883633e-02, 8.73306021e-02,\n",
" 2.32735313e-02, -3.22308354e-02, -8.09440669e-03, 6.96557760e-02,\n",
" -3.53380688e-03, -2.31979005e-02, 6.77983789e-03, -1.11266658e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'blb': Embedding(embedding=array([ 1.12493977e-01, -4.16684784e-02, -1.49287246e-02, 1.06174983e-02,\n",
" -7.99534284e-03, -6.86813667e-02, 2.94367112e-02, 5.91920130e-02,\n",
" 9.76739302e-02, 5.56952283e-02, -3.10873445e-02, 5.34889624e-02,\n",
" 3.07830181e-02, 2.09511984e-02, -1.13469763e-02, 4.04348709e-02,\n",
" 5.78589216e-02, 8.90936404e-02, 6.39435137e-04, -1.93251818e-02,\n",
" -8.50305408e-02, -3.96586396e-02, 4.33871476e-03, 5.68172671e-02,\n",
" 1.15249436e-02, 2.01364644e-02, 8.54940154e-03, -3.75164822e-02,\n",
" 5.42291924e-02, -1.39254723e-02, 7.98859373e-02, -2.07109526e-02,\n",
" 7.77176023e-03, 3.55640287e-03, 4.22039181e-02, -2.90933773e-02,\n",
" -5.11340462e-02, -1.95135362e-02, -9.13975388e-02, 4.71167378e-02,\n",
" -4.56270687e-02, 2.07366925e-02, -2.55736001e-02, -1.40802218e-02,\n",
" 4.43676300e-02, -6.83657527e-02, -3.96985933e-02, 4.96980548e-02,\n",
" -2.98514981e-02, 1.42482743e-02, 3.50687727e-02, -1.72208641e-02,\n",
" 9.84492945e-04, 1.94125138e-02, 4.24379371e-02, 7.49442652e-02,\n",
" -1.55055169e-02, -8.94581601e-02, -1.80593077e-02, -2.18189918e-02,\n",
" 4.11946438e-02, 1.22142080e-02, 1.96935944e-02, 1.69711635e-02,\n",
" 1.87351182e-02, 1.24625033e-02, 3.89103219e-02, 2.29908619e-02,\n",
" -1.62265974e-03, -2.18383428e-02, -1.32813994e-02, 2.08869707e-02,\n",
" 2.55122315e-02, 1.44493461e-01, -2.71368437e-02, 7.85578974e-03,\n",
" 2.31278576e-02, -8.79345834e-02, 2.48069819e-02, -2.30904426e-02,\n",
" 2.97695491e-02, 2.06096154e-02, -6.86076954e-02, 3.69231440e-02,\n",
" -1.69327371e-02, 4.42939289e-02, -2.35610642e-02, -9.36702490e-02,\n",
" -5.89075238e-02, -2.33887974e-02, -2.34175827e-02, -4.74724099e-02,\n",
" -2.64339261e-02, -8.45714435e-02, -8.06511417e-02, 3.41443196e-02,\n",
" -7.16414079e-02, 3.70713137e-02, -1.05559109e-02, 3.62712191e-03,\n",
" -6.18338306e-03, -1.87813956e-02, -9.06369416e-04, -2.47680042e-02,\n",
" -3.98074053e-02, -2.49464586e-02, 2.40076435e-04, 3.22665013e-02,\n",
" -4.36982401e-02, 8.14151838e-02, -4.64977995e-02, -1.65702719e-02,\n",
" -8.14394909e-04, -6.41332427e-03, 8.36335355e-04, 8.05442408e-02,\n",
" 3.28024141e-02, 8.45868886e-02, -6.54073209e-02, -2.33308747e-02,\n",
" -1.76487014e-01, -5.48797473e-02, 2.51990985e-02, 1.90996530e-03,\n",
" -2.58960519e-02, 1.39820715e-03, -3.59578729e-02, 4.80914079e-02,\n",
" -7.88845047e-02, 1.06152585e-02, 8.71534552e-03, 5.63358925e-02,\n",
" -3.44597138e-02, 2.35689003e-02, -2.97769140e-02, 5.83823062e-02,\n",
" 1.55600393e-02, 5.98395504e-02, -1.26202526e-02, 1.65272970e-02,\n",
" -2.20710039e-02, -2.65927017e-02, -1.81035604e-02, 1.59122348e-02,\n",
" -2.78937537e-02, 3.24867181e-02, 7.28582824e-03, 5.55701852e-02,\n",
" -4.09334004e-02, 3.82377603e-03, 4.97656316e-02, 3.12110391e-02,\n",
" -2.88126022e-02, 2.60511581e-02, -3.23228240e-02, -4.68253046e-02,\n",
" -2.73890458e-02, 2.12425645e-02, 3.34105603e-02, 8.70230328e-03,\n",
" 2.45417822e-02, 4.78885956e-02, 4.52299193e-02, -6.37258515e-02,\n",
" -9.29782167e-02, 1.95967586e-04, 5.05373534e-03, -3.53368819e-02,\n",
" 3.82721871e-02, 3.87001373e-02, -2.85670199e-02, 3.29270177e-02,\n",
" -4.37191948e-02, 1.33259799e-02, 4.92866933e-02, -8.25364813e-02,\n",
" -3.11814174e-02, -8.90025403e-03, 2.78939269e-02, 3.11811874e-03,\n",
" 2.92442068e-02, -4.45007943e-02, 1.05013112e-02, -1.87991522e-02,\n",
" 1.27617177e-03, 8.15421809e-03, 1.69207770e-02, 7.91207794e-03,\n",
" -4.22326885e-02, -6.36931218e-04, -8.60500187e-02, -2.99329013e-02,\n",
" -1.46825965e-02, 8.61622673e-03, -6.98320195e-02, 3.67131978e-02,\n",
" 5.18540815e-02, -1.45505704e-02, -5.01226932e-02, 8.40948051e-05,\n",
" 8.38005394e-02, 2.95716599e-02, 5.26960976e-02, 7.34748784e-04,\n",
" -3.11367549e-02, 1.10156825e-02, 3.68628465e-02, -2.92135384e-02,\n",
" -6.70726318e-03, -5.78479432e-02, 5.64449281e-02, -1.52909104e-02,\n",
" 6.98475912e-02, 5.15064877e-03, -1.07593611e-02, 3.53594311e-02,\n",
" -8.54884312e-02, -9.32809189e-02, -4.42106649e-02, 3.81475165e-02,\n",
" 2.45130621e-02, 2.73017809e-02, 5.95240146e-02, 1.95977446e-02,\n",
" 5.70468232e-03, -2.45060790e-02, 3.42916176e-02, -1.10869696e-02,\n",
" 4.21941513e-03, -1.07997796e-02, -5.55421971e-02, 3.80808040e-02,\n",
" 3.38851251e-02, -4.05979529e-02, 4.85773087e-02, -3.73945385e-02,\n",
" -5.21064028e-02, 1.72744021e-02, 2.12470498e-02, -9.41354930e-02,\n",
" -1.77434143e-02, -4.67419922e-02, 2.63311472e-02, 5.02453074e-02,\n",
" 2.78438348e-02, -3.03028300e-02, -6.90082237e-02, -1.45052858e-02,\n",
" 4.62920405e-02, -4.11562696e-02, 4.57099825e-03, 1.78123843e-02,\n",
" -6.94562793e-02, -2.54609827e-02, 4.24217507e-02, 1.95308216e-02,\n",
" 5.04371114e-02, -6.56732842e-02, -4.40343432e-02, -9.04987678e-02,\n",
" -3.13312151e-02, 7.85126723e-03, -4.66751195e-02, -2.41874475e-02,\n",
" 1.83588769e-02, 4.48748819e-04, -5.95910707e-03, -1.05791964e-01,\n",
" -8.55399147e-02, 3.60466391e-02, -3.68315764e-02, 9.07404348e-02,\n",
" -2.73157209e-02, -4.78749909e-02, 6.58862069e-02, 1.44734150e-02,\n",
" 4.49670032e-02, 2.73246858e-02, 2.71167676e-03, 1.15957223e-02,\n",
" 5.93697876e-02, -5.29750288e-02, 4.56850510e-03, 4.66691442e-02,\n",
" 3.51687311e-03, -2.78057400e-02, -3.34349424e-02, 6.16758317e-03,\n",
" -4.09378335e-02, 4.71087210e-02, 1.12776635e-02, 2.84959632e-03,\n",
" -2.50986721e-02, 1.06391897e-02, 4.98996414e-02, -2.64362115e-02,\n",
" -9.03585181e-03, -7.65007222e-03, 1.23840265e-01, 9.19609442e-02,\n",
" 2.46978030e-02, 2.30609681e-02, 3.23782191e-02, -4.81106564e-02,\n",
" 5.12240939e-02, 9.58491564e-02, -1.11442218e-02, 3.53172235e-02,\n",
" -1.21271098e-02, -2.27976702e-02, -3.18398364e-02, -4.36479673e-02,\n",
" -5.41134886e-02, 7.58571327e-02, 2.82987487e-02, 7.64609315e-03,\n",
" 1.31370861e-03, -7.77022680e-03, -7.77189527e-03, -5.24743199e-02,\n",
" 7.70896450e-02, 6.91094473e-02, 1.47076575e-02, 5.26246764e-02,\n",
" 2.20590532e-02, 3.85926738e-02, -6.51277006e-02, -4.97994758e-02,\n",
" -4.83665708e-03, 8.40689838e-02, -5.64628243e-02, -1.31981093e-02,\n",
" -2.01045945e-02, -2.12720875e-02, 5.15351556e-02, 3.36324796e-02,\n",
" 1.23822072e-03, 2.34838221e-02, 7.66091645e-02, 6.25993088e-02,\n",
" -1.37384133e-02, -7.08737671e-02, -5.65973250e-03, -1.22624096e-02,\n",
" 1.14662061e-02, 4.95338030e-02, -1.25108324e-02, -6.91129714e-02,\n",
" 4.03134711e-02, -7.60221556e-02, -4.88952845e-02, -5.53714531e-03,\n",
" -2.00398490e-02, -6.37302622e-02, 1.25355218e-02, -2.21926700e-02,\n",
" 3.98597494e-02, -1.37699312e-02, -4.95343544e-02, -3.37117277e-02,\n",
" 1.03054754e-02, -9.33548436e-03, -2.68721245e-02, 3.88905369e-02,\n",
" -7.95089453e-02, -1.52223585e-02, -4.10302952e-02, 1.58040375e-02,\n",
" 5.97636066e-02, -5.03295362e-02, 3.07593588e-02, -3.97524647e-02,\n",
" 4.78214100e-02, -1.89804584e-02, -8.62473715e-03, 2.65183225e-02,\n",
" 5.20621948e-02, 4.11094800e-02, 4.97658439e-02, 3.46325748e-02,\n",
" -1.84108000e-02, 4.40691561e-02, 9.99793131e-03, -2.99901906e-02,\n",
" -5.47776669e-02, -2.35740263e-02, 1.86218210e-02, -5.43259308e-02,\n",
" -1.53388474e-02, -4.70565222e-02, -9.12066102e-02, 2.36615669e-02,\n",
" -4.88386862e-03, 7.82127827e-02, 1.23665994e-02, 1.90713741e-02,\n",
" 1.79650635e-02, 2.48292647e-02, -5.26049361e-02, -1.11061111e-02,\n",
" -1.24798961e-01, -1.95495449e-02, 5.03358468e-02, -3.98759060e-02,\n",
" -5.35938330e-02, -4.76135164e-02, 1.53162051e-03, 2.53526811e-02,\n",
" -4.27806042e-02, -8.45096111e-02, -3.90417092e-02, 6.00145459e-02,\n",
" -9.99689754e-03, -3.41263190e-02, -4.76352423e-02, 2.60887556e-02,\n",
" -5.92957400e-02, 1.24116875e-02, 6.93845302e-02, -1.04397228e-02,\n",
" -6.05641538e-03, -5.17521333e-03, 2.11632438e-02, 3.96259269e-03,\n",
" -2.84842029e-02, 1.65781677e-02, -5.12509122e-02, -9.10232291e-02,\n",
" 2.17023436e-02, -1.94050707e-02, 1.06530152e-01, -4.70549949e-02,\n",
" 2.83717364e-02, 6.57003932e-03, 8.66403133e-02, 3.70981395e-02,\n",
" 1.47067839e-02, -3.09234839e-02, 8.27832986e-03, 9.43481643e-03,\n",
" 7.79459849e-02, -8.34931445e-04, 3.79645862e-02, 3.41556966e-02,\n",
" -6.34504203e-03, 3.58152613e-02, -1.64496917e-02, 1.61637012e-02,\n",
" -1.32057341e-02, -3.06410789e-02, 3.17320563e-02, 6.39293715e-02,\n",
" 6.73359558e-02, 2.99284738e-02, 1.76268760e-02, 3.98843363e-02,\n",
" 9.89458151e-03, 4.54256088e-02, -1.61501374e-02, -5.26286326e-02,\n",
" -2.36044787e-02, 7.11542964e-02, -3.39163514e-03, -4.30999100e-02,\n",
" 4.61409837e-02, 1.30194658e-02, -5.79079315e-02, -4.38088179e-02,\n",
" 5.59541658e-02, 1.48590086e-02, 3.51071283e-02, -5.98975681e-02,\n",
" 1.17787225e-02, -4.05163728e-02, -9.31323506e-03, -2.33015865e-02,\n",
" -4.55459114e-03, 5.45353219e-02, 9.41886101e-03, 3.85039696e-03,\n",
" -4.01265435e-02, -7.33156055e-02, 2.57582720e-02, 1.02951312e-02,\n",
" 1.26106190e-02, 1.27280247e-03, 1.22390715e-02, -6.03220612e-02,\n",
" 6.16574399e-02, 1.10445600e-02, 7.07632974e-02, -3.92304175e-02,\n",
" 7.62706809e-03, 4.05022204e-02, 1.25705153e-01, -4.07373114e-03,\n",
" -5.74989133e-02, -1.03197455e-01, 3.11975963e-02, -2.49646660e-02,\n",
" -7.62163987e-03, -7.63495639e-03, 1.11632328e-02, 6.99924603e-02,\n",
" 3.22255306e-02, -2.57277004e-02, -1.30060939e-02, 7.67921209e-02,\n",
" 1.05894608e-02, -1.06075751e-02, -3.43292742e-03, -9.96966138e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'boat': Embedding(embedding=array([ 9.53391939e-02, -4.87611294e-02, -2.37090364e-02, -3.46263871e-02,\n",
" 8.55202973e-03, -4.33865041e-02, 4.40942682e-02, 6.05607666e-02,\n",
" 9.30998623e-02, 8.42130929e-02, -5.09258825e-03, 3.42376903e-02,\n",
" 2.36711726e-02, 2.46612504e-02, -1.34501457e-02, 2.48573162e-02,\n",
" 3.60697694e-02, 8.79006982e-02, 2.00517736e-02, -2.79051941e-02,\n",
" -8.04977790e-02, -4.48404960e-02, 8.49733595e-03, 5.36876060e-02,\n",
" 3.26692313e-02, 3.40744369e-02, -6.93073031e-03, -4.59595174e-02,\n",
" 5.92347607e-02, -7.19617447e-03, 8.42553377e-02, -5.61862206e-03,\n",
" -2.15667877e-02, 1.53435546e-03, 2.84219775e-02, -1.17570497e-02,\n",
" -4.69057560e-02, -2.24368554e-02, -6.64645955e-02, 4.56364006e-02,\n",
" -3.82642858e-02, -3.64292972e-03, -2.09112503e-02, -2.38466524e-02,\n",
" 3.67528386e-02, -6.37419298e-02, -2.10585576e-02, 3.09320092e-02,\n",
" -3.34959961e-02, 3.05824876e-02, 2.92356964e-02, 1.14796474e-03,\n",
" 5.01125492e-03, 1.51008682e-03, 4.82545123e-02, 4.48341779e-02,\n",
" 1.24267265e-02, -5.71138933e-02, -2.75011901e-02, -4.16899063e-02,\n",
" 4.39935550e-02, 2.72450410e-02, 3.54067981e-02, 1.88478846e-02,\n",
" 1.06866471e-02, -2.27792491e-03, 3.35170105e-02, -3.39832320e-03,\n",
" -1.08420886e-02, -2.61381026e-02, -3.55073549e-02, 5.30948564e-02,\n",
" 8.04819819e-03, 1.62593752e-01, -7.46498583e-03, 3.29779200e-02,\n",
" 1.75643479e-03, -6.60101622e-02, 1.30158355e-02, -1.79305337e-02,\n",
" 6.76480234e-02, 6.25856314e-03, -7.32674673e-02, 5.08110411e-02,\n",
" -3.11284792e-02, 1.38235819e-02, -2.23629493e-02, -8.56949016e-02,\n",
" -5.02105840e-02, -5.26666753e-02, -4.67023719e-03, -3.00430451e-02,\n",
" -5.86707294e-02, -8.67827758e-02, -4.00190465e-02, 3.52231180e-03,\n",
" -7.53163099e-02, 2.68438142e-02, -2.77100448e-02, -1.57334153e-02,\n",
" -8.52773059e-03, -1.64058767e-02, -3.34871188e-02, -3.99726853e-02,\n",
" -4.43003625e-02, -5.99544868e-03, 7.13798392e-04, 3.10778320e-02,\n",
" -6.81379288e-02, 8.63220468e-02, -2.69047972e-02, -3.84759493e-02,\n",
" -2.62991544e-02, -3.66399856e-03, 2.79300287e-02, 7.38139227e-02,\n",
" 7.17842439e-03, 1.02864370e-01, -5.26637919e-02, -4.20300215e-02,\n",
" -1.36701226e-01, -6.04883097e-02, 3.75009626e-02, -8.81465431e-03,\n",
" -1.68727916e-02, 2.12238356e-03, -2.34543532e-02, 3.48854065e-02,\n",
" -5.80763333e-02, 2.13781502e-02, 8.34325328e-03, 7.68551454e-02,\n",
" -1.95506196e-02, 2.95629334e-02, -2.88085695e-02, 4.48313467e-02,\n",
" -1.65112165e-03, 5.39471135e-02, -1.35207432e-03, 1.77874372e-05,\n",
" -3.88296545e-02, -1.51011925e-02, 1.70633141e-02, -2.03879713e-03,\n",
" 9.44188703e-03, 1.17478892e-02, 1.58792455e-02, 6.61251992e-02,\n",
" -4.37752046e-02, 2.89424858e-03, 5.38254082e-02, 2.36831605e-02,\n",
" -2.31088251e-02, 6.68656128e-03, -6.44065961e-02, -6.99692443e-02,\n",
" -3.86263132e-02, -8.70802626e-03, 3.15342285e-02, 6.95823925e-04,\n",
" 2.77673975e-02, 4.68790345e-02, 2.68935561e-02, -6.00352921e-02,\n",
" -1.04411505e-01, 3.93405510e-03, -7.50040752e-04, -4.29781154e-02,\n",
" 1.48920408e-02, 5.99713661e-02, -4.78953794e-02, 5.38683347e-02,\n",
" -4.99167293e-02, 1.40742259e-03, 3.56118903e-02, -5.25167622e-02,\n",
" -2.41012275e-02, -2.18691491e-02, 1.71063747e-02, -1.78150274e-02,\n",
" 3.62682045e-02, -4.47739102e-02, 3.03604044e-02, -7.02007627e-03,\n",
" -1.15072802e-02, 3.76904868e-02, 2.22501345e-02, -1.13310022e-02,\n",
" -4.96285595e-02, 2.08912585e-02, -8.46688077e-02, -2.97903661e-02,\n",
" -3.12412307e-02, 5.06147370e-03, -6.00111112e-02, 4.37407307e-02,\n",
" 3.48649882e-02, -3.90236340e-02, -4.98042181e-02, 1.19799459e-02,\n",
" 8.84417966e-02, 3.40450555e-02, 4.21646647e-02, -3.89050716e-03,\n",
" -7.34593393e-03, 4.35481444e-02, 5.28585305e-03, -3.28661799e-02,\n",
" -1.39187369e-02, -2.41211113e-02, 5.03997840e-02, -1.83994137e-02,\n",
" 4.65220213e-02, 2.92846654e-03, 5.01772738e-04, 5.93627393e-02,\n",
" -6.23883530e-02, -6.27472326e-02, -5.51010594e-02, 3.57887000e-02,\n",
" 1.75862908e-02, 3.54637168e-02, 4.55603637e-02, -6.79593440e-03,\n",
" 1.99877284e-02, 1.13129970e-02, 2.40903310e-02, -3.08868494e-02,\n",
" 2.26756074e-02, 1.94217172e-02, -3.62389609e-02, 3.20614353e-02,\n",
" 2.93960664e-02, -3.46359462e-02, 3.10260411e-02, -3.01679708e-02,\n",
" -1.99910700e-02, 9.78268031e-03, 3.11962720e-02, -1.13925710e-01,\n",
" 1.08680790e-02, -5.62404171e-02, 4.85959984e-02, 7.99869522e-02,\n",
" 2.34979335e-02, -1.24155814e-02, -7.07879886e-02, -4.59077256e-03,\n",
" 4.70039323e-02, -2.89926287e-02, 2.40403209e-02, 3.64140444e-03,\n",
" -6.80948570e-02, -2.80521102e-02, 3.12576443e-02, 3.08487713e-02,\n",
" 4.99339178e-02, -7.34219030e-02, -6.13428541e-02, -6.74991906e-02,\n",
" -3.28257942e-04, -7.24180555e-03, -6.44347891e-02, -2.62889192e-02,\n",
" 3.05940006e-02, -2.46344414e-02, -1.22066140e-02, -7.34354928e-02,\n",
" -7.38888979e-02, 5.26875742e-02, -2.88717449e-02, 8.02237019e-02,\n",
" -3.81675251e-02, -4.86554913e-02, 2.98446734e-02, -9.10743984e-05,\n",
" 1.89108234e-02, 2.70454753e-02, 3.93181806e-03, 9.80735756e-03,\n",
" 5.02104349e-02, -3.38000841e-02, -2.60428507e-02, 6.37027398e-02,\n",
" -1.16834128e-02, -3.69499139e-02, -2.22422183e-02, -3.47589143e-03,\n",
" -5.24491183e-02, 5.04453704e-02, 1.51974661e-02, 7.73278577e-03,\n",
" -1.09627293e-02, -4.59993677e-03, 4.17141207e-02, -2.12751608e-02,\n",
" -2.38702036e-02, -2.80053783e-02, 1.09304756e-01, 7.58015737e-02,\n",
" 4.13615704e-02, 3.58859934e-02, 5.53430766e-02, -4.39430624e-02,\n",
" 4.94868942e-02, 4.31650542e-02, 1.78545695e-02, 1.30136292e-02,\n",
" -2.92187557e-02, -2.69585922e-02, -6.03927039e-02, -6.10539764e-02,\n",
" -3.28033790e-02, 7.66309127e-02, 3.21633257e-02, 1.94863621e-02,\n",
" 1.53138721e-02, -6.56831684e-03, 1.32087450e-02, -6.05318323e-02,\n",
" 9.25300792e-02, 8.12506005e-02, -2.05462053e-03, 4.42730710e-02,\n",
" 3.82324420e-02, 6.34057224e-02, -8.10147375e-02, -8.20127875e-02,\n",
" 1.52875087e-03, 6.32635504e-02, -7.75087029e-02, -4.65093227e-03,\n",
" -3.05927396e-02, -1.41892268e-03, 5.76616339e-02, 4.19933610e-02,\n",
" -3.03170318e-03, 2.41080299e-02, 5.76088466e-02, 6.31426424e-02,\n",
" -4.81424928e-02, -8.84074047e-02, -1.81555301e-02, -2.05165874e-02,\n",
" 3.32908742e-02, 5.99261746e-02, -2.16035694e-02, -7.00366870e-02,\n",
" 3.40141989e-02, -5.19620888e-02, -4.44125421e-02, 8.29462148e-03,\n",
" -1.44991213e-02, -5.08819893e-02, 2.89006438e-02, -4.53421194e-03,\n",
" 5.55494949e-02, 3.18177766e-03, -5.91619425e-02, -3.98298837e-02,\n",
" 2.47576274e-02, 2.69726780e-03, -3.65399756e-02, 2.72944495e-02,\n",
" -1.08573578e-01, -2.67224107e-02, -5.69623560e-02, 4.99078333e-02,\n",
" 4.08255830e-02, -4.25021797e-02, 1.87490806e-02, -6.07799254e-02,\n",
" 5.65643422e-02, 5.50209917e-03, -1.58815403e-02, 4.41347659e-02,\n",
" 3.82888168e-02, 3.44204940e-02, 5.67703396e-02, 1.90622900e-02,\n",
" 1.13815377e-02, 6.56307787e-02, 3.58351357e-02, -1.78028513e-02,\n",
" -5.27705215e-02, -4.12042364e-02, 1.30993687e-02, -6.11236580e-02,\n",
" -1.25002926e-02, -2.10381038e-02, -8.92626643e-02, 1.51619064e-02,\n",
" 7.62375863e-03, 1.12524658e-01, 8.98999441e-03, 1.40751805e-02,\n",
" -1.76399164e-02, 2.69393623e-02, -3.66731472e-02, -6.06453000e-03,\n",
" -1.22046165e-01, -3.16667813e-03, 6.25075549e-02, -4.62369993e-02,\n",
" -7.09340721e-02, -4.40273024e-02, 5.63097978e-03, 2.45360304e-02,\n",
" -4.15456966e-02, -8.39375034e-02, -4.22662571e-02, 5.94120882e-02,\n",
" -4.90241684e-03, -5.86051047e-02, -3.20516489e-02, 3.22036259e-02,\n",
" -3.12454682e-02, -1.63586196e-02, 6.29613921e-02, -2.32568271e-02,\n",
" -2.54091192e-02, 1.79610942e-02, 2.21424438e-02, -2.80062493e-04,\n",
" -9.22101829e-03, 3.09879519e-02, -5.66547923e-02, -6.84690252e-02,\n",
" 1.47368219e-02, -1.68645680e-02, 1.00352868e-01, -4.21155691e-02,\n",
" 1.61163229e-02, 1.05665764e-02, 7.19605088e-02, 3.14110667e-02,\n",
" 7.53746647e-03, -5.62426671e-02, 9.09033045e-03, 1.97790693e-02,\n",
" 7.24352673e-02, -1.78634431e-02, 2.71936785e-02, 4.65494730e-02,\n",
" -1.86401885e-02, 2.11561043e-02, 1.85865304e-03, 8.60270485e-03,\n",
" -1.02787158e-02, -4.64344062e-02, 2.83304285e-02, 4.73346747e-02,\n",
" 6.09792694e-02, -7.41312630e-04, 2.10788753e-02, 1.23980967e-02,\n",
" -1.87372277e-03, 4.09906469e-02, -1.89434774e-02, -7.76038170e-02,\n",
" -7.95955025e-03, 9.43515897e-02, -9.33558028e-03, -3.51428203e-02,\n",
" 3.08722220e-02, 2.74972674e-02, -5.21520488e-02, -4.36339900e-02,\n",
" 4.09322903e-02, -6.07157266e-03, 1.46476747e-02, -6.27148747e-02,\n",
" 2.48167180e-02, -2.99077276e-02, -3.45962457e-02, -4.36326116e-02,\n",
" 1.17627969e-02, 7.66652673e-02, -1.41637214e-02, 1.00074187e-02,\n",
" -3.85213457e-02, -3.73119749e-02, 1.35049010e-02, 2.51404196e-02,\n",
" 2.40413961e-03, -1.34079438e-02, 2.02163812e-02, -4.58344668e-02,\n",
" 6.43922091e-02, -1.61270443e-02, 7.14826360e-02, -1.39697660e-02,\n",
" 1.86506938e-02, 4.75870483e-02, 1.27197772e-01, 2.80491505e-02,\n",
" -5.59158549e-02, -9.81053039e-02, 4.83801626e-02, -3.95596214e-02,\n",
" 1.31864902e-02, -1.42620187e-02, 2.34018452e-02, 1.05216414e-01,\n",
" 2.36991700e-02, -3.29788476e-02, -4.56773816e-03, 7.02077821e-02,\n",
" -1.27787665e-02, -2.70133745e-02, 5.95925143e-03, -1.20042808e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'bongo': Embedding(embedding=array([ 1.01191528e-01, -4.36151996e-02, -1.34297088e-02, -2.87090484e-02,\n",
" -2.88405735e-03, -4.45786454e-02, 4.04624417e-02, 6.51551709e-02,\n",
" 9.46010947e-02, 8.01789835e-02, -1.32314749e-02, 3.32679711e-02,\n",
" 1.62966009e-02, 2.93522235e-02, -1.15575716e-02, 2.62728818e-02,\n",
" 4.03703712e-02, 8.89208615e-02, 1.45977614e-02, -2.30747573e-02,\n",
" -8.55138972e-02, -4.69496846e-02, 6.24454115e-03, 5.53073511e-02,\n",
" 2.55661048e-02, 3.15222442e-02, -2.09070649e-03, -4.03582081e-02,\n",
" 6.17019422e-02, -8.55143741e-03, 8.36707950e-02, -6.18577143e-03,\n",
" -1.95987672e-02, 1.31343992e-03, 3.16883996e-02, -1.50683885e-02,\n",
" -5.33668287e-02, -2.14438047e-02, -7.26215467e-02, 5.20005934e-02,\n",
" -3.73471640e-02, 3.21763661e-03, -2.03979556e-02, -2.29498595e-02,\n",
" 3.15661244e-02, -6.38760179e-02, -2.78024022e-02, 4.14845012e-02,\n",
" -3.03221196e-02, 2.97394935e-02, 3.18048373e-02, -2.26565427e-03,\n",
" 1.52778812e-03, 3.90941883e-03, 4.24170904e-02, 5.33656441e-02,\n",
" 1.07401814e-02, -7.32167885e-02, -3.01898196e-02, -3.87182087e-02,\n",
" 4.87400964e-02, 2.57263500e-02, 3.38913091e-02, 2.40175724e-02,\n",
" 1.81679223e-02, -4.08298802e-03, 3.38683464e-02, 1.04259690e-02,\n",
" -1.06267864e-02, -2.20794398e-02, -2.84803715e-02, 5.08793741e-02,\n",
" 9.42178722e-03, 1.65819749e-01, -8.34353175e-03, 2.27827039e-02,\n",
" 6.69674017e-03, -7.00189322e-02, 1.78145915e-02, -1.89421270e-02,\n",
" 6.41557723e-02, 5.02668729e-04, -7.30593577e-02, 4.59189825e-02,\n",
" -2.84624826e-02, 2.28532739e-02, -2.28236560e-02, -8.37530121e-02,\n",
" -5.49085774e-02, -4.36182693e-02, -5.73133817e-03, -3.28199118e-02,\n",
" -4.79141846e-02, -9.07845199e-02, -5.25984466e-02, 7.51308678e-03,\n",
" -7.56014735e-02, 2.71002445e-02, -2.69801971e-02, -1.63798295e-02,\n",
" -1.12769566e-02, -2.17695218e-02, -3.40254903e-02, -3.22910175e-02,\n",
" -3.91371809e-02, -9.88907367e-03, 4.81831376e-04, 3.09542771e-02,\n",
" -6.08543158e-02, 8.39612558e-02, -2.79967617e-02, -4.05533239e-02,\n",
" -1.92356110e-02, -9.25652310e-03, 2.39629596e-02, 7.71234632e-02,\n",
" 1.19737806e-02, 9.51933339e-02, -5.64039536e-02, -4.09463607e-02,\n",
" -1.42865255e-01, -6.06045090e-02, 3.37511152e-02, -3.85859678e-03,\n",
" -1.44159226e-02, 2.60375906e-03, -3.00873462e-02, 3.36182825e-02,\n",
" -6.22034594e-02, 1.20985424e-02, 5.76051604e-03, 7.32676834e-02,\n",
" -2.52517778e-02, 2.93944106e-02, -2.69980170e-02, 4.34531756e-02,\n",
" 1.37970143e-03, 5.55818081e-02, -6.71338942e-03, 7.20872823e-03,\n",
" -3.85990478e-02, -2.08830498e-02, 8.03833921e-03, 7.91048259e-03,\n",
" 7.19986274e-04, 1.95180085e-02, 1.58442203e-02, 6.88186437e-02,\n",
" -4.66997027e-02, 4.64898022e-03, 5.92715666e-02, 2.79398542e-02,\n",
" -2.57859025e-02, 9.35538020e-03, -6.27676025e-02, -6.68942854e-02,\n",
" -3.27643082e-02, 8.96585756e-04, 3.04870456e-02, 2.29867315e-03,\n",
" 2.57450696e-02, 5.01584485e-02, 2.93074418e-02, -5.74491359e-02,\n",
" -1.04085565e-01, -5.87475428e-04, 2.88624549e-03, -4.59435731e-02,\n",
" 2.22423207e-02, 5.39509505e-02, -4.20454033e-02, 4.92696762e-02,\n",
" -5.16684167e-02, 3.77130834e-03, 3.81396227e-02, -5.81494384e-02,\n",
" -2.64881067e-02, -2.08193995e-02, 1.66321341e-02, -1.38898166e-02,\n",
" 2.85270140e-02, -4.61963639e-02, 2.28988752e-02, -7.76210707e-03,\n",
" -1.60044730e-02, 3.72983888e-02, 2.00326368e-02, -1.70023106e-02,\n",
" -5.04745990e-02, 1.81350019e-02, -8.11335146e-02, -3.10368985e-02,\n",
" -2.70330496e-02, 8.00662115e-03, -6.14174046e-02, 4.26746644e-02,\n",
" 3.54856625e-02, -3.04073691e-02, -4.86925393e-02, 9.34738200e-03,\n",
" 8.91490802e-02, 3.09255365e-02, 4.06385176e-02, 2.83266953e-03,\n",
" -1.35312155e-02, 3.46524976e-02, 1.35878855e-02, -3.02055776e-02,\n",
" -1.35143995e-02, -3.22464556e-02, 5.29242009e-02, -1.60867963e-02,\n",
" 4.79404964e-02, 3.07123945e-03, 2.59240333e-04, 5.40237278e-02,\n",
" -6.43932447e-02, -7.36332089e-02, -5.47173284e-02, 3.69722508e-02,\n",
" 1.81334056e-02, 4.09506336e-02, 4.42498550e-02, 5.20729832e-03,\n",
" 2.10325569e-02, 9.70261265e-03, 2.66609639e-02, -2.49279793e-02,\n",
" 1.83213968e-02, 1.24969305e-02, -4.21113707e-02, 3.50418650e-02,\n",
" 3.11306193e-02, -3.37597914e-02, 3.52488905e-02, -2.50145253e-02,\n",
" -2.41717491e-02, 6.08849712e-03, 3.03960145e-02, -1.07629381e-01,\n",
" 4.12143394e-03, -5.17839044e-02, 4.43301238e-02, 7.84216896e-02,\n",
" 2.27173269e-02, -1.67063735e-02, -6.90275580e-02, -7.63759483e-03,\n",
" 5.16595058e-02, -3.43660377e-02, 2.32318211e-02, 2.23341631e-03,\n",
" -7.21977055e-02, -3.03254835e-02, 3.17731500e-02, 3.00020799e-02,\n",
" 4.60146815e-02, -7.44075626e-02, -6.47267625e-02, -7.36017451e-02,\n",
" -3.52119654e-03, -3.08775052e-05, -5.98325282e-02, -2.56951526e-02,\n",
" 2.65595876e-02, -2.24462152e-02, -1.25283338e-02, -8.55734721e-02,\n",
" -7.22971261e-02, 4.78582941e-02, -3.32226716e-02, 8.18436518e-02,\n",
" -3.34632769e-02, -4.78796624e-02, 3.30917761e-02, 6.87868614e-03,\n",
" 2.57410724e-02, 2.69721150e-02, 5.31600509e-03, 1.29068661e-02,\n",
" 5.40228039e-02, -3.92269306e-02, -2.64082998e-02, 6.35695457e-02,\n",
" -6.69836020e-03, -3.64429951e-02, -2.32691877e-02, -2.18641455e-03,\n",
" -5.22404574e-02, 4.61120345e-02, 1.54226953e-02, 4.98478301e-03,\n",
" -1.58853568e-02, -3.91345285e-03, 4.40975726e-02, -2.06052791e-02,\n",
" -1.73145011e-02, -2.21086368e-02, 1.12054840e-01, 8.71347338e-02,\n",
" 4.42843102e-02, 3.07009052e-02, 4.93080094e-02, -4.21884619e-02,\n",
" 5.13642803e-02, 5.36470190e-02, 8.41818191e-03, 2.37682126e-02,\n",
" -2.31359676e-02, -2.80762669e-02, -5.43388948e-02, -5.42038418e-02,\n",
" -3.41298990e-02, 7.41055459e-02, 2.82281153e-02, 2.06368212e-02,\n",
" 9.34816431e-03, -6.63237739e-03, 9.77273006e-03, -5.46133444e-02,\n",
" 8.87345672e-02, 8.42010826e-02, -1.52933819e-03, 5.08671403e-02,\n",
" 3.29987518e-02, 5.57479486e-02, -7.85732865e-02, -7.51897171e-02,\n",
" -1.37975509e-03, 6.31339401e-02, -7.41281286e-02, -1.92693935e-03,\n",
" -3.16811390e-02, -7.84474146e-03, 5.52723333e-02, 3.66476513e-02,\n",
" -7.00374926e-03, 2.40047481e-02, 6.65863603e-02, 6.54522479e-02,\n",
" -3.49861160e-02, -8.45148936e-02, -1.55198323e-02, -2.36002300e-02,\n",
" 2.81394683e-02, 5.53079136e-02, -1.87128857e-02, -7.27201179e-02,\n",
" 3.73613536e-02, -5.98125271e-02, -4.67211045e-02, 4.14857408e-03,\n",
" -2.01230533e-02, -5.73646128e-02, 3.25469077e-02, -6.99673221e-03,\n",
" 4.87722009e-02, -1.36731484e-03, -5.68935350e-02, -3.95312086e-02,\n",
" 1.57190952e-02, 9.17966536e-05, -3.09953745e-02, 2.86276173e-02,\n",
" -1.08276807e-01, -2.36737933e-02, -4.71647643e-02, 4.00352255e-02,\n",
" 4.50056642e-02, -4.57109399e-02, 2.62738094e-02, -6.12549298e-02,\n",
" 5.70637174e-02, 8.71979818e-03, -1.38282664e-02, 4.10007276e-02,\n",
" 4.19331938e-02, 3.28361206e-02, 5.37161157e-02, 2.55119018e-02,\n",
" 5.71301021e-03, 5.82923219e-02, 3.07502337e-02, -2.06201226e-02,\n",
" -5.45985624e-02, -4.16888520e-02, 1.82990972e-02, -6.41556382e-02,\n",
" -1.37693128e-02, -2.67499164e-02, -8.86431932e-02, 2.36776266e-02,\n",
" 1.42989983e-03, 1.01902761e-01, -3.56175541e-03, 1.23682339e-02,\n",
" -1.11849159e-02, 2.46049911e-02, -4.07667309e-02, -1.09555880e-02,\n",
" -1.25964075e-01, -3.16588953e-03, 5.88756241e-02, -4.41890433e-02,\n",
" -7.25937560e-02, -4.54194620e-02, -6.04470540e-03, 2.92605665e-02,\n",
" -4.53309342e-02, -8.53906050e-02, -4.22548279e-02, 5.66059947e-02,\n",
" -8.90594535e-03, -5.72127216e-02, -4.02518921e-02, 3.67734320e-02,\n",
" -3.81103009e-02, -5.32045821e-03, 7.35461712e-02, -1.66298207e-02,\n",
" -1.72070544e-02, 1.50253475e-02, 2.22594608e-02, -7.60587805e-04,\n",
" -1.41472518e-02, 3.27691361e-02, -5.71833849e-02, -7.63267502e-02,\n",
" 1.50978100e-02, -1.38299027e-02, 1.00356229e-01, -4.61007841e-02,\n",
" 2.16049477e-02, 1.44549925e-02, 7.52362907e-02, 2.70319302e-02,\n",
" 1.08484812e-02, -5.07714190e-02, 1.07756825e-02, 2.75946669e-02,\n",
" 7.20822960e-02, -1.09956879e-02, 2.71514002e-02, 4.30625118e-02,\n",
" -1.19183399e-02, 2.70923991e-02, -3.90314939e-03, 1.45810088e-02,\n",
" -1.44034438e-02, -4.32758331e-02, 3.50171588e-02, 5.17663248e-02,\n",
" 6.70241341e-02, 9.93673876e-03, 2.01789755e-02, 1.87231973e-02,\n",
" -3.13598849e-03, 4.89422865e-02, -1.20163802e-02, -6.95144087e-02,\n",
" -1.49411429e-02, 8.18831101e-02, -1.10108713e-02, -3.91594209e-02,\n",
" 3.68271396e-02, 2.50231363e-02, -5.60598746e-02, -4.75527868e-02,\n",
" 3.69651876e-02, -3.62738525e-03, 1.89781059e-02, -6.80608302e-02,\n",
" 2.06593424e-02, -3.40518132e-02, -2.33122278e-02, -3.49864997e-02,\n",
" 6.63195644e-03, 6.92786798e-02, -9.18702036e-03, 6.11836184e-03,\n",
" -4.43087257e-02, -4.44305688e-02, 1.90811511e-02, 2.44305916e-02,\n",
" 8.99579749e-03, -4.61525703e-03, 1.96129195e-02, -4.96493317e-02,\n",
" 6.26822188e-02, -4.92332177e-03, 6.99945167e-02, -1.94867775e-02,\n",
" 1.66425761e-02, 4.86602820e-02, 1.34828001e-01, 2.54759584e-02,\n",
" -6.13717213e-02, -9.42063555e-02, 4.39690836e-02, -3.24808955e-02,\n",
" 5.07452805e-03, -1.57418977e-02, 1.67709682e-02, 9.41926315e-02,\n",
" 2.61590537e-02, -3.36170979e-02, -6.05018577e-03, 7.13595748e-02,\n",
" -8.73308163e-03, -2.72733457e-02, 1.05765546e-02, -1.15582213e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'both': Embedding(embedding=array([ 1.13037750e-01, -4.43944074e-02, -4.44941176e-03, 1.35831395e-02,\n",
" -5.37688669e-04, -7.02626929e-02, 2.05828995e-02, 7.01039433e-02,\n",
" 1.04384147e-01, 6.53297454e-02, -3.45382318e-02, 5.02548628e-02,\n",
" 3.11721433e-02, 2.34882832e-02, 2.61977455e-03, 4.04074863e-02,\n",
" 5.45695312e-02, 9.96748507e-02, 2.31002131e-03, -2.87184957e-02,\n",
" -8.92332718e-02, -4.36706096e-02, 6.95791980e-03, 4.36093360e-02,\n",
" 1.58528853e-02, 2.16780193e-02, 1.05855446e-02, -3.69367041e-02,\n",
" 5.16756959e-02, -2.00897045e-02, 8.30284879e-02, -1.51951835e-02,\n",
" 4.28031059e-03, 6.85529038e-03, 3.65150683e-02, -1.71644967e-02,\n",
" -5.35431169e-02, -1.65503900e-02, -9.20485929e-02, 5.64293787e-02,\n",
" -5.58216535e-02, 1.41551336e-02, -1.76408440e-02, -1.73930563e-02,\n",
" 4.50027399e-02, -7.33570382e-02, -3.55942696e-02, 4.32132632e-02,\n",
" -2.36184616e-02, 2.46316213e-02, 2.36619562e-02, -2.61067767e-02,\n",
" -6.98766205e-03, 1.11691812e-02, 3.90339717e-02, 6.88838661e-02,\n",
" -1.16997006e-04, -8.49435329e-02, -1.84533913e-02, -2.59670895e-02,\n",
" 4.39741649e-02, 9.36886389e-03, 2.55765095e-02, 1.71914436e-02,\n",
" 1.73357818e-02, 1.30746281e-02, 3.76898423e-02, 2.73300335e-02,\n",
" -4.40287637e-04, -1.80583633e-02, -1.78044010e-02, 1.51892072e-02,\n",
" 2.88730990e-02, 1.38637200e-01, -3.00492570e-02, 6.80786232e-03,\n",
" 1.73590165e-02, -8.72451738e-02, 1.82433464e-02, -2.43281741e-02,\n",
" 4.12533134e-02, 2.83719655e-02, -7.88515285e-02, 3.93300541e-02,\n",
" -1.92454625e-02, 5.45650572e-02, -1.65620558e-02, -9.57663432e-02,\n",
" -5.72965816e-02, -2.45848261e-02, -2.95162424e-02, -4.49533127e-02,\n",
" -2.74330489e-02, -6.93094805e-02, -7.63522461e-02, 3.76673490e-02,\n",
" -7.09856004e-02, 3.29398997e-02, 5.57386875e-03, -4.13358165e-03,\n",
" -9.56989545e-03, -2.78489925e-02, -1.10841570e-02, -2.60366369e-02,\n",
" -3.83854546e-02, -2.12340485e-02, -3.02684406e-04, 2.08797958e-02,\n",
" -3.37041020e-02, 7.39782900e-02, -4.62510139e-02, -2.03017015e-02,\n",
" 3.22746416e-03, -1.01090502e-02, 1.35828359e-02, 7.73788095e-02,\n",
" 2.96208896e-02, 9.12288800e-02, -6.09161928e-02, -3.24661247e-02,\n",
" -1.57071352e-01, -6.75170794e-02, 2.91731264e-02, -2.53493665e-03,\n",
" -2.38924194e-02, 4.15134476e-03, -4.29103486e-02, 3.54351364e-02,\n",
" -8.33742246e-02, 2.36582593e-03, 6.49337331e-03, 5.61365746e-02,\n",
" -1.80481337e-02, 2.77779792e-02, -2.13352665e-02, 4.84635569e-02,\n",
" 1.57430023e-02, 6.52617514e-02, -1.17465016e-02, 2.54414864e-02,\n",
" -2.76768096e-02, -2.96691712e-02, -1.44536877e-02, 2.15071458e-02,\n",
" -3.99848856e-02, 2.69492548e-02, 4.56739729e-03, 6.25330955e-02,\n",
" -3.92442681e-02, -1.30044692e-03, 4.89918590e-02, 3.57547998e-02,\n",
" -3.91581096e-02, 2.71782372e-02, -3.95747609e-02, -4.36715744e-02,\n",
" -2.91467439e-02, 1.79439243e-02, 4.06176038e-02, 6.19513041e-04,\n",
" 8.78306385e-03, 5.09248562e-02, 2.83625778e-02, -5.66662326e-02,\n",
" -8.90158191e-02, -1.20443562e-02, 1.83622316e-02, -3.51110175e-02,\n",
" 3.62896882e-02, 3.16232853e-02, -2.57331431e-02, 3.52890119e-02,\n",
" -4.55730706e-02, 1.03022195e-02, 5.90172634e-02, -8.30839500e-02,\n",
" -3.41885202e-02, -1.42274788e-02, 2.47750785e-02, -2.11149710e-03,\n",
" 2.24807337e-02, -4.89521287e-02, 2.50551384e-02, -2.08912864e-02,\n",
" -1.13887049e-03, 1.23947980e-02, 3.75356413e-02, 5.30853216e-03,\n",
" -4.78923619e-02, -1.95719837e-03, -9.57561880e-02, -2.50026379e-02,\n",
" -3.02838720e-02, 2.32780073e-02, -7.00801834e-02, 4.98571917e-02,\n",
" 5.74774146e-02, -2.66087856e-02, -4.00511324e-02, -2.90101107e-05,\n",
" 7.68821388e-02, 2.66219880e-02, 6.52696565e-02, 9.21287481e-03,\n",
" -2.81747915e-02, 7.66117405e-03, 4.29589115e-02, -2.50980202e-02,\n",
" -2.01496631e-02, -5.65383025e-02, 5.89718372e-02, -2.48812493e-02,\n",
" 6.82719350e-02, 6.52503222e-03, -8.93700309e-03, 3.42883505e-02,\n",
" -7.41576925e-02, -8.95209089e-02, -6.01455458e-02, 3.36190984e-02,\n",
" 2.91470625e-02, 1.99867561e-02, 5.71055152e-02, 2.08201595e-02,\n",
" 2.28604786e-02, -1.67724565e-02, 3.80408205e-02, -3.48314364e-03,\n",
" 2.50044395e-03, -1.49051771e-02, -5.99409305e-02, 4.24558111e-02,\n",
" 3.56536955e-02, -3.32295187e-02, 3.37713063e-02, -3.63883041e-02,\n",
" -5.38497008e-02, 2.31872573e-02, 3.70116271e-02, -8.25692639e-02,\n",
" -2.15571094e-02, -5.26748374e-02, 2.33690552e-02, 4.87083755e-02,\n",
" 2.15624310e-02, -3.30569372e-02, -6.05335310e-02, -3.13300565e-02,\n",
" 4.53191027e-02, -4.03078124e-02, 1.27878189e-02, 1.65672563e-02,\n",
" -6.33691698e-02, -3.30119953e-02, 3.73951048e-02, 1.71955507e-02,\n",
" 3.56580503e-02, -6.80343956e-02, -3.96788791e-02, -9.82484967e-02,\n",
" -2.60844827e-02, 3.29752103e-03, -5.49871176e-02, -3.15156765e-02,\n",
" 2.16401797e-02, 5.20946283e-04, -4.92842495e-03, -1.06826000e-01,\n",
" -9.58152860e-02, 4.15184088e-02, -3.00879646e-02, 1.02874510e-01,\n",
" -2.13049334e-02, -4.71908115e-02, 6.31477311e-02, 1.28193032e-02,\n",
" 4.69944850e-02, 2.07770132e-02, -3.44813592e-03, 1.59704834e-02,\n",
" 6.97627887e-02, -5.70643209e-02, 1.71953347e-03, 5.30546494e-02,\n",
" 1.65465788e-03, -3.39173526e-02, -3.39662246e-02, 7.92543869e-03,\n",
" -4.20207269e-02, 4.89038825e-02, 1.26029924e-02, 8.30948167e-03,\n",
" -2.58445609e-02, 7.32569350e-03, 3.77327316e-02, -3.09424065e-02,\n",
" -1.77078636e-03, -1.53169194e-02, 1.17704675e-01, 9.60734263e-02,\n",
" 2.98829395e-02, 2.88037769e-02, 3.19850817e-02, -5.00490367e-02,\n",
" 5.19822426e-02, 9.61873606e-02, -1.04462812e-02, 3.02937832e-02,\n",
" -5.37204929e-03, -3.18615586e-02, -3.62497829e-02, -5.03800996e-02,\n",
" -5.88002503e-02, 6.18700013e-02, 2.86269095e-02, 2.27224119e-02,\n",
" 4.63321805e-03, -1.74684711e-02, -1.11083686e-02, -4.49354351e-02,\n",
" 8.97314772e-02, 7.26406500e-02, 1.80839840e-02, 5.42295724e-02,\n",
" 2.36037597e-02, 4.25163098e-02, -5.88687584e-02, -5.74701317e-02,\n",
" -2.84557627e-03, 7.27912784e-02, -5.27940094e-02, -1.01198861e-02,\n",
" -2.58935783e-02, -1.70869622e-02, 5.96585907e-02, 3.86722796e-02,\n",
" -9.25633963e-03, 2.88412049e-02, 7.05252960e-02, 6.22973926e-02,\n",
" -1.67780314e-02, -5.53895421e-02, 4.13307594e-03, -1.20392144e-02,\n",
" 1.75026059e-02, 3.87330726e-02, -1.55103765e-02, -6.53135329e-02,\n",
" 4.46578637e-02, -8.07262585e-02, -4.59098183e-02, 3.28930933e-03,\n",
" -1.49192503e-02, -5.89260384e-02, 1.93787497e-02, -1.96024235e-02,\n",
" 3.92870530e-02, -1.05193071e-02, -4.71230000e-02, -3.29774469e-02,\n",
" 1.51831368e-02, -1.46039939e-02, -3.54716219e-02, 2.50039231e-02,\n",
" -6.49028793e-02, -2.14479864e-02, -5.14999181e-02, 1.57869719e-02,\n",
" 5.46451695e-02, -4.91659977e-02, 3.49967852e-02, -4.84254584e-02,\n",
" 6.12273701e-02, -1.00493161e-02, -3.27486778e-03, 2.05834992e-02,\n",
" 4.80146594e-02, 3.72427404e-02, 4.33015414e-02, 3.24371532e-02,\n",
" -1.56451873e-02, 3.86289433e-02, 7.13254372e-03, -2.83089280e-02,\n",
" -6.52737394e-02, -2.12817900e-02, 1.26859499e-02, -5.05593829e-02,\n",
" -2.46231221e-02, -4.35602777e-02, -9.52705368e-02, 2.75076125e-02,\n",
" -1.30390907e-02, 7.99257308e-02, 8.46467260e-03, 1.36417346e-02,\n",
" 1.08891232e-02, 2.95509547e-02, -5.03284484e-02, -2.06965059e-02,\n",
" -1.29959673e-01, -1.58050098e-02, 4.32947017e-02, -4.73341197e-02,\n",
" -5.53917177e-02, -4.88084704e-02, -8.69167130e-03, 2.79837586e-02,\n",
" -4.73647788e-02, -7.96393305e-02, -3.33222449e-02, 5.85828722e-02,\n",
" -9.62712895e-03, -4.35313992e-02, -5.20160347e-02, 2.48065684e-02,\n",
" -6.04455359e-02, 4.12361370e-03, 6.12595975e-02, -7.74062611e-03,\n",
" -5.31061413e-03, -2.39596749e-03, 1.35837728e-02, 9.15921479e-03,\n",
" -3.03537995e-02, 1.81803443e-02, -4.54451032e-02, -8.66474286e-02,\n",
" 1.85818877e-02, -1.68535132e-02, 9.86881405e-02, -3.34561132e-02,\n",
" 3.48384753e-02, 1.64570604e-02, 8.74425098e-02, 4.21243943e-02,\n",
" 1.19862128e-02, -3.35886329e-02, 3.21288430e-03, 1.64930262e-02,\n",
" 6.95518479e-02, 3.38210911e-03, 3.56650688e-02, 4.45878208e-02,\n",
" -2.77241296e-03, 3.28590237e-02, -2.93567702e-02, 1.98326427e-02,\n",
" -2.15431172e-02, -3.49611193e-02, 2.99652796e-02, 5.86342700e-02,\n",
" 6.13302886e-02, 3.02804578e-02, 2.45933458e-02, 3.70207615e-02,\n",
" 2.49083783e-03, 5.44315912e-02, -1.60746463e-02, -4.37642448e-02,\n",
" -3.16970684e-02, 7.32864365e-02, 2.71720602e-03, -4.40172963e-02,\n",
" 5.78169078e-02, 8.21432937e-03, -6.01064116e-02, -4.34697419e-02,\n",
" 4.43544090e-02, 1.67801362e-02, 3.63966562e-02, -7.05111846e-02,\n",
" 1.54791540e-02, -3.27231288e-02, -4.71370062e-03, -1.14806592e-02,\n",
" 1.59213711e-02, 4.74785194e-02, 5.02584316e-03, 1.14082079e-02,\n",
" -4.96042743e-02, -6.23501912e-02, 3.53845060e-02, 6.45369571e-03,\n",
" 6.47188397e-03, 1.62501447e-02, 4.37699119e-03, -5.95900975e-02,\n",
" 6.60138950e-02, 6.24702591e-03, 7.17253238e-02, -3.41617018e-02,\n",
" 7.14746164e-03, 3.60958315e-02, 1.23580478e-01, 9.12782212e-04,\n",
" -6.05464242e-02, -9.86780599e-02, 2.81487517e-02, -1.69917140e-02,\n",
" -6.76069222e-03, -1.13786059e-02, 1.40199438e-03, 5.88322058e-02,\n",
" 3.31411213e-02, -2.83153765e-02, -6.65049953e-03, 6.51578754e-02,\n",
" 9.39270109e-03, -1.19599793e-02, 1.79109222e-04, -9.90788415e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'box': Embedding(embedding=array([ 1.07586287e-01, -3.59250642e-02, -1.39083602e-02, 2.03919206e-02,\n",
" -1.51270879e-02, -6.17884882e-02, 2.29953825e-02, 5.93756251e-02,\n",
" 1.01266332e-01, 4.31679748e-02, -2.67920829e-02, 5.09059243e-02,\n",
" 3.45804319e-02, 2.06436850e-02, -7.11488537e-03, 3.94618399e-02,\n",
" 6.64731860e-02, 8.58156681e-02, -7.45589472e-03, -1.74066499e-02,\n",
" -8.20047185e-02, -3.49316783e-02, -3.13292444e-03, 4.86810319e-02,\n",
" 4.45275940e-03, 1.64485015e-02, 1.51032209e-02, -4.01323326e-02,\n",
" 5.09426333e-02, -1.71351526e-02, 7.34249800e-02, -2.19089687e-02,\n",
" 1.49379661e-02, 4.12217632e-04, 3.94630097e-02, -3.46454233e-02,\n",
" -4.27518860e-02, -2.25584209e-02, -8.98983628e-02, 4.44294550e-02,\n",
" -4.66833971e-02, 2.28368137e-02, -2.69905198e-02, -8.01531971e-03,\n",
" 4.58327346e-02, -5.81507050e-02, -4.26885150e-02, 5.75379953e-02,\n",
" -2.77103558e-02, 1.10626062e-02, 3.71526182e-02, -2.16944776e-02,\n",
" 8.58017942e-04, 2.13426165e-02, 4.63607349e-02, 7.63285309e-02,\n",
" -2.45916080e-02, -8.59129727e-02, -2.32346114e-02, -1.84476320e-02,\n",
" 3.56990509e-02, 8.74883868e-03, 1.71755496e-02, 1.72175206e-02,\n",
" 2.42951568e-02, 2.30797958e-02, 4.20489646e-02, 2.53453162e-02,\n",
" -4.45777038e-03, -1.50559712e-02, -1.05867842e-02, 1.36380987e-02,\n",
" 3.15757617e-02, 1.37563840e-01, -3.07253562e-02, 8.13220907e-03,\n",
" 2.18628272e-02, -9.55405757e-02, 3.09430156e-02, -1.48899816e-02,\n",
" 1.06411176e-02, 2.27568205e-02, -6.29529133e-02, 3.64096425e-02,\n",
" -9.67952330e-03, 4.95900512e-02, -2.12988723e-02, -9.65595841e-02,\n",
" -5.92637323e-02, -2.59352289e-02, -3.07013784e-02, -4.57210913e-02,\n",
" -1.73314270e-02, -9.15602669e-02, -8.14559013e-02, 3.29169817e-02,\n",
" -7.47721493e-02, 4.23663482e-02, -4.26026585e-04, 1.03768567e-02,\n",
" -1.56818554e-02, -1.32966368e-02, 2.56563956e-03, -1.58641636e-02,\n",
" -3.91922854e-02, -3.19437832e-02, 4.91601182e-04, 3.73911262e-02,\n",
" -4.35168631e-02, 7.55680576e-02, -4.58915532e-02, -1.19060064e-02,\n",
" 9.76602081e-03, -1.09391427e-02, -4.18481231e-03, 7.99209327e-02,\n",
" 3.34604569e-02, 7.92810097e-02, -7.00722486e-02, -1.29699763e-02,\n",
" -1.89895242e-01, -5.04043810e-02, 2.22248938e-02, 1.45985850e-03,\n",
" -2.04063393e-02, 4.98403795e-03, -3.20358425e-02, 4.29570414e-02,\n",
" -7.48588443e-02, 7.86171574e-03, 7.96543434e-03, 4.90181521e-02,\n",
" -4.25046310e-02, 2.05562524e-02, -3.64675857e-02, 6.16364814e-02,\n",
" 2.12176628e-02, 5.84896952e-02, -8.32656492e-03, 1.27012432e-02,\n",
" -2.11139433e-02, -1.91322379e-02, -2.89589837e-02, 1.39397718e-02,\n",
" -2.93264221e-02, 3.81137133e-02, 3.84412566e-03, 5.83548211e-02,\n",
" -4.97311689e-02, 9.66051687e-03, 4.56913635e-02, 3.07326131e-02,\n",
" -3.19149494e-02, 3.77700105e-02, -2.55665760e-02, -5.05570956e-02,\n",
" -2.67277453e-02, 3.54732759e-02, 4.09547053e-02, 8.13295040e-03,\n",
" 2.21124291e-02, 4.75432798e-02, 4.82377559e-02, -6.75524697e-02,\n",
" -8.46440047e-02, 4.12963657e-03, 4.80452320e-03, -3.10238153e-02,\n",
" 4.35679927e-02, 3.16213481e-02, -2.27752551e-02, 3.02502196e-02,\n",
" -3.91452424e-02, 2.22602393e-02, 4.32348773e-02, -8.65631253e-02,\n",
" -2.74133496e-02, -7.11101061e-03, 3.01311705e-02, 2.90329847e-03,\n",
" 2.96931826e-02, -4.16354351e-02, 1.50719972e-03, -1.45407533e-02,\n",
" 1.09409576e-03, 1.03589371e-02, -3.03969020e-03, 1.73280276e-02,\n",
" -4.29964922e-02, -6.40410604e-03, -8.14390928e-02, -3.26977968e-02,\n",
" -1.33216912e-02, 1.11510046e-02, -6.20022044e-02, 3.90197113e-02,\n",
" 5.62566258e-02, 2.68809078e-03, -4.57459092e-02, -4.30043740e-03,\n",
" 8.66531655e-02, 3.00325043e-02, 5.06200939e-02, -8.33723228e-03,\n",
" -3.59398052e-02, 3.76718421e-03, 4.36013378e-02, -2.57185698e-02,\n",
" -6.47779880e-03, -6.32147118e-02, 5.42656630e-02, -1.33088715e-02,\n",
" 7.26237744e-02, -3.16767488e-03, -2.05757916e-02, 2.76519004e-02,\n",
" -9.74682271e-02, -8.77892524e-02, -3.98858190e-02, 3.75171416e-02,\n",
" 3.73803712e-02, 2.58035064e-02, 6.67911470e-02, 2.03389749e-02,\n",
" 3.44555289e-03, -3.40015367e-02, 2.99116671e-02, -6.09814283e-03,\n",
" 3.11925518e-03, -2.01978926e-02, -5.58047481e-02, 4.22893539e-02,\n",
" 3.42978723e-02, -3.98177803e-02, 5.15910834e-02, -4.01693285e-02,\n",
" -6.01236932e-02, 1.19895721e-02, 1.64466165e-02, -8.82007480e-02,\n",
" -2.17692126e-02, -4.29844558e-02, 1.62472147e-02, 3.96529585e-02,\n",
" 2.29677390e-02, -3.60768363e-02, -6.44781440e-02, -2.45813727e-02,\n",
" 3.89591418e-02, -4.63939756e-02, 9.01086954e-04, 2.01708879e-02,\n",
" -6.69438988e-02, -2.36039367e-02, 4.37824167e-02, 1.67127587e-02,\n",
" 5.34541905e-02, -6.04080856e-02, -4.22786139e-02, -9.04251188e-02,\n",
" -4.05202620e-02, 1.73421334e-02, -3.76956649e-02, -2.88612507e-02,\n",
" 1.70748848e-02, 9.63462080e-05, -5.52533008e-03, -1.05707325e-01,\n",
" -7.77203664e-02, 2.89624278e-02, -4.25761379e-02, 9.14121270e-02,\n",
" -2.93768179e-02, -4.90242802e-02, 7.21166953e-02, 1.36745293e-02,\n",
" 4.01275270e-02, 2.69703772e-02, -6.45375671e-03, 1.19229369e-02,\n",
" 6.45316169e-02, -5.94300367e-02, 1.51928905e-02, 4.38487194e-02,\n",
" 1.88532926e-03, -2.31555961e-02, -3.61857824e-02, 1.28741199e-02,\n",
" -3.58666554e-02, 3.65208723e-02, 2.63329665e-03, 7.65468786e-03,\n",
" -3.68747450e-02, 1.67978145e-02, 4.60669510e-02, -1.73777677e-02,\n",
" -4.73371241e-03, -4.81347879e-03, 1.24595337e-01, 9.01349708e-02,\n",
" 2.11104937e-02, 1.44251678e-02, 2.52828319e-02, -4.26016487e-02,\n",
" 5.38204052e-02, 1.04829170e-01, -1.98401306e-02, 3.86002809e-02,\n",
" -3.44050489e-03, -1.34992665e-02, -2.28455830e-02, -4.01489437e-02,\n",
" -5.49272820e-02, 6.95496202e-02, 2.04274580e-02, 3.40015697e-03,\n",
" -2.83640064e-03, 3.80052091e-03, -7.81272911e-03, -5.40149435e-02,\n",
" 6.94369450e-02, 6.52896836e-02, 1.80214196e-02, 5.55439293e-02,\n",
" 2.46664546e-02, 2.59072836e-02, -6.23963438e-02, -4.41558138e-02,\n",
" -3.16303526e-03, 8.12925398e-02, -5.09125479e-02, -1.58075020e-02,\n",
" -1.64782703e-02, -2.46505421e-02, 5.90032823e-02, 3.53465974e-02,\n",
" 8.04778282e-03, 2.31178496e-02, 7.10093677e-02, 5.57909943e-02,\n",
" -2.03198846e-03, -6.90441355e-02, -7.01690326e-03, -9.20022558e-03,\n",
" -4.56202193e-04, 4.67667058e-02, -1.00293690e-02, -7.62700588e-02,\n",
" 4.60670143e-02, -7.47131333e-02, -4.82864529e-02, -7.58843776e-03,\n",
" -2.76683848e-02, -6.33727610e-02, 1.35980146e-02, -2.64067221e-02,\n",
" 3.90945449e-02, -2.41261609e-02, -5.67062683e-02, -3.50224301e-02,\n",
" 1.26260715e-02, -1.10631762e-02, -1.71843302e-02, 3.99373733e-02,\n",
" -7.35771134e-02, -1.36155486e-02, -3.37368324e-02, 1.35148065e-02,\n",
" 6.50131255e-02, -5.39000034e-02, 3.51138711e-02, -4.16169241e-02,\n",
" 3.74685377e-02, -2.78908238e-02, -1.10949520e-02, 2.41652988e-02,\n",
" 5.04957885e-02, 3.70588787e-02, 4.84303348e-02, 3.33318748e-02,\n",
" -2.75330581e-02, 4.24621142e-02, 7.48466421e-03, -3.09375171e-02,\n",
" -5.90857789e-02, -2.91494336e-02, 1.83674861e-02, -4.62352708e-02,\n",
" -1.04972227e-02, -5.24965562e-02, -9.98594686e-02, 2.33168527e-02,\n",
" -1.13743227e-02, 8.21498111e-02, 1.28192380e-02, 1.81679167e-02,\n",
" 2.17811577e-02, 1.61682907e-02, -6.25720769e-02, -1.24440435e-02,\n",
" -1.25792831e-01, -1.70116257e-02, 4.82572056e-02, -2.55217440e-02,\n",
" -6.11855499e-02, -4.90844250e-02, -8.43111717e-04, 2.29674075e-02,\n",
" -4.32754569e-02, -9.14599225e-02, -3.91407534e-02, 6.26091957e-02,\n",
" -4.94593428e-03, -3.24815214e-02, -5.05100749e-02, 2.46632751e-02,\n",
" -6.56318739e-02, 1.20526534e-02, 6.56562224e-02, -7.95708876e-03,\n",
" -4.94109932e-03, -1.07154017e-02, 1.85707491e-02, -2.60393741e-03,\n",
" -3.05201169e-02, 2.23733075e-02, -5.10416068e-02, -8.70637223e-02,\n",
" 1.87672973e-02, -1.26412567e-02, 1.00051977e-01, -4.89643812e-02,\n",
" 3.15057226e-02, 1.29729798e-02, 9.18075964e-02, 4.57296036e-02,\n",
" 1.76570658e-02, -2.63826232e-02, 7.32574565e-03, 1.02065261e-02,\n",
" 8.43871310e-02, 8.29637796e-03, 3.68005000e-02, 3.21142711e-02,\n",
" 4.92936873e-04, 2.83826161e-02, -1.67298391e-02, 1.94961689e-02,\n",
" -5.88254258e-03, -3.38537768e-02, 2.67197434e-02, 5.93990423e-02,\n",
" 6.94577470e-02, 3.05647012e-02, 1.62690636e-02, 4.54600342e-02,\n",
" 1.16086630e-02, 3.79509293e-02, -1.73006803e-02, -5.56654781e-02,\n",
" -2.35024095e-02, 6.89996034e-02, -2.11822940e-03, -3.99288982e-02,\n",
" 5.61294444e-02, 1.26778679e-02, -5.06125242e-02, -4.65456583e-02,\n",
" 5.96506633e-02, 1.99351124e-02, 3.16468924e-02, -5.24550378e-02,\n",
" 6.38485281e-03, -4.77429144e-02, 1.71758188e-03, -2.98566297e-02,\n",
" -1.56569090e-02, 5.38550727e-02, 1.26783075e-02, 6.13659038e-04,\n",
" -3.57350186e-02, -8.44919458e-02, 3.44514288e-02, 1.24106221e-02,\n",
" 1.78532992e-02, 6.11412991e-03, 1.27565227e-02, -5.80564626e-02,\n",
" 6.02548234e-02, 1.58027038e-02, 6.39987215e-02, -4.19125967e-02,\n",
" 1.39756883e-02, 4.03334275e-02, 1.23343967e-01, -9.01567284e-03,\n",
" -5.07841557e-02, -1.07289843e-01, 2.35410649e-02, -3.26085202e-02,\n",
" -8.20851792e-03, -7.96864927e-03, 7.13778986e-03, 6.85728043e-02,\n",
" 2.75264475e-02, -2.41622776e-02, -1.36287464e-02, 8.27693269e-02,\n",
" 1.62967909e-02, -5.92374662e-03, -9.27560125e-03, -9.09856930e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'bs': Embedding(embedding=array([ 9.65887159e-02, -4.64564152e-02, -1.66206695e-02, -3.23138610e-02,\n",
" 2.05401843e-03, -4.55871224e-02, 3.67457308e-02, 6.64122701e-02,\n",
" 9.62487683e-02, 8.22912753e-02, -8.27892870e-03, 3.65644954e-02,\n",
" 2.01222114e-02, 2.48447303e-02, -1.24817351e-02, 2.37614680e-02,\n",
" 4.32142839e-02, 8.69788975e-02, 1.42649682e-02, -2.43082438e-02,\n",
" -8.40786695e-02, -4.63333614e-02, 4.89230081e-03, 5.17130680e-02,\n",
" 2.61370689e-02, 3.07813659e-02, -4.90290625e-03, -4.52217981e-02,\n",
" 5.78696094e-02, -9.96006094e-03, 8.48322511e-02, -9.97416489e-03,\n",
" -1.87646151e-02, -1.28612912e-03, 3.25775445e-02, -1.28853768e-02,\n",
" -4.84940447e-02, -2.13707052e-02, -7.09369704e-02, 4.65390906e-02,\n",
" -3.96172218e-02, 3.94424982e-03, -2.12548207e-02, -2.17993110e-02,\n",
" 3.50526124e-02, -6.11594357e-02, -2.86155064e-02, 3.60537469e-02,\n",
" -2.96174362e-02, 3.05251125e-02, 2.59670932e-02, -3.94440163e-03,\n",
" 5.83826378e-03, 4.32645157e-03, 4.33751233e-02, 5.06593138e-02,\n",
" 8.77878722e-03, -6.54414669e-02, -3.21402438e-02, -3.68486494e-02,\n",
" 5.09020835e-02, 2.65824310e-02, 3.21259350e-02, 2.04337332e-02,\n",
" 1.57719012e-02, -4.57496755e-03, 3.38201225e-02, 8.12009349e-03,\n",
" -1.34099955e-02, -2.00738218e-02, -3.02932188e-02, 5.33054247e-02,\n",
" 8.85677896e-03, 1.66061565e-01, -9.35826078e-03, 2.71473024e-02,\n",
" 2.28361017e-03, -6.91853911e-02, 1.37320207e-02, -2.08837539e-02,\n",
" 6.86047673e-02, 2.42892979e-03, -7.37213045e-02, 5.25324568e-02,\n",
" -2.94401124e-02, 2.28870213e-02, -2.38024574e-02, -8.43090340e-02,\n",
" -5.35691008e-02, -4.67681773e-02, -6.73980219e-03, -3.29862684e-02,\n",
" -5.23787253e-02, -9.33089405e-02, -4.60576341e-02, 6.93800626e-03,\n",
" -7.21238628e-02, 2.96464134e-02, -2.95025799e-02, -1.58250872e-02,\n",
" -7.52764102e-03, -2.11254489e-02, -3.28370854e-02, -3.25198695e-02,\n",
" -3.67811508e-02, -7.98625313e-03, 7.76246132e-04, 3.02892551e-02,\n",
" -6.37864023e-02, 7.88413882e-02, -2.50999220e-02, -3.79082002e-02,\n",
" -2.14041211e-02, -6.02225447e-03, 2.51382254e-02, 8.14656913e-02,\n",
" 1.01879360e-02, 9.89432409e-02, -5.46005890e-02, -4.28887345e-02,\n",
" -1.40735477e-01, -5.87291718e-02, 3.87472101e-02, -2.77850800e-03,\n",
" -2.07922906e-02, 3.05761653e-03, -2.77546607e-02, 3.55242491e-02,\n",
" -5.72179705e-02, 1.66819282e-02, 4.88091866e-03, 7.46009424e-02,\n",
" -2.30683275e-02, 2.80234236e-02, -3.09045203e-02, 4.26991656e-02,\n",
" 5.97917102e-03, 5.71370870e-02, 2.42333153e-05, 3.75032076e-03,\n",
" -4.22075987e-02, -1.85770653e-02, 1.19260987e-02, 7.64322514e-03,\n",
" 4.28638933e-03, 1.96594615e-02, 1.49805490e-02, 6.77723736e-02,\n",
" -4.47258577e-02, 4.99475934e-03, 5.62185049e-02, 2.95363516e-02,\n",
" -2.93093249e-02, 8.63270555e-03, -6.10924102e-02, -6.50033280e-02,\n",
" -3.32982317e-02, -2.11473834e-03, 3.23050469e-02, 2.91777216e-03,\n",
" 2.66545638e-02, 4.79668863e-02, 2.76245810e-02, -6.05943128e-02,\n",
" -1.07577488e-01, 2.49976292e-03, -3.73038900e-04, -4.10734788e-02,\n",
" 1.90733410e-02, 5.77311330e-02, -4.51629274e-02, 5.00686020e-02,\n",
" -5.22722490e-02, 1.00574025e-03, 4.17511128e-02, -5.85104376e-02,\n",
" -2.65679602e-02, -2.13142522e-02, 2.09123660e-02, -1.62604619e-02,\n",
" 2.96813883e-02, -4.53054197e-02, 2.42492426e-02, -7.73018133e-03,\n",
" -1.44428872e-02, 3.57043222e-02, 2.10906193e-02, -1.48101673e-02,\n",
" -4.84804511e-02, 1.91766657e-02, -8.38307366e-02, -3.24464552e-02,\n",
" -3.01487967e-02, 4.89047775e-03, -6.00523911e-02, 4.31756377e-02,\n",
" 3.42979878e-02, -3.34313475e-02, -5.01627885e-02, 6.17450150e-03,\n",
" 8.70986879e-02, 3.62411328e-02, 4.14661728e-02, 5.60079003e-03,\n",
" -1.16921961e-02, 3.75559963e-02, 8.76118802e-03, -3.10690235e-02,\n",
" -1.01444200e-02, -3.15595306e-02, 5.13479672e-02, -1.57453865e-02,\n",
" 4.66262884e-02, 4.78676287e-03, -8.03979987e-04, 5.40691987e-02,\n",
" -5.96251339e-02, -6.84419423e-02, -5.60610816e-02, 3.95361893e-02,\n",
" 1.34007130e-02, 3.55792865e-02, 4.49503623e-02, -1.81174057e-03,\n",
" 2.47452203e-02, 5.22548007e-03, 2.62861159e-02, -3.30105349e-02,\n",
" 1.83316488e-02, 1.70041472e-02, -3.98827791e-02, 3.37751284e-02,\n",
" 3.06474529e-02, -3.85897681e-02, 3.31075490e-02, -2.73788851e-02,\n",
" -2.22000051e-02, 4.07348154e-03, 3.20837982e-02, -1.08069949e-01,\n",
" 4.65084333e-03, -5.16931489e-02, 4.27852012e-02, 7.85564929e-02,\n",
" 1.77250933e-02, -1.42168989e-02, -6.94900528e-02, -1.07305087e-02,\n",
" 4.81421761e-02, -3.55128348e-02, 2.49168091e-02, 2.23207031e-03,\n",
" -6.89508766e-02, -3.31061296e-02, 3.07240449e-02, 2.78142039e-02,\n",
" 4.71385866e-02, -7.36582205e-02, -6.63198680e-02, -6.91207796e-02,\n",
" -5.13434364e-03, -1.87406107e-03, -6.08926974e-02, -2.76470967e-02,\n",
" 2.89821029e-02, -2.70571969e-02, -1.15182567e-02, -8.46038759e-02,\n",
" -7.90438503e-02, 5.11577874e-02, -2.95228213e-02, 8.41834322e-02,\n",
" -3.66593748e-02, -5.09422235e-02, 3.53932865e-02, 8.16857722e-03,\n",
" 2.58357730e-02, 2.66706888e-02, 6.29013358e-03, 1.09751206e-02,\n",
" 5.05332202e-02, -3.81290317e-02, -2.46616993e-02, 6.14047311e-02,\n",
" -9.49453562e-03, -3.84067073e-02, -1.84440948e-02, -8.37620930e-04,\n",
" -5.14929444e-02, 4.23852652e-02, 1.49900960e-02, 6.37004431e-03,\n",
" -1.82251260e-02, -5.98749472e-03, 4.24033813e-02, -2.12280247e-02,\n",
" -2.19881367e-02, -2.53196843e-02, 1.13921180e-01, 8.34960714e-02,\n",
" 4.06392664e-02, 3.42251733e-02, 4.94082421e-02, -4.41891141e-02,\n",
" 5.37989065e-02, 5.45761362e-02, 9.61713213e-03, 1.82187296e-02,\n",
" -2.36018747e-02, -2.94676013e-02, -5.44224307e-02, -5.63463382e-02,\n",
" -3.09459660e-02, 6.94104061e-02, 2.91982871e-02, 1.91457458e-02,\n",
" 1.02305450e-02, -6.45790854e-03, 1.04429619e-02, -5.75664341e-02,\n",
" 9.00711119e-02, 8.06240141e-02, -1.75798207e-03, 4.76853475e-02,\n",
" 3.58028337e-02, 5.64085618e-02, -8.07918310e-02, -7.68540576e-02,\n",
" 2.30554328e-03, 6.17444552e-02, -7.49699101e-02, -2.45026895e-03,\n",
" -2.89736744e-02, -6.27966132e-03, 5.44593260e-02, 3.61408778e-02,\n",
" -4.84955497e-03, 2.15756204e-02, 6.22971132e-02, 6.51332289e-02,\n",
" -3.32915112e-02, -8.81969929e-02, -1.55676221e-02, -2.22056713e-02,\n",
" 3.03242207e-02, 5.57756387e-02, -1.57125480e-02, -7.00713843e-02,\n",
" 3.92827056e-02, -5.96892051e-02, -4.84363362e-02, 6.14183862e-03,\n",
" -1.80321950e-02, -5.83186895e-02, 2.73416601e-02, -5.81154972e-03,\n",
" 5.32923490e-02, 4.39284951e-04, -6.22258894e-02, -4.41410691e-02,\n",
" 2.15882864e-02, -2.64458125e-04, -3.49132791e-02, 2.94305310e-02,\n",
" -1.11416765e-01, -2.55616419e-02, -4.99754138e-02, 4.46278900e-02,\n",
" 4.31699604e-02, -4.02637795e-02, 1.79148801e-02, -6.27086163e-02,\n",
" 5.39451204e-02, 4.44556633e-03, -1.21022984e-02, 4.11168449e-02,\n",
" 3.77060995e-02, 2.81071234e-02, 5.51530048e-02, 2.35314984e-02,\n",
" 7.79220928e-03, 6.00553229e-02, 3.50807980e-02, -1.98619328e-02,\n",
" -5.66224158e-02, -4.45244089e-02, 1.22585203e-02, -6.20999858e-02,\n",
" -1.96793545e-02, -2.27730554e-02, -9.15457383e-02, 2.57680602e-02,\n",
" 1.74687337e-03, 1.09034009e-01, -8.06418713e-04, 1.35823041e-02,\n",
" -1.34444069e-02, 2.58371793e-02, -3.95789370e-02, -1.20773017e-02,\n",
" -1.26072839e-01, -4.20548022e-03, 5.92250526e-02, -4.68831062e-02,\n",
" -6.82827160e-02, -4.88852598e-02, -1.34969037e-03, 2.90793534e-02,\n",
" -4.61252704e-02, -8.48423243e-02, -4.24141362e-02, 5.69269471e-02,\n",
" -9.45374742e-03, -5.95181584e-02, -3.69286723e-02, 3.52131054e-02,\n",
" -3.88561040e-02, -7.71631068e-03, 6.79310560e-02, -1.90716274e-02,\n",
" -1.58909466e-02, 1.49547197e-02, 2.29173470e-02, 7.10835308e-03,\n",
" -1.52932955e-02, 3.14507037e-02, -5.47405556e-02, -7.12965354e-02,\n",
" 1.66428331e-02, -1.75812710e-02, 1.01535119e-01, -4.69157882e-02,\n",
" 2.09658053e-02, 1.29323313e-02, 7.81809092e-02, 2.70649455e-02,\n",
" 1.23591898e-02, -5.76929525e-02, 7.57840415e-03, 2.16380097e-02,\n",
" 7.28605613e-02, -1.59141123e-02, 2.72327513e-02, 4.34327573e-02,\n",
" -1.28823612e-02, 2.08026636e-02, -2.34475103e-03, 9.50256176e-03,\n",
" -1.08895162e-02, -4.15438823e-02, 3.32253128e-02, 4.67292070e-02,\n",
" 6.56434521e-02, 1.11544598e-02, 2.52696071e-02, 1.61374751e-02,\n",
" -6.40772749e-03, 4.84434441e-02, -1.61045548e-02, -7.02318326e-02,\n",
" -1.30726891e-02, 8.78396556e-02, -7.74380611e-03, -3.71627063e-02,\n",
" 3.82352881e-02, 2.43633799e-02, -5.30837514e-02, -4.57793809e-02,\n",
" 3.58644165e-02, -3.14746168e-03, 1.95184629e-02, -6.66505918e-02,\n",
" 2.23378502e-02, -3.35113592e-02, -2.71075312e-02, -3.76768149e-02,\n",
" 1.09317554e-02, 6.89292327e-02, -1.12149045e-02, 6.99321087e-03,\n",
" -4.31855768e-02, -4.12667058e-02, 1.85524095e-02, 2.23451070e-02,\n",
" 5.04168961e-03, -5.86932525e-03, 1.76395234e-02, -4.89903912e-02,\n",
" 6.62307888e-02, -1.12641593e-02, 6.90028369e-02, -1.67696178e-02,\n",
" 2.04937179e-02, 4.71828692e-02, 1.31134838e-01, 2.64284909e-02,\n",
" -5.94856329e-02, -9.08596441e-02, 4.32564691e-02, -3.79426517e-02,\n",
" 5.40235080e-03, -1.37117216e-02, 1.72337443e-02, 9.58912969e-02,\n",
" 2.38313377e-02, -3.00260782e-02, -5.48598450e-03, 6.80084378e-02,\n",
" -5.85329626e-03, -2.93662492e-02, 6.33408688e-03, -1.16117001e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'bus': Embedding(embedding=array([ 1.11878373e-01, -3.47601138e-02, -1.49508920e-02, 3.66729572e-02,\n",
" -9.82168876e-03, -5.57943061e-02, 2.39324570e-02, 6.12399541e-02,\n",
" 1.01110011e-01, 4.78901044e-02, -2.87929140e-02, 5.12759909e-02,\n",
" 3.37424688e-02, 2.54788920e-02, 1.82163308e-03, 3.70823033e-02,\n",
" 6.14071041e-02, 8.20987076e-02, -9.22458246e-03, -2.28353646e-02,\n",
" -7.37410337e-02, -2.91934852e-02, -1.48288812e-03, 5.03673926e-02,\n",
" -3.05002253e-03, 8.27297661e-03, 1.70671307e-02, -5.19628301e-02,\n",
" 4.21538353e-02, -1.93650518e-02, 7.18748793e-02, -2.24321056e-02,\n",
" 2.46494412e-02, -1.41002424e-03, 3.18277590e-02, -3.24045159e-02,\n",
" -5.30446731e-02, -2.35190745e-02, -9.89294797e-02, 4.33631688e-02,\n",
" -5.46727255e-02, 3.73083204e-02, -2.88960095e-02, -8.83205514e-03,\n",
" 5.25904708e-02, -6.25110269e-02, -4.15275954e-02, 5.58627993e-02,\n",
" -2.49349326e-02, 1.26097184e-02, 3.09138391e-02, -2.40712110e-02,\n",
" 5.45008061e-03, 2.27129105e-02, 4.36238311e-02, 6.77960664e-02,\n",
" -2.44015474e-02, -9.10888314e-02, -2.00410821e-02, -2.08893977e-02,\n",
" 3.06822546e-02, 4.65153577e-03, 1.41561767e-02, 1.75939109e-02,\n",
" 3.54150049e-02, 2.99962666e-02, 3.56329978e-02, 2.83502340e-02,\n",
" -1.14606414e-03, -1.88375022e-02, -1.50113227e-03, -2.23137904e-03,\n",
" 3.94027308e-02, 1.27974451e-01, -3.83745246e-02, 1.17665716e-02,\n",
" 2.77185533e-02, -9.16653126e-02, 3.33066285e-02, -7.84303714e-03,\n",
" 9.04908311e-03, 2.43334100e-02, -5.50151877e-02, 2.99706049e-02,\n",
" -2.29612016e-03, 5.43821752e-02, -1.49029698e-02, -1.02381639e-01,\n",
" -7.40544423e-02, -2.70552356e-02, -3.51241492e-02, -4.95457128e-02,\n",
" -1.45709505e-02, -9.47936103e-02, -8.01258832e-02, 2.72210948e-02,\n",
" -8.26768875e-02, 3.92978638e-02, 1.73635148e-02, 1.99161116e-02,\n",
" -1.56272687e-02, -1.92315504e-02, -1.26472511e-03, -1.59107409e-02,\n",
" -4.20632623e-02, -3.98316085e-02, -9.22001050e-07, 3.18536721e-02,\n",
" -3.84726524e-02, 7.27932081e-02, -4.41622622e-02, -1.17779830e-02,\n",
" 9.38977394e-03, -2.39895396e-02, -3.43510951e-03, 8.11821073e-02,\n",
" 3.21964845e-02, 7.86905661e-02, -6.50783926e-02, -1.96509454e-02,\n",
" -1.86280698e-01, -4.88314778e-02, 2.03712676e-02, 6.89743902e-04,\n",
" -3.03954445e-02, 4.53327224e-03, -3.31213251e-02, 4.29706126e-02,\n",
" -7.34291896e-02, -6.13885326e-03, 9.82200075e-03, 4.44514863e-02,\n",
" -4.17707898e-02, 2.17178799e-02, -2.36801039e-02, 5.48024736e-02,\n",
" 1.59023907e-02, 6.05532080e-02, -4.24861396e-03, 1.88723076e-02,\n",
" -1.75572187e-02, -1.64213646e-02, -3.70185561e-02, 1.31517043e-02,\n",
" -2.80502718e-02, 2.80150361e-02, -6.10509329e-03, 6.12456501e-02,\n",
" -4.27087396e-02, 1.23036616e-02, 4.37872559e-02, 3.43315788e-02,\n",
" -2.82162465e-02, 4.22334857e-02, -2.02733055e-02, -4.84820455e-02,\n",
" -2.49756277e-02, 3.13746221e-02, 3.41964997e-02, 7.86709413e-03,\n",
" 1.43076545e-02, 4.18773182e-02, 4.62838449e-02, -6.91009089e-02,\n",
" -7.78052285e-02, 3.09041911e-03, 1.20166307e-02, -2.37915162e-02,\n",
" 4.24384885e-02, 1.75070371e-02, -1.56514440e-02, 2.36534197e-02,\n",
" -4.66553159e-02, 1.32087190e-02, 5.47892116e-02, -8.98258314e-02,\n",
" -3.40106450e-02, -1.69525500e-02, 1.61313266e-02, -1.67605211e-03,\n",
" 2.29301620e-02, -3.72494049e-02, 8.16518534e-03, -2.68071312e-02,\n",
" 4.19144891e-03, 1.36199528e-02, 1.96432155e-02, 2.25300118e-02,\n",
" -3.54277641e-02, -1.38117475e-02, -8.38164389e-02, -2.38591097e-02,\n",
" -2.40493100e-02, 1.85287911e-02, -6.10436089e-02, 4.73343544e-02,\n",
" 5.83763234e-02, 4.14827559e-03, -3.69873159e-02, -1.22438278e-02,\n",
" 7.52908662e-02, 2.54747327e-02, 6.58871233e-02, -3.32152797e-03,\n",
" -3.44949104e-02, -2.32623541e-03, 4.98505682e-02, -2.51930226e-02,\n",
" -1.29367607e-02, -6.32083863e-02, 5.24912402e-02, -2.13476047e-02,\n",
" 8.07087570e-02, 2.30548694e-03, -1.72721334e-02, 2.08663549e-02,\n",
" -8.49438831e-02, -8.08285028e-02, -4.23076339e-02, 3.17310244e-02,\n",
" 4.43758965e-02, 1.85424071e-02, 6.66096359e-02, 2.88547035e-02,\n",
" 1.24031520e-02, -3.18253897e-02, 3.85211147e-02, -1.28591433e-03,\n",
" 3.32649518e-03, -2.13861670e-02, -5.68917915e-02, 4.80001047e-02,\n",
" 3.32225896e-02, -2.19040178e-02, 5.64077422e-02, -3.99236158e-02,\n",
" -6.37176931e-02, 1.03532476e-02, 2.38387436e-02, -8.07564631e-02,\n",
" -1.80005319e-02, -4.95914482e-02, 5.63135277e-03, 2.86321267e-02,\n",
" 2.93093752e-02, -4.07410040e-02, -4.87253144e-02, -2.74972152e-02,\n",
" 1.88955311e-02, -4.42381129e-02, -6.90120971e-03, 2.50469837e-02,\n",
" -7.51044005e-02, -2.31424179e-02, 4.21368331e-02, 7.15548638e-03,\n",
" 4.73709479e-02, -6.71798885e-02, -5.12556508e-02, -1.01966873e-01,\n",
" -3.90173867e-02, 8.52049328e-03, -3.67349721e-02, -2.62852311e-02,\n",
" 1.97206829e-02, 5.03861159e-03, -7.70971645e-03, -1.03338733e-01,\n",
" -8.17064568e-02, 2.29484327e-02, -3.77146825e-02, 1.13435708e-01,\n",
" -1.90124996e-02, -5.42182028e-02, 7.66648501e-02, 1.91569198e-02,\n",
" 4.90733981e-02, 2.50069313e-02, -4.04593302e-03, 9.97622032e-03,\n",
" 6.67253658e-02, -6.50881305e-02, 2.12658439e-02, 2.96197254e-02,\n",
" -7.21126271e-04, -1.73884034e-02, -3.79089974e-02, 1.50132570e-02,\n",
" -2.60831602e-02, 3.58981192e-02, 6.60768664e-03, 1.21165514e-02,\n",
" -3.81711014e-02, 1.73000004e-02, 4.17690016e-02, -2.43162513e-02,\n",
" -9.39114019e-03, -8.95221252e-03, 1.29324049e-01, 9.66510773e-02,\n",
" 2.08102688e-02, 1.70117076e-02, 1.79803558e-02, -4.34273593e-02,\n",
" 4.56888229e-02, 1.07792839e-01, -1.76522937e-02, 3.21917422e-02,\n",
" -1.17995124e-02, -1.13073457e-02, -1.61048844e-02, -3.94983925e-02,\n",
" -6.14143722e-02, 6.77315667e-02, 1.18091116e-02, 5.58980741e-03,\n",
" -3.96795059e-03, -4.52177972e-03, -9.15644411e-03, -4.62490544e-02,\n",
" 7.22103268e-02, 5.08355126e-02, 1.60769057e-02, 5.10583520e-02,\n",
" 2.97380555e-02, 3.88458488e-03, -6.53442070e-02, -4.90922779e-02,\n",
" -7.02123065e-03, 7.88560212e-02, -4.99357171e-02, -1.60386879e-02,\n",
" -1.48081305e-02, -2.32945383e-02, 6.53664768e-02, 3.69969383e-02,\n",
" 7.46501051e-03, 2.99876072e-02, 6.91086426e-02, 5.55655807e-02,\n",
" -2.09393818e-03, -5.65766655e-02, -1.48487426e-02, -7.41658919e-03,\n",
" -5.87323820e-03, 3.53813581e-02, -3.02765649e-02, -7.82749653e-02,\n",
" 4.75026220e-02, -8.76926929e-02, -4.73414846e-02, -1.30426444e-04,\n",
" -3.48436311e-02, -5.92385344e-02, 1.12762181e-02, -2.77424566e-02,\n",
" 3.80732231e-02, -2.92118136e-02, -5.60953170e-02, -3.05241868e-02,\n",
" 1.83842387e-02, -2.05003992e-02, -2.67275795e-02, 3.14014070e-02,\n",
" -5.58342524e-02, -1.57157704e-02, -2.38960516e-02, 1.56095456e-02,\n",
" 6.18950613e-02, -5.51540703e-02, 3.87942381e-02, -4.65315320e-02,\n",
" 4.04878668e-02, -2.10446957e-02, -3.21242237e-03, 2.68457122e-02,\n",
" 4.72399555e-02, 3.29306200e-02, 4.76218984e-02, 3.51369232e-02,\n",
" -2.69422438e-02, 3.45781371e-02, -3.69897200e-04, -3.29488404e-02,\n",
" -4.92223799e-02, -3.23939100e-02, 1.53842317e-02, -4.32492681e-02,\n",
" -2.17550658e-02, -5.49544357e-02, -1.01086631e-01, 1.95156243e-02,\n",
" -2.19026469e-02, 7.54749998e-02, 2.25610342e-02, 1.64889283e-02,\n",
" 2.71696951e-02, 2.30831616e-02, -5.47935590e-02, -2.15504803e-02,\n",
" -1.30605176e-01, -1.46772442e-02, 3.84815000e-02, -2.82487478e-02,\n",
" -6.08732887e-02, -5.59637956e-02, -2.27349740e-03, 2.09432077e-02,\n",
" -5.08360751e-02, -8.93905088e-02, -3.95770818e-02, 6.54111505e-02,\n",
" -1.72828939e-02, -1.65272448e-02, -5.76350130e-02, 2.03522164e-02,\n",
" -6.88413382e-02, 1.37185566e-02, 6.39537126e-02, -3.59751214e-03,\n",
" -3.97294201e-03, -1.61829460e-02, 2.38737743e-02, 6.40835008e-03,\n",
" -3.12037896e-02, 2.12211814e-02, -4.57619429e-02, -8.91832486e-02,\n",
" 1.77142378e-02, -5.33626787e-03, 9.96744856e-02, -4.50868756e-02,\n",
" 4.08898778e-02, 2.33946033e-02, 8.90052393e-02, 5.63981719e-02,\n",
" 2.20050700e-02, -2.28730869e-02, 1.49812305e-03, 1.39915496e-02,\n",
" 7.63757825e-02, 6.50024321e-03, 3.54892537e-02, 3.78611572e-02,\n",
" 4.66475450e-03, 2.96990238e-02, -1.84376538e-02, 2.02354994e-02,\n",
" -5.54004079e-03, -2.40597837e-02, 2.23004539e-02, 6.92644864e-02,\n",
" 6.67787269e-02, 2.16419939e-02, 1.42863533e-02, 5.55860400e-02,\n",
" 1.91723723e-02, 4.07329611e-02, -1.44604174e-02, -5.41922711e-02,\n",
" -2.94164084e-02, 5.51052801e-02, -2.45714281e-03, -5.31363152e-02,\n",
" 6.06672466e-02, 7.30129937e-03, -4.86895889e-02, -5.00662662e-02,\n",
" 4.67808023e-02, 7.20258895e-03, 3.18118967e-02, -4.19065282e-02,\n",
" -7.33039295e-03, -5.25844991e-02, 9.65532660e-03, -2.09369380e-02,\n",
" -8.23728926e-03, 4.42287698e-02, 5.48775773e-03, 1.40802395e-02,\n",
" -2.45196726e-02, -9.54565927e-02, 3.70237231e-02, -4.78435308e-03,\n",
" 1.12526836e-02, 1.26983263e-02, 9.71179549e-03, -5.75261079e-02,\n",
" 5.92311621e-02, 3.39061022e-02, 6.77336082e-02, -3.26271690e-02,\n",
" 1.85589232e-02, 3.55986059e-02, 1.15738831e-01, -1.05936183e-02,\n",
" -5.40421754e-02, -1.09662116e-01, 2.13472955e-02, -2.85546947e-02,\n",
" -1.38126016e-02, -9.01913643e-03, 1.18276859e-02, 5.87417148e-02,\n",
" 3.53532210e-02, -2.23131664e-02, -1.44046107e-02, 7.65927806e-02,\n",
" 1.98810529e-02, 6.39106939e-03, -3.63531569e-03, -9.41128954e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'buzz': Embedding(embedding=array([ 9.33732986e-02, -5.23742810e-02, -2.31067203e-02, -3.20688859e-02,\n",
" 2.18685810e-03, -4.26018238e-02, 4.29708846e-02, 5.67837842e-02,\n",
" 8.88772234e-02, 8.14002007e-02, -6.93273870e-03, 3.30561399e-02,\n",
" 2.00341716e-02, 2.58638002e-02, -7.98793975e-03, 1.89933721e-02,\n",
" 3.65063362e-02, 8.48883316e-02, 2.00837832e-02, -2.84217950e-02,\n",
" -8.29103962e-02, -3.94715331e-02, 1.23323407e-02, 5.96557409e-02,\n",
" 3.42229865e-02, 3.59962024e-02, -5.62257133e-03, -4.40853648e-02,\n",
" 5.47664464e-02, -5.73204504e-03, 7.90279210e-02, -4.96990746e-03,\n",
" -2.14314163e-02, -2.35894433e-04, 2.98093837e-02, -6.01010490e-03,\n",
" -4.03585359e-02, -2.19573993e-02, -6.70055151e-02, 4.62888591e-02,\n",
" -3.98579985e-02, -3.35131801e-04, -2.33750064e-02, -2.18559112e-02,\n",
" 3.25261280e-02, -6.40644282e-02, -2.32505985e-02, 3.88403609e-02,\n",
" -3.12449262e-02, 2.52606831e-02, 3.34740616e-02, 3.20471777e-03,\n",
" 2.06932938e-03, 8.18695500e-03, 4.68926802e-02, 4.17634957e-02,\n",
" 7.45715620e-03, -5.27744368e-02, -3.17210518e-02, -3.74471843e-02,\n",
" 4.04997170e-02, 3.04773077e-02, 3.82642820e-02, 2.21310221e-02,\n",
" 1.34982988e-02, -2.92805675e-03, 3.41183431e-02, -7.08985608e-03,\n",
" -1.42100789e-02, -2.89227981e-02, -3.72548662e-02, 5.40312305e-02,\n",
" 1.03837848e-02, 1.67627648e-01, -6.69003138e-03, 3.43484767e-02,\n",
" 2.34026415e-03, -6.36936873e-02, 1.54132918e-02, -9.70631745e-03,\n",
" 6.67298138e-02, 5.13980212e-03, -7.56361485e-02, 5.63708544e-02,\n",
" -3.10222935e-02, 1.45792104e-02, -2.10728105e-02, -8.36551338e-02,\n",
" -4.99301478e-02, -5.36151640e-02, -1.13542210e-02, -3.08176335e-02,\n",
" -5.49315177e-02, -8.98934603e-02, -3.91665027e-02, 1.48930834e-04,\n",
" -7.23506734e-02, 2.63502020e-02, -2.93133799e-02, -1.56712327e-02,\n",
" -9.99674853e-03, -1.97943114e-02, -3.20389122e-02, -4.10899892e-02,\n",
" -4.21643630e-02, -3.42056388e-03, 1.08779827e-03, 2.73319688e-02,\n",
" -7.36277848e-02, 8.57795924e-02, -2.24216469e-02, -3.84167209e-02,\n",
" -2.99115796e-02, -9.37808212e-03, 2.44765263e-02, 7.71148726e-02,\n",
" 5.31661697e-03, 1.00632243e-01, -5.33336774e-02, -3.80686224e-02,\n",
" -1.33040205e-01, -5.74378818e-02, 3.61840315e-02, -1.49408141e-02,\n",
" -1.76767781e-02, 3.39826540e-04, -1.81283224e-02, 3.32786143e-02,\n",
" -5.50570078e-02, 2.84922142e-02, 4.28373273e-03, 7.22942203e-02,\n",
" -2.31425744e-02, 2.78966390e-02, -3.43451425e-02, 4.80051972e-02,\n",
" -2.96168914e-03, 5.39623648e-02, -4.00846184e-04, -2.20653927e-03,\n",
" -3.87836657e-02, -1.63920280e-02, 9.49283410e-03, -2.52982508e-03,\n",
" 1.66848730e-02, 1.54709052e-02, 1.72593500e-02, 6.26746714e-02,\n",
" -4.77893203e-02, 6.40505832e-03, 5.75607345e-02, 2.78712660e-02,\n",
" -1.93062294e-02, 5.35493484e-03, -6.35069609e-02, -7.36326873e-02,\n",
" -3.30318920e-02, -5.13705472e-03, 3.42555568e-02, -1.86636241e-03,\n",
" 3.13698612e-02, 4.26512435e-02, 3.02487575e-02, -6.41869828e-02,\n",
" -9.57908630e-02, 9.60774440e-03, -8.18927772e-04, -4.37395424e-02,\n",
" 1.76318027e-02, 6.55733123e-02, -5.15916124e-02, 5.02096303e-02,\n",
" -4.33966592e-02, -2.15975946e-04, 2.97459979e-02, -5.30164801e-02,\n",
" -2.27104314e-02, -2.45328471e-02, 1.66491177e-02, -1.79045051e-02,\n",
" 3.18265595e-02, -4.56823781e-02, 2.62296852e-02, -6.55408716e-03,\n",
" -2.78601865e-03, 4.06173840e-02, 1.80290304e-02, -8.77710991e-03,\n",
" -5.03996648e-02, 2.29694210e-02, -7.99917951e-02, -2.56079733e-02,\n",
" -3.26941311e-02, 5.58863720e-03, -5.77142499e-02, 3.70156579e-02,\n",
" 4.09578905e-02, -3.16021293e-02, -5.38991727e-02, 1.13043580e-02,\n",
" 8.81162062e-02, 3.40686515e-02, 4.03484814e-02, -9.28411353e-03,\n",
" -4.97201597e-03, 4.12821993e-02, 2.60850065e-03, -3.43372896e-02,\n",
" -1.08764358e-02, -1.67346075e-02, 5.28598391e-02, -1.75264142e-02,\n",
" 4.39841747e-02, -2.93471781e-03, -5.00862952e-03, 5.96494004e-02,\n",
" -5.87308668e-02, -6.57890812e-02, -5.58013283e-02, 3.22769322e-02,\n",
" 2.30933651e-02, 3.91047969e-02, 4.68032435e-02, -4.41061519e-03,\n",
" 1.55660771e-02, 8.39795452e-03, 2.50659976e-02, -3.71928290e-02,\n",
" 2.35511996e-02, 1.23681854e-02, -3.84814665e-02, 3.58994640e-02,\n",
" 2.76134983e-02, -3.47488634e-02, 3.07485368e-02, -3.27664949e-02,\n",
" -1.87383052e-02, 7.78253097e-03, 2.77262311e-02, -1.14546180e-01,\n",
" 3.78681649e-03, -5.72910048e-02, 5.35987616e-02, 7.44242296e-02,\n",
" 1.81510746e-02, -1.17752478e-02, -6.51457533e-02, -1.95451803e-03,\n",
" 5.00711910e-02, -2.69295834e-02, 2.27231402e-02, 3.92400334e-03,\n",
" -7.47619867e-02, -2.65082233e-02, 3.45377065e-02, 3.44108008e-02,\n",
" 5.50509691e-02, -6.91411346e-02, -6.29998893e-02, -6.30253926e-02,\n",
" -2.23048683e-03, -8.19595065e-03, -6.34580553e-02, -2.85416730e-02,\n",
" 3.23980525e-02, -2.57328600e-02, -1.65072698e-02, -7.38268420e-02,\n",
" -7.35476166e-02, 5.47120050e-02, -2.53198259e-02, 8.11291188e-02,\n",
" -3.69612426e-02, -5.28421439e-02, 2.77088527e-02, -4.24428936e-03,\n",
" 2.06049662e-02, 2.29793303e-02, -3.06775910e-03, 9.53615922e-03,\n",
" 5.50487526e-02, -2.80541163e-02, -2.04617400e-02, 5.72207123e-02,\n",
" -1.06330337e-02, -4.34446409e-02, -1.99315008e-02, 5.88919444e-04,\n",
" -5.42017221e-02, 4.09074873e-02, 6.61603175e-03, 1.36586204e-02,\n",
" -1.64469816e-02, -4.67045058e-04, 3.99382859e-02, -1.69191491e-02,\n",
" -2.18699314e-02, -2.71885321e-02, 1.11038640e-01, 7.50220791e-02,\n",
" 4.09005992e-02, 3.20415311e-02, 5.38758077e-02, -4.14607376e-02,\n",
" 5.81305437e-02, 4.53232042e-02, 1.71038099e-02, 1.03418259e-02,\n",
" -3.29352915e-02, -2.43865363e-02, -5.65017238e-02, -5.54169714e-02,\n",
" -3.03108040e-02, 7.33463988e-02, 3.16192694e-02, 1.82636417e-02,\n",
" 5.46373473e-03, -2.97194021e-03, 1.41840288e-02, -6.70409873e-02,\n",
" 8.78379121e-02, 8.26597139e-02, -1.27089396e-03, 4.39743064e-02,\n",
" 3.13234851e-02, 5.34761809e-02, -8.21523368e-02, -8.45880434e-02,\n",
" -4.12114576e-04, 6.20385222e-02, -7.23642632e-02, -9.01728403e-03,\n",
" -3.11739948e-02, -2.40421877e-03, 5.69649749e-02, 3.84164117e-02,\n",
" -3.41912871e-03, 2.18234081e-02, 5.56518398e-02, 6.44357055e-02,\n",
" -4.27972078e-02, -8.89447629e-02, -2.11261529e-02, -2.31141876e-02,\n",
" 3.60942781e-02, 5.58048524e-02, -2.37892400e-02, -7.40308389e-02,\n",
" 3.72893699e-02, -5.59116937e-02, -4.45988923e-02, 5.88388648e-03,\n",
" -1.42963417e-02, -5.12197316e-02, 2.97185294e-02, -2.94763036e-03,\n",
" 5.77797629e-02, -4.51915083e-04, -6.18418939e-02, -4.89358902e-02,\n",
" 2.56910361e-02, 1.32665527e-03, -3.28043289e-02, 3.27506214e-02,\n",
" -1.09371059e-01, -2.85535045e-02, -5.79714850e-02, 4.47139367e-02,\n",
" 4.11645100e-02, -4.69767489e-02, 1.43457772e-02, -6.65673837e-02,\n",
" 5.82520477e-02, 2.66207987e-03, -1.72275361e-02, 4.04490270e-02,\n",
" 3.93132083e-02, 3.32046077e-02, 5.42325340e-02, 1.44993896e-02,\n",
" 1.43199107e-02, 6.84457198e-02, 3.75980958e-02, -2.03175992e-02,\n",
" -4.93810512e-02, -4.36604358e-02, 7.94029795e-03, -5.70796691e-02,\n",
" -1.35824410e-02, -1.67883635e-02, -9.16332826e-02, 2.15089545e-02,\n",
" 3.13534401e-03, 1.11880518e-01, 1.08348094e-02, 9.87556297e-03,\n",
" -1.68850645e-02, 2.00903900e-02, -3.75733934e-02, -2.74036941e-03,\n",
" -1.24803983e-01, -2.45777913e-03, 6.56795278e-02, -4.58609462e-02,\n",
" -8.24203864e-02, -4.47085276e-02, 5.65700885e-03, 2.97140777e-02,\n",
" -3.53836268e-02, -9.07226354e-02, -4.25137356e-02, 5.89208305e-02,\n",
" -5.96572412e-03, -5.30636609e-02, -3.53193022e-02, 3.38275842e-02,\n",
" -3.16414200e-02, -1.80499498e-02, 6.46116212e-02, -2.29021385e-02,\n",
" -3.06417923e-02, 1.63696539e-02, 1.82081275e-02, -3.65059823e-03,\n",
" -1.23866694e-02, 3.71335410e-02, -4.98086959e-02, -6.53380454e-02,\n",
" 1.75598022e-02, -1.85192879e-02, 9.98299569e-02, -4.64896038e-02,\n",
" 2.03627087e-02, 9.15553328e-03, 8.05961415e-02, 3.29447612e-02,\n",
" 9.49011557e-03, -5.38386293e-02, 1.54077355e-02, 2.37135254e-02,\n",
" 7.16495514e-02, -1.33581674e-02, 2.76386421e-02, 4.81983013e-02,\n",
" -1.42384013e-02, 1.56424418e-02, 2.17056577e-03, 3.27320863e-03,\n",
" -9.41903517e-03, -4.98297364e-02, 2.74362415e-02, 4.54752706e-02,\n",
" 6.78451359e-02, -4.00318392e-03, 1.30686387e-02, 1.51903369e-02,\n",
" 4.12242400e-04, 3.73814516e-02, -1.59802083e-02, -8.14699009e-02,\n",
" -8.47353600e-03, 9.60219800e-02, -7.80880125e-03, -3.21952328e-02,\n",
" 3.15174907e-02, 2.79639270e-02, -4.68367487e-02, -4.30173427e-02,\n",
" 4.15852964e-02, -1.94893416e-03, 1.30706280e-02, -6.23552278e-02,\n",
" 1.70877874e-02, -3.44659500e-02, -3.47739272e-02, -4.48573418e-02,\n",
" 1.23393387e-02, 8.17873999e-02, -1.41938739e-02, 5.46743674e-03,\n",
" -4.78848852e-02, -3.90132256e-02, 1.23068774e-02, 2.99219638e-02,\n",
" 2.48757773e-03, -1.01620657e-02, 2.03084555e-02, -4.83704433e-02,\n",
" 6.79735169e-02, -2.07049809e-02, 6.73996881e-02, -2.00436935e-02,\n",
" 1.82777196e-02, 4.96314988e-02, 1.28589347e-01, 2.10260395e-02,\n",
" -4.92736362e-02, -1.01200193e-01, 4.84346002e-02, -4.39294018e-02,\n",
" 1.45971617e-02, -1.27973054e-02, 2.32423116e-02, 1.09299317e-01,\n",
" 2.79940031e-02, -3.01719327e-02, -5.16427355e-03, 7.30355009e-02,\n",
" -8.01083911e-03, -2.37825215e-02, 4.13187733e-03, -1.14752702e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'cake': Embedding(embedding=array([ 0.10651217, -0.04568744, -0.01644042, -0.00759016, -0.00766604,\n",
" -0.05453351, 0.03046298, 0.06381991, 0.10513058, 0.06849895,\n",
" -0.01486601, 0.04022562, 0.02160159, 0.02411208, -0.01309854,\n",
" 0.0249785 , 0.05349096, 0.08916201, 0.0067981 , -0.01924058,\n",
" -0.08912471, -0.0480712 , 0.005278 , 0.05430724, 0.01909755,\n",
" 0.02418883, 0.0010883 , -0.03894087, 0.05912546, -0.01693924,\n",
" 0.08026671, -0.01549823, -0.01418169, 0.00481807, 0.03871056,\n",
" -0.01698481, -0.05392503, -0.01963312, -0.07923941, 0.04880261,\n",
" -0.04716707, 0.01110764, -0.01979342, -0.01756281, 0.03935369,\n",
" -0.0599291 , -0.03701998, 0.0438806 , -0.03095132, 0.02064235,\n",
" 0.03018822, -0.00665454, 0.00172393, 0.00906207, 0.04367844,\n",
" 0.06228192, 0.00293641, -0.08305408, -0.02614361, -0.02797293,\n",
" 0.04978694, 0.02284201, 0.02819354, 0.02053471, 0.01733162,\n",
" 0.0039522 , 0.03701803, 0.0184353 , -0.0112664 , -0.02191188,\n",
" -0.02314904, 0.03412652, 0.0200914 , 0.15955378, -0.01354626,\n",
" 0.01482044, 0.01065971, -0.07530862, 0.01975207, -0.0239437 ,\n",
" 0.05393504, 0.011824 , -0.07389947, 0.04967052, -0.01988445,\n",
" 0.03322666, -0.02138713, -0.08840685, -0.05770602, -0.03353742,\n",
" -0.0110912 , -0.03643568, -0.03533102, -0.08717286, -0.06588751,\n",
" 0.02217602, -0.07461089, 0.03222843, -0.0172634 , -0.00901375,\n",
" -0.01200493, -0.02241326, -0.02328543, -0.02865521, -0.03385872,\n",
" -0.01713856, 0.00041434, 0.02710289, -0.04763319, 0.08094827,\n",
" -0.02936594, -0.03230747, -0.00639534, -0.01148416, 0.01387108,\n",
" 0.08507611, 0.01729695, 0.08722602, -0.06248759, -0.02963257,\n",
" -0.15991527, -0.05490438, 0.03507126, -0.00104355, -0.02040057,\n",
" 0.00193889, -0.03114408, 0.04166649, -0.06880818, 0.01194871,\n",
" 0.00657482, 0.07054494, -0.02892554, 0.03205715, -0.02717077,\n",
" 0.04631944, 0.0140709 , 0.05823277, -0.00917574, 0.00978383,\n",
" -0.03686279, -0.01993602, -0.00517408, 0.01311626, -0.00692379,\n",
" 0.0358243 , 0.01416921, 0.06490427, -0.03958908, 0.00475856,\n",
" 0.06033214, 0.0315485 , -0.03080891, 0.02325029, -0.04623688,\n",
" -0.06458599, -0.03035675, 0.01354162, 0.03592446, 0.00498442,\n",
" 0.0176381 , 0.04946111, 0.03286221, -0.05918644, -0.09920823,\n",
" -0.00562688, 0.00280842, -0.03743221, 0.02722005, 0.05018843,\n",
" -0.03951845, 0.04339482, -0.04792847, 0.00678844, 0.04857865,\n",
" -0.07540879, -0.02997875, -0.01811758, 0.02586393, -0.00664954,\n",
" 0.02346016, -0.04645314, 0.0188648 , -0.01438991, -0.00545785,\n",
" 0.02210018, 0.01839659, -0.00390619, -0.0455449 , 0.00672876,\n",
" -0.08439305, -0.03290204, -0.02340765, 0.00875112, -0.06673084,\n",
" 0.04388924, 0.04297017, -0.02303904, -0.04999351, 0.002083 ,\n",
" 0.0882436 , 0.03220595, 0.04988685, 0.00707985, -0.02032006,\n",
" 0.02460438, 0.02487965, -0.02984428, -0.00787251, -0.04774384,\n",
" 0.05455937, -0.01151895, 0.05782204, 0.00996426, -0.0073648 ,\n",
" 0.04503424, -0.07130401, -0.08466247, -0.05132534, 0.03577382,\n",
" 0.01713581, 0.03574138, 0.05260462, 0.01151153, 0.01642102,\n",
" -0.0084385 , 0.03195198, -0.02332496, 0.0064503 , -0.00142486,\n",
" -0.05302592, 0.04058837, 0.02926778, -0.04209159, 0.03776222,\n",
" -0.03321564, -0.04213154, 0.00832903, 0.02807002, -0.09458868,\n",
" -0.01011116, -0.0489321 , 0.03415918, 0.06163619, 0.02489648,\n",
" -0.02343478, -0.07178898, -0.0130473 , 0.04922853, -0.03967022,\n",
" 0.02006984, 0.01317302, -0.0675617 , -0.03001797, 0.03893704,\n",
" 0.02449819, 0.04226323, -0.07093474, -0.06305354, -0.08099331,\n",
" -0.01019469, 0.00558228, -0.05494381, -0.02934444, 0.02332572,\n",
" -0.01047981, -0.00718332, -0.09353171, -0.07900432, 0.04748648,\n",
" -0.03794419, 0.08618966, -0.03330769, -0.05531829, 0.04796049,\n",
" 0.01188624, 0.03062695, 0.02212117, 0.00484391, 0.014766 ,\n",
" 0.05903441, -0.04720015, -0.01345617, 0.05732042, -0.0010326 ,\n",
" -0.03683707, -0.02115819, -0.00037103, -0.04709814, 0.04105485,\n",
" 0.01215528, 0.00285913, -0.02308303, 0.00044502, 0.04366661,\n",
" -0.02186911, -0.01095886, -0.01375052, 0.11784612, 0.09528057,\n",
" 0.03381306, 0.02514441, 0.04294157, -0.03825429, 0.05811504,\n",
" 0.07103814, -0.00155934, 0.02827762, -0.01480312, -0.02786479,\n",
" -0.04048546, -0.04434318, -0.04698421, 0.07796092, 0.02705267,\n",
" 0.01449158, 0.00814228, -0.01070438, -0.00107727, -0.05167909,\n",
" 0.0923204 , 0.07615018, 0.00271414, 0.04765766, 0.02622261,\n",
" 0.0428228 , -0.07127434, -0.06232997, -0.00334636, 0.07106285,\n",
" -0.06839942, -0.00498833, -0.02397333, -0.01454928, 0.05386149,\n",
" 0.03544568, -0.0058914 , 0.02490823, 0.0662085 , 0.06509191,\n",
" -0.01511199, -0.0808742 , -0.0107798 , -0.02249069, 0.02256644,\n",
" 0.04623895, -0.01186556, -0.07030414, 0.04051833, -0.07311308,\n",
" -0.04728919, 0.0017636 , -0.02358358, -0.06353541, 0.02464604,\n",
" -0.0136002 , 0.04487588, -0.00099416, -0.05874794, -0.04253023,\n",
" 0.01328549, -0.00449085, -0.02284636, 0.03290372, -0.10072255,\n",
" -0.01622042, -0.04491039, 0.03007307, 0.05454371, -0.04898413,\n",
" 0.0269709 , -0.05600061, 0.05248118, -0.00070479, -0.01173292,\n",
" 0.03413975, 0.0429728 , 0.03166912, 0.04802961, 0.03835714,\n",
" -0.00568159, 0.04859227, 0.02889524, -0.02318416, -0.05886932,\n",
" -0.03531395, 0.01905663, -0.06220186, -0.01890128, -0.03430212,\n",
" -0.09260929, 0.02751127, -0.00139587, 0.0925462 , 0.00383963,\n",
" 0.01638348, 0.0043894 , 0.02401391, -0.04903945, -0.01307593,\n",
" -0.12990063, -0.00456136, 0.05115915, -0.04050635, -0.06192031,\n",
" -0.0517565 , -0.00968253, 0.02679942, -0.0535089 , -0.08630844,\n",
" -0.04033367, 0.05462906, -0.01867057, -0.05176209, -0.04612077,\n",
" 0.03259997, -0.0554914 , 0.00341732, 0.07046604, -0.01395894,\n",
" -0.01054195, 0.00910056, 0.0187338 , 0.00857469, -0.02274277,\n",
" 0.0236561 , -0.04965208, -0.07833336, 0.02172328, -0.02484045,\n",
" 0.10626187, -0.04733652, 0.02338123, 0.01100982, 0.08368275,\n",
" 0.03490941, 0.01181423, -0.04337164, 0.00758997, 0.01994265,\n",
" 0.07410413, -0.00612207, 0.02814868, 0.03824608, -0.00690162,\n",
" 0.03210522, -0.0129281 , 0.01716376, -0.01354757, -0.03846071,\n",
" 0.03722265, 0.05194985, 0.06674139, 0.02500374, 0.01942639,\n",
" 0.02852245, -0.00171907, 0.0470455 , -0.01094659, -0.05779416,\n",
" -0.02357444, 0.08170647, -0.01355696, -0.04222123, 0.0445051 ,\n",
" 0.02034247, -0.06010182, -0.04734065, 0.0471369 , 0.00764159,\n",
" 0.02766774, -0.06685469, 0.01125739, -0.04203355, -0.0145611 ,\n",
" -0.02710397, 0.00303618, 0.05899227, 0.00164594, 0.00748699,\n",
" -0.04264173, -0.05577743, 0.01854631, 0.01807133, 0.0135964 ,\n",
" 0.00160468, 0.01235614, -0.05640339, 0.06287534, -0.00500301,\n",
" 0.06723524, -0.02448591, 0.01421426, 0.04224033, 0.1346672 ,\n",
" 0.01296434, -0.05986224, -0.09670347, 0.04311806, -0.02949359,\n",
" -0.00303642, -0.01478874, 0.0074234 , 0.08152118, 0.02574105,\n",
" -0.02389747, -0.01198625, 0.07036094, 0.00144292, -0.02407377,\n",
" 0.00069775, -0.10967197]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'captain': Embedding(embedding=array([ 1.09576948e-01, -3.78352441e-02, -1.84027180e-02, 1.47939157e-02,\n",
" -1.02534918e-02, -6.32140636e-02, 2.55034473e-02, 5.60904369e-02,\n",
" 1.00820631e-01, 5.13397492e-02, -2.03229897e-02, 4.96825986e-02,\n",
" 3.36389802e-02, 2.06662826e-02, -8.60504061e-03, 3.73160392e-02,\n",
" 6.18975051e-02, 9.25250351e-02, -4.40186867e-03, -1.82158723e-02,\n",
" -8.32738802e-02, -3.73183824e-02, 3.62395518e-03, 5.01053892e-02,\n",
" 8.80000740e-03, 1.71588585e-02, 9.50245000e-03, -4.92446050e-02,\n",
" 4.90601026e-02, -1.37689663e-02, 7.77958184e-02, -1.81570593e-02,\n",
" 1.86212752e-02, 4.94983932e-03, 4.22353223e-02, -3.28722484e-02,\n",
" -5.10528386e-02, -2.19667107e-02, -9.13913250e-02, 3.93816233e-02,\n",
" -4.53499779e-02, 2.12336052e-02, -2.62007695e-02, -9.66874976e-03,\n",
" 4.59590815e-02, -6.57748580e-02, -4.64150906e-02, 5.09832874e-02,\n",
" -2.71216650e-02, 1.65801719e-02, 3.36822867e-02, -2.09110063e-02,\n",
" 3.07722809e-03, 2.18954701e-02, 5.03739007e-02, 7.24961087e-02,\n",
" -2.05988660e-02, -9.01915878e-02, -2.48331279e-02, -2.25058980e-02,\n",
" 3.63259427e-02, 9.67086572e-03, 1.58414040e-02, 2.00067442e-02,\n",
" 2.03497875e-02, 2.00382061e-02, 3.93814109e-02, 2.78139561e-02,\n",
" -5.51731745e-03, -1.58892237e-02, -1.44607509e-02, 1.00976760e-02,\n",
" 3.17396447e-02, 1.37948096e-01, -3.14781331e-02, 8.25350918e-03,\n",
" 1.98622923e-02, -8.44591856e-02, 2.90585831e-02, -1.26080681e-02,\n",
" 2.07046550e-02, 2.45406851e-02, -6.56989068e-02, 3.90929580e-02,\n",
" -1.50113096e-02, 4.83688377e-02, -2.19272915e-02, -1.03750855e-01,\n",
" -5.69175705e-02, -2.18892433e-02, -3.08050103e-02, -4.77242470e-02,\n",
" -2.61951070e-02, -8.84142518e-02, -7.73347244e-02, 3.12672481e-02,\n",
" -7.67765269e-02, 3.83632444e-02, 1.55806821e-03, 1.16449855e-02,\n",
" -9.46883764e-03, -1.62397325e-02, -4.50040540e-03, -2.07413528e-02,\n",
" -3.89890522e-02, -2.88198050e-02, 5.93279488e-04, 3.43305431e-02,\n",
" -4.24947888e-02, 7.63668045e-02, -4.53717224e-02, -1.31182764e-02,\n",
" 5.49656991e-03, -7.68516771e-03, -1.66744448e-03, 7.76732713e-02,\n",
" 3.12225893e-02, 8.54300410e-02, -7.23414496e-02, -1.88201163e-02,\n",
" -1.72298029e-01, -5.28305769e-02, 2.58817300e-02, -1.37090287e-03,\n",
" -2.51684170e-02, 4.14002500e-03, -3.06558628e-02, 4.91643287e-02,\n",
" -7.34625906e-02, 7.93104433e-03, 1.14931716e-02, 5.34144640e-02,\n",
" -3.88444029e-02, 2.17072740e-02, -3.47000472e-02, 5.81330173e-02,\n",
" 1.80622358e-02, 5.98379895e-02, -8.08512978e-03, 1.71978530e-02,\n",
" -2.28043124e-02, -2.15220861e-02, -1.88117437e-02, 2.07667910e-02,\n",
" -2.64407359e-02, 3.45145874e-02, 5.24432957e-03, 6.28491193e-02,\n",
" -4.84702289e-02, 1.12338755e-02, 4.78804149e-02, 3.05014048e-02,\n",
" -3.44537385e-02, 3.49636301e-02, -2.42424160e-02, -5.35255522e-02,\n",
" -3.00462320e-02, 2.53304411e-02, 3.55562381e-02, 5.29472949e-03,\n",
" 1.58793852e-02, 5.10780998e-02, 4.31947671e-02, -6.68038204e-02,\n",
" -8.97716805e-02, 4.57004458e-03, 5.92369540e-03, -3.37106697e-02,\n",
" 4.47974540e-02, 3.69197950e-02, -2.39381269e-02, 3.05522066e-02,\n",
" -4.26177755e-02, 1.72924511e-02, 4.74977009e-02, -8.37670118e-02,\n",
" -2.79386602e-02, -6.58727065e-03, 2.47269608e-02, 1.14810863e-03,\n",
" 2.54028663e-02, -3.92149724e-02, 7.26384204e-03, -2.02867817e-02,\n",
" 2.60074483e-03, 1.24038616e-02, 1.19186975e-02, 1.22232297e-02,\n",
" -4.24217395e-02, -3.54870735e-03, -8.32489505e-02, -3.30170095e-02,\n",
" -2.01648567e-02, 1.47870444e-02, -6.31340146e-02, 4.43531312e-02,\n",
" 5.17812967e-02, -9.82813910e-03, -4.46906686e-02, -4.88187512e-03,\n",
" 8.47096518e-02, 2.59410460e-02, 5.10182902e-02, -2.31410540e-03,\n",
" -3.14039513e-02, 2.34738644e-03, 4.02530804e-02, -2.79972143e-02,\n",
" -1.09502198e-02, -6.02363572e-02, 5.15419133e-02, -1.44129954e-02,\n",
" 7.20573738e-02, 1.23196875e-03, -1.64865144e-02, 2.82252394e-02,\n",
" -9.29477811e-02, -8.27575102e-02, -4.51588854e-02, 3.65281701e-02,\n",
" 3.19688134e-02, 2.82132067e-02, 6.10946454e-02, 2.15485338e-02,\n",
" 7.59788929e-03, -3.01008709e-02, 3.02499402e-02, -7.37646781e-03,\n",
" -1.18250703e-03, -1.59502849e-02, -5.69886789e-02, 4.19220328e-02,\n",
" 3.37045752e-02, -3.49580683e-02, 5.07386476e-02, -4.28700931e-02,\n",
" -5.97465336e-02, 1.18461316e-02, 2.18353234e-02, -8.86996090e-02,\n",
" -1.50131714e-02, -5.00184782e-02, 1.66913867e-02, 4.75732908e-02,\n",
" 2.52376720e-02, -3.34255360e-02, -6.68109879e-02, -2.41355840e-02,\n",
" 3.98524627e-02, -4.30785194e-02, 5.05139833e-05, 2.18267273e-02,\n",
" -7.04722852e-02, -2.51576342e-02, 4.15123552e-02, 1.75851751e-02,\n",
" 5.02576455e-02, -6.32501990e-02, -4.86548394e-02, -8.87210965e-02,\n",
" -3.51492204e-02, 1.25706112e-02, -4.29629348e-02, -3.21701653e-02,\n",
" 1.99486390e-02, -3.38706915e-04, -3.46585107e-03, -1.00300185e-01,\n",
" -7.82468468e-02, 3.33835818e-02, -3.94401215e-02, 9.62390453e-02,\n",
" -2.91868672e-02, -4.59375940e-02, 6.57292530e-02, 1.55387586e-02,\n",
" 4.32653576e-02, 2.59210113e-02, 3.98075645e-04, 1.01971067e-02,\n",
" 6.95569590e-02, -5.93168773e-02, 9.65578668e-03, 4.80031818e-02,\n",
" -1.20959152e-03, -2.33379547e-02, -3.39310914e-02, 1.25059560e-02,\n",
" -3.66207361e-02, 4.22315933e-02, 1.14025874e-02, 2.17128848e-03,\n",
" -3.21963876e-02, 1.60778202e-02, 4.76315059e-02, -2.23298855e-02,\n",
" -9.25969891e-03, -9.21056140e-03, 1.27210692e-01, 9.03375894e-02,\n",
" 2.34756432e-02, 1.89534854e-02, 2.68225074e-02, -4.39448729e-02,\n",
" 4.95340154e-02, 1.01871394e-01, -1.11814113e-02, 3.32898535e-02,\n",
" -7.16553023e-03, -9.76487622e-03, -2.83838771e-02, -3.82004566e-02,\n",
" -5.33166192e-02, 7.59117827e-02, 2.03670356e-02, 7.63908168e-03,\n",
" 1.76716095e-03, 3.98854865e-03, -6.87355874e-03, -4.84353006e-02,\n",
" 7.98890218e-02, 6.62915111e-02, 2.40377970e-02, 5.28817028e-02,\n",
" 2.94330679e-02, 3.32293287e-02, -6.80481568e-02, -4.50251997e-02,\n",
" -6.78661466e-03, 8.50530192e-02, -5.37052788e-02, -1.09920027e-02,\n",
" -1.72436405e-02, -1.81702729e-02, 5.63199148e-02, 3.77286747e-02,\n",
" 1.45909493e-03, 2.05610096e-02, 6.69002235e-02, 6.38616756e-02,\n",
" -1.36512108e-02, -7.25991279e-02, -5.61217451e-03, -1.43071180e-02,\n",
" 3.08819069e-03, 4.59087789e-02, -1.58852134e-02, -7.54971579e-02,\n",
" 4.58360799e-02, -7.24815726e-02, -4.65525165e-02, 1.65313645e-03,\n",
" -2.58538201e-02, -6.13127165e-02, 1.53943440e-02, -2.32661311e-02,\n",
" 4.09454629e-02, -1.83082335e-02, -6.23223893e-02, -3.93808559e-02,\n",
" 1.19722541e-02, -1.17358277e-02, -2.09797639e-02, 3.56241539e-02,\n",
" -7.35250264e-02, -1.88315418e-02, -3.32569517e-02, 1.34952422e-02,\n",
" 6.37597516e-02, -5.36324680e-02, 3.00880186e-02, -4.24245484e-02,\n",
" 4.31088768e-02, -2.51225810e-02, -1.04263276e-02, 2.95551028e-02,\n",
" 4.85121645e-02, 3.65109220e-02, 5.05739227e-02, 3.08134649e-02,\n",
" -1.83001030e-02, 4.02446426e-02, 1.12003852e-02, -3.41561325e-02,\n",
" -6.13504872e-02, -2.95002647e-02, 1.96205396e-02, -4.94061597e-02,\n",
" -1.56034147e-02, -5.09804748e-02, -9.79782864e-02, 2.46157721e-02,\n",
" -5.14566340e-03, 8.79069120e-02, 1.31022204e-02, 1.78616252e-02,\n",
" 1.82346180e-02, 2.36701965e-02, -5.91383465e-02, -1.06812371e-02,\n",
" -1.28330514e-01, -1.84466857e-02, 4.61893156e-02, -2.97802426e-02,\n",
" -5.19542247e-02, -5.10501377e-02, -1.94881007e-03, 2.04285756e-02,\n",
" -4.47893813e-02, -9.49133858e-02, -3.97865772e-02, 6.22633137e-02,\n",
" -3.47309676e-03, -3.12041361e-02, -4.59025130e-02, 2.47565452e-02,\n",
" -6.69490397e-02, 1.13519803e-02, 6.58366308e-02, -8.66157096e-03,\n",
" -7.44458055e-03, -8.21079779e-03, 2.14891359e-02, 2.70357635e-03,\n",
" -2.72956546e-02, 1.88604891e-02, -4.54897992e-02, -8.44949484e-02,\n",
" 1.75147504e-02, -1.32518029e-02, 1.00631125e-01, -4.25497070e-02,\n",
" 3.23770344e-02, 1.37316845e-02, 8.83033499e-02, 4.51930128e-02,\n",
" 1.90974306e-02, -3.12925614e-02, 6.30084751e-03, 9.30380356e-03,\n",
" 7.96314105e-02, 1.38510612e-03, 3.89720835e-02, 3.62707935e-02,\n",
" -9.06112371e-04, 3.08266021e-02, -1.69242918e-02, 2.06223112e-02,\n",
" -5.69060165e-03, -3.51983346e-02, 2.49038935e-02, 6.49552718e-02,\n",
" 6.73685297e-02, 2.49368455e-02, 2.10495293e-02, 4.07601520e-02,\n",
" 1.15393344e-02, 3.69138867e-02, -1.36112561e-02, -5.93554266e-02,\n",
" -2.71496531e-02, 7.29970038e-02, -6.76133251e-03, -4.43589874e-02,\n",
" 5.24818487e-02, 1.20462729e-02, -5.57069927e-02, -4.80719283e-02,\n",
" 5.82237877e-02, 1.04967207e-02, 3.30702700e-02, -5.66247478e-02,\n",
" 7.01687764e-03, -4.39471267e-02, -1.88238861e-03, -2.66024340e-02,\n",
" -7.23312190e-03, 5.36394119e-02, 9.10702627e-03, 9.92531702e-03,\n",
" -3.99811864e-02, -7.29760528e-02, 3.26912776e-02, 7.68417120e-03,\n",
" 1.48438960e-02, 8.14533886e-03, 1.33010419e-02, -6.11371845e-02,\n",
" 6.28878549e-02, 1.52777703e-02, 6.92737699e-02, -3.79181132e-02,\n",
" 1.67673845e-02, 3.95542979e-02, 1.23584226e-01, -3.69621534e-03,\n",
" -5.96335195e-02, -1.03086852e-01, 2.62063909e-02, -3.16299498e-02,\n",
" -7.73424981e-03, -7.71176163e-03, 1.00458208e-02, 6.47886544e-02,\n",
" 2.86313631e-02, -2.78547890e-02, -1.28317773e-02, 7.80492425e-02,\n",
" 1.25006372e-02, -2.09460780e-03, -1.29547641e-02, -9.60448310e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'captain-america': Embedding(embedding=array([ 0.10904612, -0.03786624, -0.01226965, 0.02266831, -0.01199697,\n",
" -0.06169026, 0.019777 , 0.06221662, 0.09990332, 0.05058023,\n",
" -0.02541375, 0.05537115, 0.03255457, 0.01949513, -0.00318066,\n",
" 0.04134293, 0.0648336 , 0.08488052, -0.00625657, -0.01579228,\n",
" -0.08311082, -0.03682843, -0.00348944, 0.05149167, 0.00086375,\n",
" 0.0126549 , 0.01271814, -0.04707563, 0.0488081 , -0.015762 ,\n",
" 0.07110341, -0.02570447, 0.01717047, -0.00378702, 0.03937036,\n",
" -0.03154335, -0.04353128, -0.02067493, -0.09311318, 0.04584757,\n",
" -0.04569539, 0.02702874, -0.02999815, -0.00919614, 0.04868111,\n",
" -0.06121024, -0.04306822, 0.05507639, -0.02639789, 0.01200289,\n",
" 0.03510917, -0.02094434, 0.00246132, 0.02287778, 0.04359347,\n",
" 0.07533965, -0.02417631, -0.09213612, -0.02118601, -0.0232832 ,\n",
" 0.03664505, 0.00660929, 0.01290364, 0.01478671, 0.02569445,\n",
" 0.02058328, 0.03699927, 0.02060395, -0.00096741, -0.01816868,\n",
" -0.00610807, 0.0104456 , 0.03349796, 0.13713853, -0.03431576,\n",
" 0.01037972, 0.02274638, -0.09297556, 0.02855863, -0.01956449,\n",
" 0.01459094, 0.02436084, -0.06079921, 0.03845248, -0.00870487,\n",
" 0.05040182, -0.01725641, -0.09588401, -0.06263355, -0.02617744,\n",
" -0.02925201, -0.04640685, -0.01581767, -0.09026513, -0.08026308,\n",
" 0.03124992, -0.0758407 , 0.03882242, 0.00363387, 0.01263168,\n",
" -0.00989331, -0.02188166, 0.00307894, -0.01828601, -0.03862745,\n",
" -0.03093601, 0.00052035, 0.03507795, -0.04507672, 0.07743227,\n",
" -0.04642784, -0.01429174, 0.01179244, -0.01645506, -0.00167017,\n",
" 0.07947411, 0.0329281 , 0.07852587, -0.06723535, -0.01614653,\n",
" -0.18996501, -0.0514646 , 0.01870951, 0.00497903, -0.02671709,\n",
" 0.00483337, -0.03618664, 0.04448451, -0.07573503, 0.0023024 ,\n",
" 0.00819097, 0.04903727, -0.03988322, 0.02322046, -0.02915016,\n",
" 0.05767373, 0.0225118 , 0.06036721, -0.01063405, 0.0207757 ,\n",
" -0.02341292, -0.01955383, -0.02881132, 0.01664777, -0.02879634,\n",
" 0.02980009, 0.00216617, 0.05813986, -0.04778092, 0.00998752,\n",
" 0.05011069, 0.03107387, -0.0299257 , 0.03688779, -0.02497855,\n",
" -0.04721178, -0.02665392, 0.03202359, 0.03470012, 0.00477196,\n",
" 0.01872215, 0.04694073, 0.04951954, -0.06813363, -0.08465988,\n",
" 0.0032768 , 0.00535744, -0.02865492, 0.04194431, 0.02789636,\n",
" -0.0235721 , 0.03083169, -0.04213389, 0.01521427, 0.05033053,\n",
" -0.08722317, -0.03217204, -0.0117829 , 0.02412471, -0.00066554,\n",
" 0.02609923, -0.04179344, 0.00568957, -0.01950488, 0.00215547,\n",
" 0.00896643, 0.00985308, 0.01488261, -0.04030311, -0.01138154,\n",
" -0.08545507, -0.03037876, -0.01783022, 0.01676911, -0.06394503,\n",
" 0.04255339, 0.0572781 , -0.00030558, -0.04225502, -0.00699045,\n",
" 0.08174631, 0.02529523, 0.05795513, -0.00114709, -0.03710051,\n",
" 0.00497955, 0.04243621, -0.02712488, -0.00693792, -0.06144411,\n",
" 0.05241485, -0.01887821, 0.07355238, 0.00487841, -0.01291819,\n",
" 0.02411176, -0.08913574, -0.09009437, -0.04160454, 0.03458947,\n",
" 0.03579505, 0.02344415, 0.06868514, 0.02191939, 0.00700388,\n",
" -0.03526781, 0.03527828, -0.00776084, 0.00081402, -0.01708347,\n",
" -0.05416922, 0.04341758, 0.03239374, -0.0343039 , 0.05114411,\n",
" -0.03724364, -0.06036786, 0.01260099, 0.01651496, -0.08664423,\n",
" -0.02171297, -0.04282578, 0.01490411, 0.03815198, 0.02437474,\n",
" -0.03739927, -0.05785119, -0.01932833, 0.03128965, -0.04516716,\n",
" 0.00151201, 0.02291224, -0.0712342 , -0.02419099, 0.04504249,\n",
" 0.01589108, 0.05264935, -0.06582426, -0.0480954 , -0.09219532,\n",
" -0.04097687, 0.01055249, -0.03869318, -0.02502086, 0.01555091,\n",
" 0.00263105, -0.00610895, -0.10545701, -0.0823805 , 0.0283046 ,\n",
" -0.04053956, 0.09973828, -0.02413983, -0.05006917, 0.07246896,\n",
" 0.01621475, 0.04201814, 0.0260381 , -0.00196137, 0.01007367,\n",
" 0.06078499, -0.06049392, 0.01462186, 0.03722779, 0.00574413,\n",
" -0.02444445, -0.03416009, 0.00744161, -0.03556267, 0.03639349,\n",
" 0.00972968, 0.0066694 , -0.03908405, 0.01899204, 0.04884138,\n",
" -0.02044114, -0.00777766, -0.00373037, 0.12769233, 0.09352314,\n",
" 0.02128733, 0.01625003, 0.02665866, -0.04128006, 0.05319497,\n",
" 0.10408538, -0.01599029, 0.0366743 , -0.00653144, -0.01583613,\n",
" -0.02043155, -0.04030517, -0.05916358, 0.07224843, 0.01877184,\n",
" 0.00458081, -0.00423564, -0.00171684, -0.00960122, -0.05361748,\n",
" 0.07018189, 0.05759808, 0.01585301, 0.05620357, 0.02791123,\n",
" 0.01830893, -0.06263256, -0.04503837, -0.00356706, 0.08150958,\n",
" -0.05277845, -0.01366459, -0.01550981, -0.02569006, 0.06102709,\n",
" 0.03404937, 0.00747834, 0.02476551, 0.07113572, 0.05532052,\n",
" -0.00555486, -0.06207541, -0.01110478, -0.0124223 , 0.00097345,\n",
" 0.04454438, -0.01720857, -0.07503734, 0.04351416, -0.08232848,\n",
" -0.04975013, -0.00878685, -0.02862122, -0.06193754, 0.01208677,\n",
" -0.02806926, 0.03932904, -0.01970175, -0.05560004, -0.0328044 ,\n",
" 0.01407648, -0.016491 , -0.02437673, 0.0381136 , -0.07096392,\n",
" -0.01398612, -0.03246649, 0.01235518, 0.06037987, -0.05360907,\n",
" 0.03671677, -0.04442091, 0.04100186, -0.02055844, -0.00413998,\n",
" 0.02491682, 0.05142605, 0.03624905, 0.04813542, 0.03610592,\n",
" -0.02617032, 0.0387083 , -0.00141228, -0.02865095, -0.05091725,\n",
" -0.02924409, 0.01764745, -0.04550499, -0.01454519, -0.05288276,\n",
" -0.10180739, 0.02178852, -0.01370395, 0.07804509, 0.01382745,\n",
" 0.01688685, 0.02377569, 0.02197189, -0.05924338, -0.01745984,\n",
" -0.12624572, -0.01471933, 0.04882943, -0.03103358, -0.05663323,\n",
" -0.05285716, 0.00112379, 0.0220687 , -0.04815199, -0.08918642,\n",
" -0.03902294, 0.0603209 , -0.01372046, -0.02897517, -0.05363986,\n",
" 0.02206609, -0.06988863, 0.0113077 , 0.06770917, -0.00432315,\n",
" -0.00480001, -0.00969373, 0.02019592, 0.00052352, -0.03070363,\n",
" 0.02174005, -0.04612964, -0.08834831, 0.02071792, -0.01155301,\n",
" 0.10502976, -0.04636178, 0.03335372, 0.01514789, 0.09194993,\n",
" 0.04486977, 0.02012053, -0.02518305, 0.00603907, 0.01143972,\n",
" 0.07782045, 0.00511779, 0.039394 , 0.03703316, 0.00142136,\n",
" 0.02941063, -0.01617842, 0.01714099, -0.00901593, -0.02983251,\n",
" 0.02687099, 0.0615701 , 0.07171614, 0.03402472, 0.01175196,\n",
" 0.0486341 , 0.01571385, 0.04031514, -0.0133478 , -0.05087294,\n",
" -0.02720491, 0.06426281, 0.00150147, -0.04472224, 0.05332582,\n",
" 0.01289842, -0.05226232, -0.04475851, 0.05467397, 0.01735192,\n",
" 0.03370277, -0.04705989, 0.0019257 , -0.05158593, 0.00116661,\n",
" -0.02322926, -0.01025743, 0.05076099, 0.01006596, 0.00602667,\n",
" -0.03128052, -0.08734693, 0.03506474, 0.00605503, 0.01499493,\n",
" 0.00593834, 0.01399198, -0.05760088, 0.06184217, 0.01988914,\n",
" 0.06473654, -0.04052847, 0.01637445, 0.03683013, 0.1206703 ,\n",
" -0.00770624, -0.05489834, -0.10626069, 0.02273579, -0.02820115,\n",
" -0.01175302, -0.00866601, 0.00284169, 0.06769688, 0.03280913,\n",
" -0.02504022, -0.01047142, 0.07765976, 0.01837871, -0.00748706,\n",
" -0.00758319, -0.09624784]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'cb': Embedding(embedding=array([ 9.61385220e-02, -5.01272716e-02, -1.25826225e-02, -3.36328074e-02,\n",
" 2.51436904e-05, -3.99542600e-02, 3.94828059e-02, 6.31175861e-02,\n",
" 9.97298732e-02, 8.16377997e-02, -8.96871742e-03, 3.23343575e-02,\n",
" 1.84817910e-02, 3.21383215e-02, -1.10927178e-02, 2.08561067e-02,\n",
" 3.55544090e-02, 8.60595331e-02, 1.30647765e-02, -2.04984527e-02,\n",
" -8.38264748e-02, -4.53716703e-02, 5.64216310e-03, 5.85680939e-02,\n",
" 2.89646946e-02, 3.34526077e-02, -8.14340450e-03, -3.83638218e-02,\n",
" 6.06249608e-02, -8.97217635e-03, 8.28635097e-02, -8.20790883e-03,\n",
" -2.64546759e-02, -4.45705745e-03, 3.09124012e-02, -1.17691606e-02,\n",
" -4.44854684e-02, -2.27398500e-02, -6.98138252e-02, 5.30169867e-02,\n",
" -3.78902443e-02, 5.86813968e-03, -2.12608278e-02, -2.16856375e-02,\n",
" 3.03637795e-02, -6.25928938e-02, -2.35719196e-02, 4.53673787e-02,\n",
" -2.99568437e-02, 3.06764934e-02, 3.31797078e-02, -1.26052904e-03,\n",
" 2.69836001e-03, 3.56050371e-03, 4.05505225e-02, 4.80521508e-02,\n",
" 9.42983292e-03, -6.17475845e-02, -3.63165326e-02, -4.09748517e-02,\n",
" 4.73228581e-02, 2.44596843e-02, 3.60935293e-02, 2.12715324e-02,\n",
" 1.47902397e-02, -7.72761321e-03, 3.50513570e-02, 2.15149950e-03,\n",
" -1.22473622e-02, -2.37670727e-02, -2.83109099e-02, 5.47204390e-02,\n",
" 9.15039238e-03, 1.63676202e-01, -4.22995165e-03, 2.52876766e-02,\n",
" 2.95501406e-04, -6.98519200e-02, 1.53201967e-02, -2.16876324e-02,\n",
" 7.02000707e-02, 5.08818659e-04, -6.99478611e-02, 5.34439981e-02,\n",
" -2.85167899e-02, 2.16903556e-02, -1.84522439e-02, -7.89928064e-02,\n",
" -5.41493520e-02, -4.96485047e-02, -7.73476018e-03, -3.56965810e-02,\n",
" -4.94417548e-02, -9.29263383e-02, -4.63048555e-02, -4.55170462e-04,\n",
" -7.14616477e-02, 2.77040545e-02, -2.83985063e-02, -1.68696921e-02,\n",
" -1.56402010e-02, -2.49880347e-02, -3.19779068e-02, -3.17078345e-02,\n",
" -3.86680216e-02, -8.15795641e-03, 8.27788259e-04, 2.98576765e-02,\n",
" -6.67544231e-02, 8.48065838e-02, -2.62144059e-02, -4.63579372e-02,\n",
" -1.83962453e-02, -1.24935405e-02, 2.72785015e-02, 7.71228746e-02,\n",
" 7.99758732e-03, 9.70615521e-02, -5.48230745e-02, -3.67681496e-02,\n",
" -1.39088482e-01, -5.81927598e-02, 3.60700339e-02, -6.63760118e-03,\n",
" -1.90601703e-02, -6.26156398e-05, -2.26876158e-02, 2.99517624e-02,\n",
" -5.78462854e-02, 2.23561246e-02, 5.02011320e-03, 7.57204071e-02,\n",
" -2.58190390e-02, 2.94363927e-02, -3.41896415e-02, 4.47586477e-02,\n",
" -2.20080395e-03, 5.58626428e-02, -5.36081335e-03, -2.25487762e-04,\n",
" -3.88363227e-02, -1.69810560e-02, 1.01707447e-02, 6.05837349e-03,\n",
" 1.73950754e-03, 2.07963865e-02, 1.12210959e-02, 6.84405416e-02,\n",
" -4.55082096e-02, 1.58226548e-03, 6.05591200e-02, 2.48968434e-02,\n",
" -2.77597848e-02, 8.12535640e-03, -6.58058301e-02, -7.03553408e-02,\n",
" -3.03368103e-02, 1.76456652e-03, 3.60731333e-02, 8.32150690e-04,\n",
" 2.72406489e-02, 4.64886725e-02, 3.21491770e-02, -5.93310483e-02,\n",
" -1.01346575e-01, 4.80530737e-03, 1.00591476e-03, -4.28803675e-02,\n",
" 1.66082308e-02, 6.14694655e-02, -4.44443449e-02, 5.35779297e-02,\n",
" -4.94405627e-02, -1.14399602e-03, 3.42294835e-02, -5.58356419e-02,\n",
" -2.62338333e-02, -2.26515085e-02, 1.42979277e-02, -1.83955058e-02,\n",
" 3.03099062e-02, -4.71645035e-02, 2.70368904e-02, -4.26657638e-03,\n",
" -1.27185555e-02, 3.86661552e-02, 1.72236003e-02, -1.43149542e-02,\n",
" -4.88283001e-02, 1.98051818e-02, -7.63218552e-02, -2.84976289e-02,\n",
" -2.98815202e-02, 6.86196610e-03, -5.86357713e-02, 3.93267311e-02,\n",
" 3.76105607e-02, -3.08609288e-02, -5.15682772e-02, 8.57853051e-03,\n",
" 8.48420188e-02, 3.38358767e-02, 4.16666195e-02, -1.70811231e-03,\n",
" -1.01890676e-02, 3.94437350e-02, 5.78989740e-03, -3.28091383e-02,\n",
" -9.65388305e-03, -2.83609163e-02, 5.31356856e-02, -1.70127675e-02,\n",
" 4.56959382e-02, -1.63018191e-03, -2.99673178e-03, 5.46209849e-02,\n",
" -5.83490878e-02, -7.31150433e-02, -5.58516644e-02, 4.07714956e-02,\n",
" 1.89176928e-02, 3.92093360e-02, 4.39437367e-02, -4.30728483e-04,\n",
" 1.85129587e-02, 1.28921354e-02, 2.28228159e-02, -3.40278037e-02,\n",
" 2.30042320e-02, 1.24132847e-02, -3.71086821e-02, 3.41063179e-02,\n",
" 2.79364437e-02, -3.31453830e-02, 3.15792263e-02, -2.75124088e-02,\n",
" -1.76088735e-02, 5.14923269e-03, 2.95522138e-02, -1.07760519e-01,\n",
" 2.16646306e-03, -5.28841577e-02, 5.13783246e-02, 7.91079178e-02,\n",
" 1.89891029e-02, -1.17380256e-02, -6.64100051e-02, -1.74141815e-03,\n",
" 5.34299873e-02, -3.20264958e-02, 2.47165598e-02, -4.53017332e-04,\n",
" -7.24378079e-02, -3.09044309e-02, 3.53753641e-02, 3.18517648e-02,\n",
" 5.21970913e-02, -6.89381361e-02, -6.78826272e-02, -6.37499318e-02,\n",
" -8.32005346e-04, -2.81960471e-03, -6.21451549e-02, -2.77597327e-02,\n",
" 3.11162360e-02, -2.30859909e-02, -1.38324574e-02, -7.94287547e-02,\n",
" -7.32223839e-02, 4.73967940e-02, -3.15612294e-02, 8.10450986e-02,\n",
" -3.39832567e-02, -5.32918982e-02, 3.27881314e-02, 3.29280598e-03,\n",
" 2.22299304e-02, 2.25418080e-02, 1.62148604e-03, 1.28913894e-02,\n",
" 5.01169004e-02, -3.71755473e-02, -2.25534830e-02, 6.10261895e-02,\n",
" -6.21494558e-03, -3.68327498e-02, -2.05295738e-02, -4.49109590e-03,\n",
" -5.89242764e-02, 4.32788506e-02, 1.18260980e-02, 7.22952187e-03,\n",
" -1.78675596e-02, -3.71672120e-03, 4.15867418e-02, -1.66633092e-02,\n",
" -1.84146464e-02, -2.42493786e-02, 1.10077813e-01, 8.74479115e-02,\n",
" 4.76743840e-02, 2.79197674e-02, 5.42054027e-02, -3.53194550e-02,\n",
" 5.35196550e-02, 4.89792600e-02, 1.09823933e-02, 2.01681443e-02,\n",
" -2.32836511e-02, -3.09734512e-02, -5.32767586e-02, -5.58704734e-02,\n",
" -3.22389491e-02, 7.35254511e-02, 2.82269418e-02, 2.02458538e-02,\n",
" 7.88135547e-03, -7.65143475e-03, 1.25132054e-02, -5.83175868e-02,\n",
" 8.52660686e-02, 8.40393007e-02, -3.17882840e-03, 4.87661324e-02,\n",
" 3.62302214e-02, 5.75145334e-02, -7.56003112e-02, -7.93154314e-02,\n",
" -3.05468240e-03, 5.57770990e-02, -7.25247338e-02, -5.68705797e-03,\n",
" -3.57409865e-02, -8.00798461e-03, 5.40571101e-02, 3.26280482e-02,\n",
" -7.31811766e-03, 2.65736096e-02, 6.47189841e-02, 6.73189387e-02,\n",
" -3.80465277e-02, -8.59319046e-02, -1.91682298e-02, -2.76721399e-02,\n",
" 2.94255447e-02, 5.25028631e-02, -2.11130641e-02, -7.51910582e-02,\n",
" 4.00462449e-02, -5.75614087e-02, -4.33957018e-02, 6.04146486e-03,\n",
" -1.94109865e-02, -5.32417297e-02, 3.24492976e-02, -4.88957670e-03,\n",
" 5.55823669e-02, -8.15591135e-04, -6.17818870e-02, -4.53390218e-02,\n",
" 1.75433103e-02, 2.16703583e-03, -3.05540785e-02, 3.09940111e-02,\n",
" -1.14346519e-01, -2.75052171e-02, -5.10846674e-02, 4.50015627e-02,\n",
" 4.36480269e-02, -4.28056903e-02, 2.24544201e-02, -6.37074113e-02,\n",
" 5.53233847e-02, 9.46072116e-03, -1.70370936e-02, 4.09102403e-02,\n",
" 3.83159220e-02, 3.04420609e-02, 5.31863607e-02, 2.69052647e-02,\n",
" 1.24853235e-02, 6.22413345e-02, 3.23827602e-02, -1.61792822e-02,\n",
" -5.42440824e-02, -4.65749167e-02, 8.21143482e-03, -5.97762056e-02,\n",
" -1.56001188e-02, -1.46419806e-02, -8.78859907e-02, 2.05784068e-02,\n",
" 1.13902765e-03, 1.07765339e-01, -9.15032113e-04, 1.39417797e-02,\n",
" -1.26929479e-02, 2.01209784e-02, -3.90868187e-02, -1.13957142e-02,\n",
" -1.28677845e-01, -7.67562073e-03, 6.56531230e-02, -4.51964661e-02,\n",
" -7.88816810e-02, -4.55879271e-02, -2.16033496e-03, 2.79642884e-02,\n",
" -4.34306972e-02, -8.67100731e-02, -4.14941087e-02, 5.24419323e-02,\n",
" -8.73744953e-03, -5.63291237e-02, -3.78637277e-02, 3.79707180e-02,\n",
" -3.28085050e-02, -9.04015452e-03, 7.26105794e-02, -2.19274964e-02,\n",
" -1.61962584e-02, 1.27583537e-02, 1.93019938e-02, -7.10703200e-04,\n",
" -1.28019676e-02, 3.78760658e-02, -5.36781922e-02, -6.93990141e-02,\n",
" 1.74175203e-02, -1.57081783e-02, 1.00382246e-01, -4.46070731e-02,\n",
" 1.84571948e-02, 1.23821953e-02, 7.86270723e-02, 3.03441919e-02,\n",
" 6.13836944e-03, -5.26158400e-02, 1.08983489e-02, 2.95018665e-02,\n",
" 7.35383257e-02, -9.49689001e-03, 2.85652019e-02, 4.74661775e-02,\n",
" -1.25692133e-02, 2.03346051e-02, 2.75767088e-04, 1.07332412e-02,\n",
" -1.06226830e-02, -4.49121222e-02, 3.41403149e-02, 4.55431491e-02,\n",
" 6.69072568e-02, 5.17146010e-03, 2.03108042e-02, 2.10143365e-02,\n",
" -5.47872297e-03, 4.34526466e-02, -1.04798302e-02, -7.26814717e-02,\n",
" -1.12610627e-02, 8.80067721e-02, -1.28607899e-02, -3.44624147e-02,\n",
" 3.53041217e-02, 2.94840373e-02, -5.12210019e-02, -4.39751931e-02,\n",
" 3.28911506e-02, -2.82111764e-03, 1.47353131e-02, -6.50662780e-02,\n",
" 2.05129087e-02, -3.90453972e-02, -2.59451326e-02, -4.26067188e-02,\n",
" 4.87710349e-03, 7.55649582e-02, -1.21317003e-02, 2.67249229e-03,\n",
" -4.54254299e-02, -4.00514230e-02, 1.25838025e-02, 2.73916256e-02,\n",
" 3.66444676e-03, -1.02602672e-02, 1.90618150e-02, -4.60918061e-02,\n",
" 6.47804812e-02, -1.63698774e-02, 6.36436790e-02, -1.70568191e-02,\n",
" 1.67472567e-02, 4.83502746e-02, 1.36152431e-01, 2.22011954e-02,\n",
" -5.30423671e-02, -9.72367600e-02, 4.33418304e-02, -3.44958007e-02,\n",
" 9.28219501e-03, -1.16798319e-02, 1.95186157e-02, 1.04800232e-01,\n",
" 2.66519375e-02, -3.15785669e-02, -5.08227246e-03, 7.52926916e-02,\n",
" -8.52911267e-03, -3.01119238e-02, 7.47934543e-03, -1.19316548e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'cbb': Embedding(embedding=array([ 9.39941108e-02, -4.79630046e-02, -1.37392543e-02, -2.88549922e-02,\n",
" 3.36675788e-04, -4.74841483e-02, 3.32634374e-02, 6.55649602e-02,\n",
" 1.00951158e-01, 7.83300176e-02, -1.27332266e-02, 3.71870846e-02,\n",
" 1.99526493e-02, 2.96097323e-02, -1.15705943e-02, 2.36118566e-02,\n",
" 4.31270115e-02, 8.66555125e-02, 1.55334827e-02, -2.57313699e-02,\n",
" -8.39541331e-02, -4.78686430e-02, 2.77804164e-03, 5.51307872e-02,\n",
" 1.99611001e-02, 2.68375427e-02, 2.82343524e-03, -3.77363563e-02,\n",
" 5.87822571e-02, -1.24283880e-02, 8.16832036e-02, -1.21421628e-02,\n",
" -1.97035093e-02, -2.95606232e-03, 3.47544476e-02, -1.24564655e-02,\n",
" -5.33708557e-02, -1.92744210e-02, -7.58990720e-02, 5.19836955e-02,\n",
" -3.64458486e-02, 5.19164046e-03, -1.91467609e-02, -2.20262166e-02,\n",
" 3.38933207e-02, -6.22815900e-02, -2.85481606e-02, 4.19657864e-02,\n",
" -3.01385932e-02, 3.00556812e-02, 2.57996712e-02, -3.78479785e-03,\n",
" 4.96218959e-03, 5.40209049e-03, 3.97420749e-02, 5.32866791e-02,\n",
" 9.84072313e-03, -7.05807805e-02, -3.12290471e-02, -3.30815539e-02,\n",
" 5.22181056e-02, 2.50161514e-02, 3.32562923e-02, 1.90518796e-02,\n",
" 1.93281956e-02, -3.25548928e-03, 3.33225839e-02, 8.78230855e-03,\n",
" -1.55294444e-02, -2.22531594e-02, -2.44953334e-02, 4.91300635e-02,\n",
" 1.47177316e-02, 1.65053874e-01, -9.46442038e-03, 2.29830928e-02,\n",
" 4.65477072e-03, -6.99855909e-02, 1.52609646e-02, -2.19893511e-02,\n",
" 6.66231364e-02, 4.42466000e-03, -7.44820386e-02, 5.42574860e-02,\n",
" -2.58249603e-02, 2.06643809e-02, -2.32740324e-02, -8.22620466e-02,\n",
" -5.45589812e-02, -4.73378934e-02, -6.91068312e-03, -3.21015976e-02,\n",
" -4.69839759e-02, -9.41378847e-02, -5.09552658e-02, 1.17325392e-02,\n",
" -7.72337466e-02, 3.14052477e-02, -2.64305156e-02, -1.53092034e-02,\n",
" -1.15437126e-02, -1.90589167e-02, -3.14561836e-02, -3.57851200e-02,\n",
" -3.75340991e-02, -6.55089552e-03, 4.17338393e-04, 2.98751406e-02,\n",
" -6.02855012e-02, 8.26709792e-02, -2.61839107e-02, -3.94255482e-02,\n",
" -1.43366009e-02, -8.28490313e-03, 2.56548487e-02, 8.11787173e-02,\n",
" 1.01853767e-02, 9.35599133e-02, -5.64939566e-02, -3.82899158e-02,\n",
" -1.48511752e-01, -5.55267632e-02, 3.83681059e-02, -2.53854389e-03,\n",
" -1.69875417e-02, 3.24370130e-03, -3.00918184e-02, 3.39535847e-02,\n",
" -5.91092780e-02, 1.48830926e-02, 2.20274320e-03, 7.46423230e-02,\n",
" -2.59178635e-02, 3.06865461e-02, -2.70058066e-02, 4.21625078e-02,\n",
" 4.82952083e-03, 5.70544824e-02, -4.44963109e-03, 2.79631582e-03,\n",
" -4.14004251e-02, -1.81824025e-02, 5.28242439e-03, 4.63866256e-03,\n",
" 6.68859342e-04, 2.13910844e-02, 1.66241024e-02, 6.85504302e-02,\n",
" -4.29677442e-02, 4.72005876e-03, 6.04667999e-02, 2.58674938e-02,\n",
" -2.96912603e-02, 1.27876904e-02, -5.96777089e-02, -6.71337768e-02,\n",
" -3.08159329e-02, -1.94621109e-03, 3.35887559e-02, 2.41067937e-05,\n",
" 2.57210303e-02, 4.73559648e-02, 2.91935354e-02, -5.63159697e-02,\n",
" -1.06524721e-01, -2.79047037e-03, -1.19069708e-04, -4.26875688e-02,\n",
" 1.82940159e-02, 5.36900014e-02, -4.19012234e-02, 5.32312430e-02,\n",
" -5.53260893e-02, 9.29946662e-04, 4.56896275e-02, -6.31326139e-02,\n",
" -2.94212457e-02, -2.10301597e-02, 2.12371759e-02, -1.32608851e-02,\n",
" 2.82951910e-02, -4.56286669e-02, 2.28825063e-02, -7.68982759e-03,\n",
" -1.04514854e-02, 3.17132212e-02, 1.83965694e-02, -1.52624696e-02,\n",
" -4.67241704e-02, 1.62589327e-02, -8.20882991e-02, -2.91287210e-02,\n",
" -2.74512582e-02, 5.23670902e-03, -5.93491346e-02, 3.85142788e-02,\n",
" 3.64928730e-02, -2.81176530e-02, -4.88375276e-02, 4.36976878e-03,\n",
" 8.91060233e-02, 3.20387036e-02, 4.51985411e-02, 4.64348448e-03,\n",
" -1.58218741e-02, 3.33501212e-02, 1.45762311e-02, -2.96880342e-02,\n",
" -9.77741275e-03, -3.57776582e-02, 5.25166765e-02, -1.31736873e-02,\n",
" 4.92773764e-02, 5.37297642e-03, -3.06722010e-03, 5.33228181e-02,\n",
" -6.04272895e-02, -7.61698708e-02, -5.60443960e-02, 3.60031351e-02,\n",
" 1.40991490e-02, 3.61578390e-02, 4.67633083e-02, 2.51332182e-03,\n",
" 2.39207819e-02, 4.55395458e-03, 2.96284072e-02, -3.11133172e-02,\n",
" 1.23996427e-02, 1.67020373e-02, -4.49101813e-02, 3.27843055e-02,\n",
" 2.96369214e-02, -3.64107452e-02, 3.37351337e-02, -2.60019582e-02,\n",
" -2.57504210e-02, 5.94192510e-03, 3.31832021e-02, -1.05496846e-01,\n",
" 1.51974178e-04, -4.81233075e-02, 4.38151956e-02, 7.57713765e-02,\n",
" 1.84350293e-02, -1.56821180e-02, -6.75720796e-02, -6.25372306e-03,\n",
" 4.58225422e-02, -3.72136012e-02, 2.61810981e-02, 6.17184769e-03,\n",
" -6.86128736e-02, -3.16909924e-02, 3.22473571e-02, 2.85514686e-02,\n",
" 4.49683517e-02, -7.63949677e-02, -6.98075294e-02, -7.31096193e-02,\n",
" -6.81774970e-03, -2.59196549e-03, -5.76339625e-02, -2.97881402e-02,\n",
" 2.87781730e-02, -2.06811558e-02, -9.71243531e-03, -8.45415443e-02,\n",
" -7.86643699e-02, 4.78674434e-02, -3.48546617e-02, 8.63456577e-02,\n",
" -3.75417806e-02, -5.50948679e-02, 3.79965790e-02, 9.32328030e-03,\n",
" 2.69695241e-02, 2.30711587e-02, 5.53399278e-03, 1.08101508e-02,\n",
" 5.37466481e-02, -3.92540284e-02, -2.29571518e-02, 6.17973357e-02,\n",
" -4.63231327e-03, -3.69806178e-02, -1.73943527e-02, -2.06697755e-03,\n",
" -5.44024631e-02, 4.23958972e-02, 1.42378882e-02, 3.93693242e-03,\n",
" -1.30182058e-02, -5.97979035e-03, 4.29509543e-02, -1.76009890e-02,\n",
" -1.77517645e-02, -2.02589948e-02, 1.13780089e-01, 8.63769427e-02,\n",
" 4.19632234e-02, 3.00910994e-02, 4.93480787e-02, -3.94464098e-02,\n",
" 5.86252436e-02, 5.39982244e-02, 9.48036648e-03, 2.21398864e-02,\n",
" -2.08123829e-02, -3.06692831e-02, -4.99203354e-02, -5.33060096e-02,\n",
" -3.68418396e-02, 7.31931031e-02, 3.07256654e-02, 1.82747487e-02,\n",
" 7.49799469e-03, -9.81258135e-03, 1.17216744e-02, -5.81226721e-02,\n",
" 9.00690481e-02, 8.06370378e-02, -4.73845704e-03, 4.72118929e-02,\n",
" 2.95189973e-02, 5.47770597e-02, -7.54578561e-02, -7.44905621e-02,\n",
" -7.12231966e-04, 6.37643859e-02, -7.08827823e-02, -8.49993259e-04,\n",
" -2.88650896e-02, -1.27913784e-02, 5.89011088e-02, 3.54720652e-02,\n",
" -3.51941586e-03, 2.42310297e-02, 6.48111328e-02, 6.38995692e-02,\n",
" -2.88943797e-02, -8.36079493e-02, -1.85553897e-02, -2.73637883e-02,\n",
" 3.13556492e-02, 5.30511364e-02, -1.97764318e-02, -6.91163912e-02,\n",
" 4.07886580e-02, -6.63087890e-02, -4.90184128e-02, 4.93688369e-03,\n",
" -2.14596558e-02, -6.00148067e-02, 2.38801632e-02, -8.19948129e-03,\n",
" 5.07192314e-02, 2.91400123e-04, -5.83418123e-02, -4.38632257e-02,\n",
" 1.96536537e-02, -1.89981190e-03, -3.53808738e-02, 2.92574931e-02,\n",
" -1.09492645e-01, -2.46160515e-02, -4.86735404e-02, 4.11094986e-02,\n",
" 4.54855599e-02, -4.31036539e-02, 2.35586874e-02, -6.15426973e-02,\n",
" 5.44212423e-02, 4.45195101e-03, -1.27872881e-02, 3.82060669e-02,\n",
" 3.99939381e-02, 2.90087406e-02, 5.22163548e-02, 2.83625331e-02,\n",
" 8.49380158e-03, 6.10732511e-02, 3.04819159e-02, -1.80709083e-02,\n",
" -5.68298772e-02, -4.33505587e-02, 1.09693101e-02, -6.61961660e-02,\n",
" -1.85309667e-02, -2.25030426e-02, -8.73009637e-02, 2.46928837e-02,\n",
" -2.49406742e-03, 1.04854368e-01, -7.92795909e-04, 1.18393097e-02,\n",
" -6.30574301e-03, 2.26933025e-02, -4.23365347e-02, -1.16631379e-02,\n",
" -1.29420921e-01, -4.74147173e-03, 5.79562970e-02, -4.73069809e-02,\n",
" -7.03266785e-02, -5.02164811e-02, -4.63787420e-03, 3.23421024e-02,\n",
" -5.34654148e-02, -8.47925767e-02, -4.32388000e-02, 5.53127602e-02,\n",
" -1.42384972e-02, -5.91711439e-02, -3.86179462e-02, 3.50525379e-02,\n",
" -4.36600409e-02, -7.00195134e-03, 6.83461204e-02, -1.86141431e-02,\n",
" -1.44096278e-02, 1.48646776e-02, 2.27143206e-02, 7.65307993e-03,\n",
" -1.61911286e-02, 3.11215241e-02, -5.17313033e-02, -7.52166063e-02,\n",
" 1.87568273e-02, -1.64423827e-02, 1.02081165e-01, -4.70586158e-02,\n",
" 2.26460695e-02, 1.07437419e-02, 8.00464526e-02, 3.01279426e-02,\n",
" 1.02842469e-02, -5.20667583e-02, 6.04922418e-03, 2.25708578e-02,\n",
" 7.14737326e-02, -1.33250458e-02, 2.70999577e-02, 4.51834872e-02,\n",
" -1.21015878e-02, 2.37993561e-02, -3.84040689e-03, 1.50568997e-02,\n",
" -9.30495188e-03, -4.10763025e-02, 3.20176296e-02, 4.73122038e-02,\n",
" 6.70569763e-02, 1.29571594e-02, 2.65985560e-02, 1.99507382e-02,\n",
" -4.63017821e-03, 4.92970608e-02, -1.45529611e-02, -6.50600418e-02,\n",
" -1.90746617e-02, 8.20790976e-02, -1.04447240e-02, -3.58997025e-02,\n",
" 4.05586883e-02, 2.64215991e-02, -5.41336276e-02, -4.65482362e-02,\n",
" 3.57029177e-02, -1.58180762e-03, 2.10493580e-02, -6.76017925e-02,\n",
" 1.78687926e-02, -3.74146998e-02, -2.25376785e-02, -3.64029557e-02,\n",
" 5.45976264e-03, 6.77899867e-02, -1.14042899e-02, 4.91490494e-03,\n",
" -4.28784229e-02, -4.59495001e-02, 1.73259657e-02, 2.03894172e-02,\n",
" 7.32094701e-03, -6.58251112e-03, 1.50333541e-02, -4.94993627e-02,\n",
" 6.45323470e-02, -1.16658295e-02, 6.22622557e-02, -1.65817458e-02,\n",
" 1.86167117e-02, 4.46885005e-02, 1.32284731e-01, 2.49844491e-02,\n",
" -5.96173257e-02, -9.59036127e-02, 4.27729711e-02, -3.55056301e-02,\n",
" 3.23291076e-03, -1.37191480e-02, 1.27963368e-02, 9.63088572e-02,\n",
" 2.54211500e-02, -2.56613512e-02, -1.02646537e-02, 6.73514977e-02,\n",
" -5.23871463e-03, -2.88041309e-02, 1.09913899e-02, -1.13615789e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'cbg': Embedding(embedding=array([ 9.62494388e-02, -7.17085376e-02, -2.53602620e-02, -1.18161505e-02,\n",
" 5.48268622e-03, -4.11766917e-02, 3.98208648e-02, 4.41744700e-02,\n",
" 8.67357329e-02, 6.89656287e-02, -3.81930266e-03, 4.10259850e-02,\n",
" 2.58543063e-02, 5.32090850e-03, -1.59006268e-02, 6.13344181e-03,\n",
" 3.23886573e-02, 8.81003663e-02, 2.26401407e-02, -2.27728169e-02,\n",
" -8.61070231e-02, -3.83936688e-02, 1.49582243e-02, 6.88649341e-02,\n",
" 5.17580472e-02, 3.20944823e-02, -7.73149403e-03, -4.71934229e-02,\n",
" 4.56479825e-02, -1.38932411e-02, 6.30644262e-02, -7.53040146e-03,\n",
" -3.56702507e-02, -2.39882292e-03, 3.89592946e-02, -2.06387579e-03,\n",
" -2.47390177e-02, -2.27182154e-02, -7.38829523e-02, 6.02753796e-02,\n",
" -2.06808019e-02, 1.47366012e-02, -1.38349338e-02, -9.56301205e-03,\n",
" 4.06644456e-02, -5.53515851e-02, -2.86748204e-02, 4.47617546e-02,\n",
" -3.32172886e-02, 1.39662754e-02, 1.82925351e-02, -1.27468654e-03,\n",
" 7.29167508e-03, 1.92381050e-02, 3.37760039e-02, 4.69523482e-02,\n",
" -1.04883909e-02, -4.37841341e-02, -2.41533201e-02, -3.07595097e-02,\n",
" 3.57478373e-02, 3.66895497e-02, 3.42745967e-02, 2.27531940e-02,\n",
" 8.83010216e-03, 1.14469891e-02, 3.27685922e-02, 1.36790483e-03,\n",
" -9.36533511e-03, -4.86962125e-02, -4.04047966e-02, 5.53379506e-02,\n",
" 1.85853597e-02, 1.54304087e-01, -1.20101972e-02, 2.29553841e-02,\n",
" 5.20781206e-04, -5.99169210e-02, 3.75287272e-02, -2.24962570e-02,\n",
" 8.00596774e-02, 2.09138058e-02, -8.84857327e-02, 5.54554984e-02,\n",
" -2.97961012e-02, 7.60298781e-03, -2.79983915e-02, -8.18315148e-02,\n",
" -4.45930697e-02, -3.88767160e-02, -1.16388090e-02, -2.49227732e-02,\n",
" -6.55182600e-02, -6.83935136e-02, -3.86163704e-02, 2.45115254e-04,\n",
" -6.53339624e-02, 2.37143748e-02, -2.38346551e-02, -1.99680906e-02,\n",
" -4.07071831e-03, -1.54983085e-02, -3.25618610e-02, -4.07166705e-02,\n",
" -5.17824963e-02, 2.53873784e-03, 1.36390165e-03, 2.24973429e-02,\n",
" -7.74673074e-02, 8.02976266e-02, -1.35460263e-02, -3.66182178e-02,\n",
" -1.52944606e-02, -7.87772425e-03, -2.52182456e-03, 7.99037442e-02,\n",
" 4.96357563e-04, 1.02160797e-01, -7.09270090e-02, -4.76983972e-02,\n",
" -1.31248593e-01, -4.80828062e-02, 5.30098937e-02, -2.01863013e-02,\n",
" -1.20305419e-02, -1.24515165e-02, -1.55893508e-02, 3.48775201e-02,\n",
" -6.35066405e-02, 2.74785887e-02, -5.53344190e-03, 6.37566745e-02,\n",
" -2.70482842e-02, 2.62936447e-02, -2.84843314e-02, 5.29719628e-02,\n",
" -3.08706542e-03, 5.85431531e-02, 9.18506272e-03, -8.30333959e-03,\n",
" -3.60720232e-02, -1.56637356e-02, 6.19660423e-04, -1.09200580e-02,\n",
" 8.67629424e-03, 3.64660546e-02, 2.48487443e-02, 4.47720923e-02,\n",
" -2.45134477e-02, -1.52092148e-03, 6.07251786e-02, 2.40157787e-02,\n",
" -1.27689680e-02, 2.06024968e-04, -5.99464253e-02, -7.79529214e-02,\n",
" -5.15590096e-03, -1.78219955e-02, 4.08495963e-02, 1.61440633e-02,\n",
" 5.25943451e-02, 2.39267033e-02, 2.91391965e-02, -6.49618059e-02,\n",
" -7.24820271e-02, 2.05508955e-02, -6.53828494e-03, -4.17123847e-02,\n",
" 7.00205704e-03, 6.94363564e-02, -4.76529449e-02, 5.86169623e-02,\n",
" -3.01527027e-02, -2.24412400e-02, 3.59057747e-02, -6.67755604e-02,\n",
" -3.25211249e-02, -2.38594636e-02, 2.50264741e-02, -8.50186311e-03,\n",
" 4.30048630e-02, -5.08774705e-02, 1.74659323e-02, -1.14371274e-02,\n",
" 7.06361420e-03, 4.06343192e-02, 1.15812439e-02, 1.10822134e-02,\n",
" -3.69929075e-02, 2.06437744e-02, -8.84185508e-02, -1.06724137e-02,\n",
" -2.97122728e-02, 1.17357459e-03, -5.27084209e-02, 4.17828895e-02,\n",
" 5.20894714e-02, -1.68513730e-02, -5.53936735e-02, 9.57879610e-03,\n",
" 7.41306171e-02, 4.89756055e-02, 4.69430238e-02, -3.00405677e-02,\n",
" 3.62233794e-03, 4.24864329e-02, 2.12289952e-03, -2.53414568e-02,\n",
" -4.19162586e-03, -3.39976326e-02, 4.95721437e-02, -2.60146819e-02,\n",
" 5.72143011e-02, -1.17344102e-02, -7.38671841e-03, 5.61915487e-02,\n",
" -6.34673089e-02, -6.59986585e-02, -5.95631748e-02, 2.99902894e-02,\n",
" 3.34748067e-02, 1.91006493e-02, 6.99899644e-02, -1.16271283e-02,\n",
" 2.85819103e-03, -3.67632834e-03, 2.10598540e-02, -4.01393250e-02,\n",
" 3.77694070e-02, -1.00753512e-02, -3.60147841e-02, 5.12510501e-02,\n",
" 1.37770846e-02, -3.89129594e-02, 2.14705504e-02, -2.86685973e-02,\n",
" -3.39361876e-02, -4.22933372e-03, 3.98656763e-02, -1.18636049e-01,\n",
" -2.45376676e-03, -5.50202429e-02, 6.36348128e-02, 6.17225431e-02,\n",
" 1.02039110e-02, -9.88155324e-03, -5.78814298e-02, -1.13831798e-03,\n",
" 5.23334220e-02, -2.30060630e-02, 1.53520489e-02, 1.84180792e-02,\n",
" -7.18792751e-02, -3.00580021e-02, 2.58980487e-02, 3.76112126e-02,\n",
" 6.57001510e-02, -6.40902445e-02, -6.19475171e-02, -6.09021895e-02,\n",
" -2.30244771e-02, -3.21076252e-03, -7.14513585e-02, -2.25436259e-02,\n",
" 5.26387021e-02, -5.27874008e-03, -1.33392969e-02, -8.14414918e-02,\n",
" -8.03213269e-02, 6.82897717e-02, -2.06783097e-02, 8.85985121e-02,\n",
" -4.02357765e-02, -5.62459826e-02, 4.42083254e-02, -1.44008808e-02,\n",
" 3.33714709e-02, 1.33473966e-02, -2.74779331e-02, 3.09289200e-03,\n",
" 4.59648408e-02, -1.29746879e-02, -7.65979709e-03, 4.85936478e-02,\n",
" -7.20698573e-03, -4.52844277e-02, -2.55768257e-03, 5.21036284e-03,\n",
" -5.55589609e-02, 4.62312810e-02, -1.15085831e-02, 2.30936911e-02,\n",
" -1.51149984e-02, 1.68028288e-02, 3.14536244e-02, -2.02988852e-02,\n",
" -1.77625362e-02, -2.49756556e-02, 1.04509294e-01, 8.66478458e-02,\n",
" 2.62140986e-02, 3.06163449e-02, 6.78168237e-02, -4.31644693e-02,\n",
" 7.10707605e-02, 4.58699465e-02, 6.69190148e-03, 3.47878900e-03,\n",
" -3.79225761e-02, -3.24714817e-02, -4.53916900e-02, -4.02324647e-02,\n",
" -2.49164607e-02, 5.85777462e-02, 4.71114665e-02, 1.65889468e-02,\n",
" 1.61283389e-02, -1.67403463e-02, -2.62666121e-03, -8.58080089e-02,\n",
" 9.28567052e-02, 8.51587579e-02, 5.58383437e-03, 4.87181023e-02,\n",
" 7.79689569e-03, 4.52303290e-02, -7.00268075e-02, -1.01126298e-01,\n",
" 6.49252301e-03, 6.66195080e-02, -6.33561686e-02, -1.57928802e-02,\n",
" -3.55233252e-02, 5.93139441e-04, 6.87811077e-02, 3.05097885e-02,\n",
" -1.01371193e-02, 4.17833999e-02, 5.53511567e-02, 6.51444495e-02,\n",
" -3.80531214e-02, -8.25308859e-02, -2.05258895e-02, -2.41731890e-02,\n",
" 3.92686464e-02, 4.92610224e-02, -2.20114160e-02, -8.57317001e-02,\n",
" 4.18224186e-02, -6.96439669e-02, -4.36116643e-02, -1.22265974e-02,\n",
" -6.42352272e-04, -4.00866121e-02, 1.92469545e-02, 3.54823051e-03,\n",
" 6.15576617e-02, -5.58305485e-03, -6.35463223e-02, -3.28061581e-02,\n",
" 2.87761763e-02, 2.80789012e-04, -2.23412532e-02, 3.88720371e-02,\n",
" -1.05033644e-01, -2.64031943e-02, -6.12781867e-02, 4.23920192e-02,\n",
" 4.74727675e-02, -2.96055935e-02, 1.05008464e-02, -6.09367266e-02,\n",
" 5.95411696e-02, 5.79202967e-03, -3.66921201e-02, 4.61232774e-02,\n",
" 3.33022140e-02, 4.53460850e-02, 5.56612425e-02, 2.61657573e-02,\n",
" 3.03930100e-02, 6.36665449e-02, 3.55498567e-02, -8.13893136e-03,\n",
" -4.95936237e-02, -4.54312302e-02, -1.49768563e-02, -4.57251407e-02,\n",
" -6.65003783e-04, -6.25165971e-03, -8.71374011e-02, 2.27681249e-02,\n",
" 1.93316434e-02, 1.20240986e-01, 2.40690038e-02, 1.17758345e-02,\n",
" -1.54323969e-02, 2.49792226e-02, -4.27277349e-02, 1.53833684e-02,\n",
" -1.43711701e-01, -6.37115026e-03, 6.34003133e-02, -4.80724163e-02,\n",
" -8.34261999e-02, -3.77689153e-02, 1.78015940e-02, 2.46200897e-02,\n",
" -2.45818458e-02, -8.26795623e-02, -4.25942875e-02, 7.14527145e-02,\n",
" -2.38631479e-02, -2.42192596e-02, -2.64657661e-02, 3.12757902e-02,\n",
" -2.37623695e-02, -8.20872001e-03, 4.70135920e-02, -3.33842672e-02,\n",
" -3.09683494e-02, 2.41109785e-02, -1.80290639e-03, 7.63770053e-03,\n",
" -8.93537886e-03, 3.82931903e-02, -4.48336191e-02, -6.07649013e-02,\n",
" 1.39018623e-02, -3.05249747e-02, 9.88584161e-02, -5.33561110e-02,\n",
" 1.16606886e-02, 8.07444751e-03, 9.41535085e-02, 3.69522721e-02,\n",
" 1.30423699e-02, -5.53444736e-02, 1.62482299e-02, 1.25792054e-02,\n",
" 7.58783966e-02, -1.46063566e-02, 3.16687636e-02, 3.25521640e-02,\n",
" -1.57549884e-02, -4.55668848e-03, -7.63489492e-03, -1.64665449e-02,\n",
" -6.76391600e-03, -3.87195647e-02, 2.10593827e-02, 3.60981412e-02,\n",
" 5.80598786e-02, -6.63233688e-03, -4.16266237e-04, 2.07270347e-02,\n",
" -1.32970568e-02, 2.14830413e-02, -1.96524560e-02, -4.92182896e-02,\n",
" -7.46486150e-03, 1.19192138e-01, -5.67147617e-05, -1.42296329e-02,\n",
" 2.55611241e-02, 2.53202114e-02, -3.68427038e-02, -3.64740193e-02,\n",
" 3.59003991e-02, 2.07627453e-02, 1.28389224e-02, -6.09803014e-02,\n",
" 3.04621644e-03, -3.79992537e-02, -4.14839163e-02, -4.60874625e-02,\n",
" 7.38984765e-03, 7.27355629e-02, -6.75557414e-03, -1.25050582e-02,\n",
" -3.90243083e-02, -2.07736604e-02, -2.11008694e-02, 3.22704613e-02,\n",
" 5.01134479e-03, -9.24435910e-03, 1.82271395e-02, -5.62578849e-02,\n",
" 7.81725943e-02, -4.02969345e-02, 5.25750294e-02, -1.64768212e-02,\n",
" 3.44698154e-03, 4.51624058e-02, 1.20459333e-01, -3.24811740e-03,\n",
" -3.20502780e-02, -9.15384889e-02, 4.24032025e-02, -4.61742841e-02,\n",
" 1.71455387e-02, 2.39151996e-03, 2.27026623e-02, 1.01630837e-01,\n",
" 3.72331254e-02, -1.55546302e-02, -1.20265242e-02, 7.53290206e-02,\n",
" 1.08216675e-02, -1.50082149e-02, -8.13836232e-03, -1.02900013e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'center': Embedding(embedding=array([ 1.10887371e-01, -4.56811748e-02, -1.92466956e-02, -5.26291144e-04,\n",
" -7.66675826e-03, -5.91103509e-02, 2.62249559e-02, 6.13846704e-02,\n",
" 1.03426702e-01, 6.57016262e-02, -1.50589952e-02, 4.48498242e-02,\n",
" 2.88611259e-02, 2.22397819e-02, -1.33021278e-02, 2.98675578e-02,\n",
" 5.88905923e-02, 8.86130929e-02, 1.82594219e-03, -2.04477999e-02,\n",
" -8.79601538e-02, -4.48617898e-02, 7.89908320e-03, 5.29275462e-02,\n",
" 1.73695236e-02, 2.01153792e-02, 3.34580988e-03, -3.91432345e-02,\n",
" 5.87138757e-02, -1.54926181e-02, 8.12931210e-02, -1.68109648e-02,\n",
" -2.17722706e-03, 7.29186879e-03, 3.94245312e-02, -2.07707938e-02,\n",
" -5.05542569e-02, -1.82727221e-02, -8.44893903e-02, 4.55004908e-02,\n",
" -4.59378362e-02, 1.24611929e-02, -2.28817146e-02, -1.46916425e-02,\n",
" 4.46967110e-02, -6.10816330e-02, -3.75460461e-02, 4.63935062e-02,\n",
" -2.78748441e-02, 1.80181414e-02, 3.27214897e-02, -1.34444386e-02,\n",
" -1.10416535e-04, 1.57848466e-02, 4.36865501e-02, 6.90874681e-02,\n",
" -7.16739846e-03, -8.21038261e-02, -2.05523409e-02, -2.06080507e-02,\n",
" 4.73018736e-02, 1.81876700e-02, 2.14188341e-02, 2.04773322e-02,\n",
" 1.39587233e-02, 1.05004357e-02, 3.90466303e-02, 1.65873561e-02,\n",
" -1.04398979e-02, -1.77998263e-02, -2.21798383e-02, 2.97634080e-02,\n",
" 2.17150971e-02, 1.52776882e-01, -2.08072793e-02, 1.03933914e-02,\n",
" 1.44076077e-02, -7.90659785e-02, 2.08188705e-02, -1.98953133e-02,\n",
" 4.03219387e-02, 1.55738406e-02, -7.36751333e-02, 5.08702993e-02,\n",
" -2.12121233e-02, 3.65749188e-02, -2.31148954e-02, -9.55384374e-02,\n",
" -5.48230484e-02, -3.27495709e-02, -1.93232186e-02, -3.90528329e-02,\n",
" -3.40950415e-02, -8.69166255e-02, -6.85883760e-02, 3.11813690e-02,\n",
" -7.23862872e-02, 3.33789475e-02, -1.80462059e-02, -3.50806909e-03,\n",
" -1.14658903e-02, -1.81951020e-02, -1.04831234e-02, -2.66415495e-02,\n",
" -3.54627036e-02, -1.58326142e-02, 6.16019766e-04, 3.08870152e-02,\n",
" -4.57418188e-02, 7.85862282e-02, -3.56681906e-02, -2.22747903e-02,\n",
" -4.59888950e-03, -7.99815636e-03, 8.93025100e-03, 8.44103321e-02,\n",
" 2.34977119e-02, 8.72146413e-02, -6.78093433e-02, -2.15272997e-02,\n",
" -1.69767469e-01, -5.51987104e-02, 3.34246904e-02, -1.83618674e-03,\n",
" -2.31722109e-02, 7.53881177e-04, -3.07846535e-02, 4.43349853e-02,\n",
" -7.14669451e-02, 1.37646114e-02, 4.99353232e-03, 6.53648004e-02,\n",
" -2.88123824e-02, 2.59468071e-02, -3.14311236e-02, 4.96374555e-02,\n",
" 1.88724361e-02, 6.06055930e-02, -1.04706446e-02, 1.17100840e-02,\n",
" -3.19456495e-02, -2.30640937e-02, -1.04293590e-02, 1.64046306e-02,\n",
" -1.14674009e-02, 3.62307467e-02, 9.70267691e-03, 6.16382360e-02,\n",
" -4.29462269e-02, 7.49867735e-03, 5.55634722e-02, 2.77332626e-02,\n",
" -3.16021368e-02, 2.87090428e-02, -3.75371687e-02, -5.96771054e-02,\n",
" -2.67772116e-02, 2.03106869e-02, 3.72957662e-02, 4.80737677e-03,\n",
" 1.81751680e-02, 4.94577922e-02, 3.46980765e-02, -6.40782416e-02,\n",
" -9.61157307e-02, -4.74124821e-03, 5.31911943e-03, -3.73557061e-02,\n",
" 3.42637450e-02, 4.83335368e-02, -3.57982367e-02, 3.82469520e-02,\n",
" -3.91421877e-02, 1.31440433e-02, 4.49265763e-02, -8.14897195e-02,\n",
" -2.98585538e-02, -1.28747215e-02, 3.23308855e-02, -1.17238564e-03,\n",
" 2.59290971e-02, -4.23529372e-02, 1.44178048e-02, -1.46627743e-02,\n",
" 8.42276728e-04, 1.83291007e-02, 1.28429942e-02, 2.34478014e-03,\n",
" -4.33854572e-02, 1.52653514e-03, -8.76031145e-02, -3.47187370e-02,\n",
" -1.94888003e-02, 1.18228374e-02, -6.50842041e-02, 4.41782214e-02,\n",
" 4.53353636e-02, -1.56557765e-02, -4.83212583e-02, 1.76890683e-03,\n",
" 8.77200961e-02, 3.21203396e-02, 5.36076687e-02, 2.18195003e-03,\n",
" -2.23814491e-02, 1.84202250e-02, 2.96971351e-02, -3.20807509e-02,\n",
" -6.12081587e-03, -5.20383157e-02, 5.64798377e-02, -1.09936111e-02,\n",
" 6.32656887e-02, 6.65319851e-03, -8.14239588e-03, 4.17295545e-02,\n",
" -8.12791958e-02, -8.81496221e-02, -4.95537408e-02, 3.55496109e-02,\n",
" 2.11758651e-02, 3.32044847e-02, 5.84369823e-02, 1.51525307e-02,\n",
" 1.12695294e-02, -1.98770016e-02, 2.98416875e-02, -1.85305402e-02,\n",
" 5.22258645e-03, -6.87535293e-03, -5.22460267e-02, 4.15368304e-02,\n",
" 3.33939381e-02, -4.38205563e-02, 4.41057049e-02, -3.40826623e-02,\n",
" -4.83695008e-02, 1.15616107e-02, 2.51293816e-02, -9.54693407e-02,\n",
" -1.87139213e-02, -4.75900918e-02, 2.79419199e-02, 5.70061132e-02,\n",
" 2.40590889e-02, -2.97893062e-02, -7.11886808e-02, -2.32814550e-02,\n",
" 4.71785627e-02, -4.33037430e-02, 1.69478580e-02, 1.41409198e-02,\n",
" -7.17609823e-02, -2.97904890e-02, 3.98301780e-02, 2.32355185e-02,\n",
" 4.66599017e-02, -6.88873082e-02, -5.17282300e-02, -8.42708796e-02,\n",
" -2.05274895e-02, 7.23453192e-03, -5.11225238e-02, -2.75647305e-02,\n",
" 1.92278419e-02, -1.02948751e-02, -1.53494906e-03, -9.99120623e-02,\n",
" -8.26470628e-02, 4.47865203e-02, -3.66500989e-02, 8.52762386e-02,\n",
" -3.37985195e-02, -5.27511910e-02, 5.69828413e-02, 9.27382894e-03,\n",
" 3.87785174e-02, 2.36828160e-02, 1.69827673e-03, 1.38220247e-02,\n",
" 6.48610890e-02, -4.95151244e-02, -1.73960219e-03, 5.20117693e-02,\n",
" 3.86599830e-04, -3.44284922e-02, -2.71221288e-02, 6.18087454e-03,\n",
" -4.07880731e-02, 3.65389287e-02, 9.34814755e-03, 4.93041426e-03,\n",
" -2.65566055e-02, 8.52753967e-03, 4.89782803e-02, -2.08574459e-02,\n",
" -7.36212078e-03, -1.11987013e-02, 1.23842306e-01, 9.21382904e-02,\n",
" 3.03594526e-02, 2.34934408e-02, 3.81667130e-02, -4.10296656e-02,\n",
" 5.62703758e-02, 8.69084224e-02, -4.69604367e-03, 2.71339994e-02,\n",
" -1.01378122e-02, -2.38181651e-02, -3.68607491e-02, -4.51497994e-02,\n",
" -4.69614230e-02, 7.08559304e-02, 2.72589065e-02, 1.19243981e-02,\n",
" 3.40063940e-03, -6.78240322e-03, -4.62667970e-03, -5.17134778e-02,\n",
" 8.67262483e-02, 7.50676319e-02, 1.16783092e-02, 4.84601632e-02,\n",
" 2.52002217e-02, 4.57220748e-02, -6.85882866e-02, -5.53889200e-02,\n",
" -5.08729601e-04, 7.71212280e-02, -6.22561797e-02, -8.23628902e-03,\n",
" -2.02149078e-02, -1.57906041e-02, 5.59294336e-02, 3.50338109e-02,\n",
" -2.35230429e-03, 2.11860817e-02, 6.44934922e-02, 6.22538477e-02,\n",
" -1.13553172e-02, -7.75712803e-02, -6.15529530e-03, -1.73451435e-02,\n",
" 1.80170946e-02, 4.38119844e-02, -8.05776287e-03, -6.66486695e-02,\n",
" 4.07063067e-02, -6.84884712e-02, -4.81831506e-02, -1.43353106e-03,\n",
" -1.93987004e-02, -6.61097243e-02, 2.05646493e-02, -1.91108566e-02,\n",
" 4.68639918e-02, -4.59132763e-03, -5.93739040e-02, -4.20853794e-02,\n",
" 1.63037200e-02, -7.75157334e-03, -1.83381680e-02, 3.64571810e-02,\n",
" -8.97601545e-02, -1.35772387e-02, -4.10687290e-02, 2.11624950e-02,\n",
" 5.81140406e-02, -5.01676276e-02, 2.51821131e-02, -5.21165878e-02,\n",
" 5.13359681e-02, -1.31309032e-02, -1.05703780e-02, 2.95919348e-02,\n",
" 4.35316637e-02, 3.57490480e-02, 4.91434224e-02, 3.43441889e-02,\n",
" -7.19858799e-03, 4.52377349e-02, 2.54326761e-02, -2.84274220e-02,\n",
" -6.10306188e-02, -3.25806215e-02, 1.58883426e-02, -5.73377796e-02,\n",
" -1.53112710e-02, -3.76827009e-02, -9.44962725e-02, 2.67471392e-02,\n",
" -4.02992126e-03, 9.22018737e-02, 5.23340050e-03, 1.83217227e-02,\n",
" 9.57354810e-03, 2.33392417e-02, -5.11402935e-02, -1.21344831e-02,\n",
" -1.25855714e-01, -1.13842944e-02, 4.91947494e-02, -4.19170037e-02,\n",
" -5.66226579e-02, -5.25231324e-02, -5.19073475e-03, 2.44954396e-02,\n",
" -4.90676723e-02, -8.85429233e-02, -3.97558361e-02, 5.64152636e-02,\n",
" -1.08168311e-02, -4.71663252e-02, -4.37019542e-02, 2.76801419e-02,\n",
" -6.34428114e-02, 7.20252004e-03, 6.83621392e-02, -1.34756109e-02,\n",
" -7.49287754e-03, 4.02197009e-03, 1.48556093e-02, 6.13033259e-03,\n",
" -2.61253156e-02, 2.23562811e-02, -5.02476729e-02, -7.95430392e-02,\n",
" 2.36560442e-02, -2.27917079e-02, 1.04187913e-01, -4.86702248e-02,\n",
" 2.67108902e-02, 1.06818201e-02, 8.86146426e-02, 3.82654630e-02,\n",
" 1.48019753e-02, -3.85898128e-02, 9.74150654e-03, 1.22252256e-02,\n",
" 7.69930780e-02, -5.75263193e-03, 3.25929895e-02, 3.40192057e-02,\n",
" -5.91249857e-03, 3.27428617e-02, -1.56743173e-02, 1.80196278e-02,\n",
" -1.24260830e-02, -3.70066129e-02, 3.67347300e-02, 5.64003065e-02,\n",
" 6.62099645e-02, 2.73858588e-02, 2.11193617e-02, 3.23400609e-02,\n",
" -2.52006250e-03, 4.49683145e-02, -1.36210928e-02, -5.78920320e-02,\n",
" -2.76613422e-02, 8.07707086e-02, -9.96102113e-03, -4.13952805e-02,\n",
" 4.75321934e-02, 1.71098281e-02, -5.74791990e-02, -4.60127108e-02,\n",
" 5.45084924e-02, 1.49378683e-02, 3.53979915e-02, -6.54435828e-02,\n",
" 1.41941952e-02, -4.40762602e-02, -1.38966534e-02, -2.38572378e-02,\n",
" 2.05350458e-03, 5.98743148e-02, 5.23900194e-03, 4.37209103e-03,\n",
" -4.33782861e-02, -5.84095567e-02, 2.25630216e-02, 1.69498958e-02,\n",
" 1.41801517e-02, 1.38301973e-03, 1.29507361e-02, -5.84821403e-02,\n",
" 6.45976141e-02, -2.64607370e-03, 6.58982471e-02, -3.37520428e-02,\n",
" 1.28127327e-02, 4.07859385e-02, 1.28723443e-01, 5.98852150e-03,\n",
" -5.81915565e-02, -9.82298180e-02, 3.77485380e-02, -2.99447011e-02,\n",
" -4.15949291e-03, -1.19571835e-02, 7.44552724e-03, 7.60160238e-02,\n",
" 2.68096458e-02, -2.18842328e-02, -1.55156553e-02, 7.27093443e-02,\n",
" 1.14974584e-02, -2.00043060e-02, -5.41763054e-03, -1.06549375e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ch': Embedding(embedding=array([ 1.10005558e-01, -3.79719622e-02, -1.38355037e-02, 1.46589065e-02,\n",
" -1.29869729e-02, -6.40603602e-02, 1.84014048e-02, 6.14867099e-02,\n",
" 9.94552374e-02, 4.72168997e-02, -1.95799619e-02, 5.04535511e-02,\n",
" 3.03385053e-02, 2.32219435e-02, -5.99191384e-03, 3.32234055e-02,\n",
" 6.36727884e-02, 9.01093110e-02, -5.50742960e-03, -1.56722870e-02,\n",
" -8.50651786e-02, -3.62545401e-02, -3.93414451e-03, 4.94760275e-02,\n",
" 5.05938567e-03, 1.62759516e-02, 1.20504480e-02, -4.02470566e-02,\n",
" 5.12261577e-02, -1.57429352e-02, 7.21736178e-02, -2.09496729e-02,\n",
" 1.53860897e-02, 2.04251218e-03, 4.15063649e-02, -3.35257389e-02,\n",
" -4.97167371e-02, -2.02967133e-02, -9.28139910e-02, 4.05912176e-02,\n",
" -4.62711826e-02, 1.90270729e-02, -2.67625209e-02, -4.62240446e-03,\n",
" 4.44687791e-02, -6.28095567e-02, -4.68346216e-02, 5.40939607e-02,\n",
" -2.86081731e-02, 1.31866476e-02, 3.71075496e-02, -2.05361936e-02,\n",
" 4.52465937e-03, 2.32888795e-02, 4.30584736e-02, 7.77997300e-02,\n",
" -1.90780926e-02, -8.87969360e-02, -2.44689658e-02, -1.91807877e-02,\n",
" 3.72964740e-02, 9.23572760e-03, 1.74904037e-02, 1.63512602e-02,\n",
" 2.32998319e-02, 1.73569974e-02, 4.12077010e-02, 2.52307057e-02,\n",
" -4.88475151e-03, -1.26206130e-02, -1.09167956e-02, 1.39365392e-02,\n",
" 2.88947169e-02, 1.39236033e-01, -2.84634102e-02, 8.44091177e-03,\n",
" 1.99505668e-02, -8.87635872e-02, 2.68771201e-02, -1.72383599e-02,\n",
" 2.10998673e-02, 2.36768629e-02, -6.32857978e-02, 4.29702662e-02,\n",
" -1.52091999e-02, 4.71786112e-02, -1.95704121e-02, -9.70069245e-02,\n",
" -5.53311966e-02, -2.28910558e-02, -2.67367531e-02, -4.80556488e-02,\n",
" -2.05428768e-02, -9.24790576e-02, -8.01226497e-02, 3.72921377e-02,\n",
" -7.17145875e-02, 4.08765636e-02, -3.28055397e-03, 1.09549342e-02,\n",
" -1.08016348e-02, -1.58635750e-02, 1.63574109e-03, -1.71292238e-02,\n",
" -3.94054316e-02, -3.02157123e-02, 2.42513168e-04, 3.61141860e-02,\n",
" -4.59326878e-02, 7.09495321e-02, -4.57070731e-02, -1.08262375e-02,\n",
" 6.17226912e-03, -1.31758871e-02, -6.54935837e-04, 7.91870132e-02,\n",
" 3.50153483e-02, 8.34241584e-02, -7.22391307e-02, -1.16478773e-02,\n",
" -1.87501490e-01, -5.46525940e-02, 2.40805503e-02, 4.04426223e-03,\n",
" -2.66769417e-02, 4.96931560e-03, -3.71633694e-02, 4.58093621e-02,\n",
" -7.30874389e-02, 6.76873559e-03, 7.64097692e-03, 5.18345162e-02,\n",
" -3.82937901e-02, 2.29145717e-02, -3.99169810e-02, 5.84120527e-02,\n",
" 2.25940496e-02, 5.88905886e-02, -8.93621240e-03, 1.46806100e-02,\n",
" -2.15583332e-02, -2.07725503e-02, -2.47308910e-02, 2.06911191e-02,\n",
" -2.84384321e-02, 3.76439020e-02, 4.46255505e-03, 6.13908395e-02,\n",
" -4.55101877e-02, 1.00556966e-02, 4.53479849e-02, 2.98553072e-02,\n",
" -3.25429998e-02, 3.63771208e-02, -2.79020388e-02, -5.06168716e-02,\n",
" -2.57371515e-02, 3.07044815e-02, 3.79681736e-02, 5.91685623e-03,\n",
" 1.51887201e-02, 5.26241250e-02, 4.41482998e-02, -6.82938918e-02,\n",
" -8.91596302e-02, 4.29179845e-03, 5.60208224e-03, -3.12086251e-02,\n",
" 4.58205715e-02, 3.45605724e-02, -2.42583565e-02, 3.33807245e-02,\n",
" -3.75568047e-02, 1.69510711e-02, 4.28324938e-02, -8.48603845e-02,\n",
" -2.87404377e-02, -7.22322473e-03, 2.66380701e-02, -2.21040857e-04,\n",
" 2.64821574e-02, -4.21599001e-02, 5.41135250e-03, -1.29569322e-02,\n",
" -1.62535056e-03, 1.36939585e-02, 2.83618970e-03, 1.31660234e-02,\n",
" -4.06092443e-02, -6.41894061e-03, -7.98649266e-02, -3.46110202e-02,\n",
" -1.74387414e-02, 1.61472932e-02, -6.15087003e-02, 4.36052717e-02,\n",
" 5.45180328e-02, -5.39908558e-03, -4.50330600e-02, -5.09501481e-03,\n",
" 8.57844651e-02, 2.85636950e-02, 5.43703325e-02, 1.91758410e-03,\n",
" -3.32615301e-02, 6.20648172e-03, 3.90638262e-02, -3.20738852e-02,\n",
" -5.04068146e-03, -6.51640519e-02, 5.50814830e-02, -1.15437275e-02,\n",
" 7.29192942e-02, 1.97951472e-03, -1.36217000e-02, 3.00154071e-02,\n",
" -9.37575623e-02, -8.67821127e-02, -4.54525948e-02, 3.72864231e-02,\n",
" 3.36313583e-02, 2.62536202e-02, 6.85714930e-02, 1.96961761e-02,\n",
" 8.13688803e-03, -3.31858993e-02, 2.91257389e-02, -6.78653643e-03,\n",
" 3.26512964e-03, -1.58386789e-02, -5.62401786e-02, 3.71419042e-02,\n",
" 3.81416753e-02, -3.80560197e-02, 5.08636050e-02, -3.92440818e-02,\n",
" -5.81642836e-02, 1.39223551e-02, 1.74362548e-02, -8.87934789e-02,\n",
" -2.24438440e-02, -4.25010584e-02, 2.07543038e-02, 4.67272438e-02,\n",
" 2.30169073e-02, -3.71290557e-02, -6.70750365e-02, -2.63490714e-02,\n",
" 3.91025543e-02, -4.98468988e-02, 4.32194071e-03, 1.85689442e-02,\n",
" -6.96389824e-02, -2.63424534e-02, 4.51853722e-02, 2.07817424e-02,\n",
" 5.06499186e-02, -6.34105504e-02, -4.54702340e-02, -8.90895277e-02,\n",
" -3.69481966e-02, 1.12863872e-02, -4.05955650e-02, -2.99080573e-02,\n",
" 1.38785997e-02, -1.11606050e-05, -2.99799955e-03, -1.05447151e-01,\n",
" -8.01451206e-02, 3.22698578e-02, -3.86350825e-02, 9.18784142e-02,\n",
" -3.04739978e-02, -4.57311794e-02, 6.87363073e-02, 1.45150581e-02,\n",
" 4.21673618e-02, 2.90721748e-02, -3.56732216e-03, 1.24413706e-02,\n",
" 6.62227347e-02, -5.92567362e-02, 7.64379697e-03, 4.40644734e-02,\n",
" 6.23453921e-03, -2.58046035e-02, -3.64830643e-02, 1.27486307e-02,\n",
" -3.49264890e-02, 3.37670222e-02, 1.18688578e-02, 5.12994686e-03,\n",
" -3.12732719e-02, 1.43086715e-02, 5.23274951e-02, -1.54512906e-02,\n",
" -2.19644746e-03, -6.40050042e-03, 1.28547728e-01, 9.27293301e-02,\n",
" 2.09374949e-02, 1.70986317e-02, 2.73431484e-02, -4.31435108e-02,\n",
" 5.31171821e-02, 1.04875565e-01, -1.48006370e-02, 3.72078232e-02,\n",
" -2.98810797e-03, -1.34469671e-02, -2.38339268e-02, -3.82118337e-02,\n",
" -5.14398925e-02, 7.02424347e-02, 2.17644237e-02, 7.28114555e-03,\n",
" 8.06882337e-04, 2.92772078e-03, -6.21957984e-03, -5.17185964e-02,\n",
" 7.51117915e-02, 6.37284294e-02, 1.95547417e-02, 5.77572621e-02,\n",
" 2.79244874e-02, 3.54907662e-02, -6.36820346e-02, -4.36404608e-02,\n",
" -3.17915250e-03, 7.62467161e-02, -5.34953512e-02, -1.08783357e-02,\n",
" -1.75386239e-02, -2.52721105e-02, 5.73896058e-02, 3.31686586e-02,\n",
" 5.05340472e-03, 2.03214493e-02, 7.09853470e-02, 5.78425005e-02,\n",
" -5.66590205e-03, -6.51796535e-02, -4.92382748e-03, -1.30105158e-02,\n",
" 4.85009281e-03, 4.53281142e-02, -1.09929498e-02, -7.50360489e-02,\n",
" 4.71037254e-02, -7.51428455e-02, -4.74419594e-02, -5.78643056e-03,\n",
" -2.25786641e-02, -6.26111403e-02, 1.42504582e-02, -2.26801950e-02,\n",
" 4.36850861e-02, -1.96109563e-02, -6.02676608e-02, -3.91321853e-02,\n",
" 1.18871965e-02, -1.14867780e-02, -2.17865240e-02, 4.22273241e-02,\n",
" -7.62612447e-02, -1.43280150e-02, -3.69202755e-02, 1.13944467e-02,\n",
" 6.08214699e-02, -5.43006994e-02, 3.35984789e-02, -4.55493443e-02,\n",
" 3.73919867e-02, -2.49710083e-02, -8.99579376e-03, 2.00943127e-02,\n",
" 4.87577133e-02, 3.61237749e-02, 4.69645448e-02, 3.08853146e-02,\n",
" -2.50435751e-02, 4.03996110e-02, 1.00866528e-02, -3.13920416e-02,\n",
" -5.65064177e-02, -2.55439747e-02, 1.61362905e-02, -5.08687571e-02,\n",
" -1.51788397e-02, -4.96495143e-02, -9.56145823e-02, 2.33274326e-02,\n",
" -8.78728554e-03, 8.22980553e-02, 1.16347233e-02, 1.80597436e-02,\n",
" 2.07360275e-02, 1.85725521e-02, -6.02782071e-02, -1.09153334e-02,\n",
" -1.25039175e-01, -1.43047776e-02, 4.67211492e-02, -3.19283977e-02,\n",
" -5.79309575e-02, -5.01936078e-02, -4.80268354e-04, 2.29589250e-02,\n",
" -4.73891981e-02, -8.77841488e-02, -3.84815969e-02, 5.99395409e-02,\n",
" -3.68268345e-03, -3.42351906e-02, -4.84638400e-02, 2.50710100e-02,\n",
" -6.38882592e-02, 1.33266309e-02, 6.95781335e-02, -7.19332648e-03,\n",
" -3.73365427e-03, -1.05682136e-02, 2.06811000e-02, 4.55775438e-03,\n",
" -2.98108608e-02, 2.25789566e-02, -4.84495908e-02, -8.55128318e-02,\n",
" 2.25804094e-02, -1.62843782e-02, 1.02476709e-01, -4.76820022e-02,\n",
" 3.05191875e-02, 1.43891368e-02, 9.26263109e-02, 4.85535152e-02,\n",
" 1.98258590e-02, -3.02032810e-02, 5.16992854e-03, 9.50108469e-03,\n",
" 8.05593655e-02, 2.96346587e-03, 3.97905633e-02, 3.50470506e-02,\n",
" 2.46008014e-04, 3.30919102e-02, -1.70533061e-02, 2.04766020e-02,\n",
" -6.51358627e-03, -3.12084500e-02, 2.88469791e-02, 5.94911724e-02,\n",
" 7.09066018e-02, 3.16039920e-02, 1.69921666e-02, 4.26338166e-02,\n",
" 6.94587315e-03, 3.78598496e-02, -1.57336425e-02, -5.53469956e-02,\n",
" -2.87513286e-02, 6.83785751e-02, -4.78592888e-03, -3.84664536e-02,\n",
" 5.40190749e-02, 1.17388414e-02, -5.24191484e-02, -4.75349501e-02,\n",
" 5.55890054e-02, 1.63492765e-02, 3.48111764e-02, -5.48924915e-02,\n",
" 1.09452708e-02, -4.64192852e-02, -2.43643089e-03, -2.78641060e-02,\n",
" -1.24663208e-02, 5.44993058e-02, 1.44065088e-02, 5.97947650e-03,\n",
" -3.63513529e-02, -7.60263503e-02, 3.55707705e-02, 9.78400558e-03,\n",
" 1.40660172e-02, 7.36847473e-03, 8.27012490e-03, -6.14360683e-02,\n",
" 6.04834035e-02, 1.54036256e-02, 6.18463792e-02, -3.78578939e-02,\n",
" 1.74532048e-02, 3.87199149e-02, 1.26570046e-01, -2.55848165e-03,\n",
" -5.66904284e-02, -1.00971088e-01, 2.39549652e-02, -2.81366780e-02,\n",
" -9.19950195e-03, -7.03598838e-03, 5.89220040e-03, 6.89395517e-02,\n",
" 2.37223003e-02, -2.70151254e-02, -1.58904828e-02, 7.98874572e-02,\n",
" 1.77100431e-02, -1.18050864e-02, -9.19945259e-03, -9.44172516e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'chair': Embedding(embedding=array([ 9.30571184e-02, -5.70611954e-02, -2.08912753e-02, -2.42130402e-02,\n",
" 1.24054274e-03, -4.03384008e-02, 3.87100056e-02, 5.16990758e-02,\n",
" 8.43362957e-02, 7.33118728e-02, -6.33343263e-03, 3.38375233e-02,\n",
" 2.31950115e-02, 1.56011218e-02, -1.03974734e-02, 7.52398977e-03,\n",
" 3.80294025e-02, 8.41531232e-02, 2.11255886e-02, -2.31462810e-02,\n",
" -8.24510530e-02, -4.01189625e-02, 7.78208394e-03, 6.37098774e-02,\n",
" 4.61880416e-02, 3.42400856e-02, -1.15190353e-02, -4.40379269e-02,\n",
" 5.35597950e-02, -6.83165295e-03, 7.11430013e-02, -7.59434362e-04,\n",
" -2.66718473e-02, 1.74882138e-04, 3.67048904e-02, -2.93092732e-03,\n",
" -2.83218101e-02, -1.51929501e-02, -6.73554391e-02, 5.27970381e-02,\n",
" -3.41627151e-02, 3.97747289e-03, -1.90506056e-02, -1.15904128e-02,\n",
" 3.98532189e-02, -5.96240237e-02, -3.20027173e-02, 4.92084958e-02,\n",
" -3.11666261e-02, 1.93292946e-02, 2.88107265e-02, 2.71457667e-03,\n",
" 6.91280235e-03, 1.98815465e-02, 4.43931930e-02, 4.39964198e-02,\n",
" -1.56755676e-03, -4.92873788e-02, -2.91944686e-02, -3.28467377e-02,\n",
" 3.58506516e-02, 3.19813043e-02, 3.87399346e-02, 2.02831607e-02,\n",
" 1.20442100e-02, -1.60337985e-03, 3.33697088e-02, -5.99393621e-03,\n",
" -1.11329295e-02, -4.00439315e-02, -3.54862511e-02, 5.65105565e-02,\n",
" 2.03312170e-02, 1.65987372e-01, -9.04506166e-03, 3.39855812e-02,\n",
" 4.56536980e-03, -6.35353252e-02, 2.38450356e-02, -1.58725195e-02,\n",
" 7.15403035e-02, 1.33010577e-02, -7.86094740e-02, 6.40724301e-02,\n",
" -3.13135087e-02, 9.20252409e-03, -1.78298987e-02, -8.15335363e-02,\n",
" -4.91416417e-02, -4.61674407e-02, -9.84665938e-03, -2.71967184e-02,\n",
" -6.20446280e-02, -8.67404714e-02, -3.69114205e-02, 1.39695068e-03,\n",
" -5.64097464e-02, 2.79901046e-02, -2.43189428e-02, -1.33486139e-02,\n",
" -5.81356417e-03, -2.66004391e-02, -2.96309348e-02, -4.27209400e-02,\n",
" -4.56522182e-02, 2.71281693e-03, 1.48485810e-03, 2.46420503e-02,\n",
" -7.78049231e-02, 7.74308220e-02, -8.69709719e-03, -4.00566943e-02,\n",
" -2.57760119e-02, -6.66913902e-03, 1.26908636e-02, 8.35085511e-02,\n",
" 4.87361476e-03, 9.78051946e-02, -6.55007660e-02, -4.55256514e-02,\n",
" -1.42144755e-01, -5.90528846e-02, 4.46683466e-02, -1.52926240e-02,\n",
" -1.07983230e-02, -7.77158514e-03, -1.29881939e-02, 3.05466671e-02,\n",
" -5.72101958e-02, 3.72555032e-02, 3.85319069e-03, 6.81286603e-02,\n",
" -2.05656011e-02, 2.66813245e-02, -3.95615771e-02, 5.04944399e-02,\n",
" -2.74423335e-04, 5.66370040e-02, 3.47688445e-03, -2.60751508e-03,\n",
" -3.93460393e-02, -1.40931457e-02, 6.68451330e-03, -6.25438569e-03,\n",
" 1.36639848e-02, 2.27190498e-02, 1.69088636e-02, 5.08742258e-02,\n",
" -3.60537320e-02, 2.58268043e-03, 5.93495555e-02, 2.26510465e-02,\n",
" -1.38666369e-02, 4.64603677e-03, -6.48880005e-02, -7.35159069e-02,\n",
" -1.16686551e-02, -1.03003969e-02, 4.02817614e-02, 1.66907918e-03,\n",
" 4.03056592e-02, 2.99995411e-02, 3.14928405e-02, -6.95036501e-02,\n",
" -8.49220902e-02, 1.22177107e-02, -8.00711568e-03, -4.21649478e-02,\n",
" 1.66148301e-02, 7.04056695e-02, -5.01955375e-02, 5.42519502e-02,\n",
" -3.45589146e-02, -1.41751701e-02, 3.60630415e-02, -5.76173924e-02,\n",
" -2.76416931e-02, -3.07820532e-02, 2.15832181e-02, -1.52572822e-02,\n",
" 3.92768048e-02, -4.77151535e-02, 2.15579029e-02, -2.24862248e-03,\n",
" 4.70517948e-03, 3.95102315e-02, 1.01793157e-02, 5.32161491e-03,\n",
" -4.06804867e-02, 1.86599977e-02, -8.03494602e-02, -1.49389058e-02,\n",
" -3.50145847e-02, 7.30050402e-03, -5.35275377e-02, 3.45872603e-02,\n",
" 4.94054556e-02, -2.21625697e-02, -5.53871170e-02, 7.38133024e-03,\n",
" 8.12611654e-02, 4.04181741e-02, 4.15991172e-02, -1.66391414e-02,\n",
" -4.43118811e-03, 4.34521176e-02, 3.38842603e-03, -2.64347084e-02,\n",
" -1.18218651e-02, -2.19342951e-02, 4.61673960e-02, -2.31628455e-02,\n",
" 4.71009314e-02, -8.72335397e-03, -2.61900900e-03, 5.54966554e-02,\n",
" -5.64129576e-02, -6.80327266e-02, -4.86998595e-02, 3.05584781e-02,\n",
" 3.12851779e-02, 3.39331143e-02, 5.62912226e-02, -9.92493145e-03,\n",
" 1.30541250e-02, -1.92229039e-04, 1.92995146e-02, -3.54038216e-02,\n",
" 3.28731462e-02, -5.72075602e-04, -3.72843854e-02, 4.19672392e-02,\n",
" 1.56187024e-02, -4.14159782e-02, 2.49729902e-02, -3.51383314e-02,\n",
" -2.61249710e-02, 7.19631370e-03, 2.41626371e-02, -1.18630350e-01,\n",
" -7.66294496e-03, -5.42304926e-02, 5.66964447e-02, 7.72830844e-02,\n",
" 1.46744447e-02, -1.19205751e-02, -6.80010989e-02, -7.62290601e-03,\n",
" 4.73930985e-02, -2.96758879e-02, 2.42876410e-02, 9.19135753e-03,\n",
" -7.28247166e-02, -3.27044502e-02, 3.37848067e-02, 3.85707542e-02,\n",
" 6.29091412e-02, -6.21836483e-02, -6.27864525e-02, -5.57164811e-02,\n",
" -9.12297424e-03, -8.78510438e-03, -6.87058493e-02, -2.09104996e-02,\n",
" 4.20754552e-02, -1.99896600e-02, -1.50724445e-02, -8.21942762e-02,\n",
" -7.40304366e-02, 5.86031973e-02, -2.54863836e-02, 8.05233866e-02,\n",
" -3.25714648e-02, -5.72542027e-02, 3.17813717e-02, -1.75284538e-02,\n",
" 2.43233908e-02, 1.20697031e-02, -1.60458870e-02, 4.59098211e-03,\n",
" 5.31075373e-02, -2.40459461e-02, -1.17857056e-02, 5.57888523e-02,\n",
" -2.40056822e-03, -4.54094671e-02, -7.71246571e-03, -3.46611603e-04,\n",
" -5.58245704e-02, 3.66410427e-02, -6.07535658e-05, 2.14607231e-02,\n",
" -2.19230819e-02, 3.70016904e-03, 3.99161465e-02, -1.89142935e-02,\n",
" -2.03989949e-02, -2.18019970e-02, 1.09368585e-01, 8.38544518e-02,\n",
" 3.89891304e-02, 2.31865440e-02, 6.18351176e-02, -4.09168638e-02,\n",
" 6.69332221e-02, 5.07878363e-02, 1.33661060e-02, 5.41503914e-03,\n",
" -3.49965245e-02, -2.82090679e-02, -4.88981903e-02, -4.91597205e-02,\n",
" -2.38507353e-02, 6.12227879e-02, 3.21002789e-02, 1.52215045e-02,\n",
" 8.01292807e-03, -7.90597964e-03, 7.16436515e-03, -7.89709315e-02,\n",
" 8.56468081e-02, 8.05045664e-02, 4.48056404e-03, 5.44522218e-02,\n",
" 2.29277741e-02, 5.43884635e-02, -7.27348030e-02, -9.05128345e-02,\n",
" -4.09307051e-03, 5.58897369e-02, -7.00842664e-02, -1.27213653e-02,\n",
" -3.67903635e-02, 1.24991301e-03, 5.55797219e-02, 3.46202478e-02,\n",
" -9.04675666e-03, 2.99346261e-02, 5.92312999e-02, 6.43137395e-02,\n",
" -3.35146673e-02, -8.90832171e-02, -2.27210112e-02, -2.91179754e-02,\n",
" 3.81124094e-02, 5.01047932e-02, -1.77406408e-02, -8.36354941e-02,\n",
" 4.24075425e-02, -6.39357120e-02, -4.69676815e-02, 9.50715155e-04,\n",
" -6.41676039e-03, -4.65300456e-02, 2.67960262e-02, 2.57428293e-03,\n",
" 5.67100607e-02, -3.05959606e-03, -6.44417405e-02, -4.58857864e-02,\n",
" 2.12269574e-02, -8.92826502e-05, -2.42051352e-02, 4.53757159e-02,\n",
" -1.13322183e-01, -3.27393077e-02, -5.78300804e-02, 3.73035260e-02,\n",
" 4.51638028e-02, -3.82907577e-02, 1.80323273e-02, -6.78968430e-02,\n",
" 5.80015332e-02, 8.60828348e-03, -2.59864684e-02, 3.75290364e-02,\n",
" 3.94202434e-02, 4.06377725e-02, 5.48791327e-02, 1.82380322e-02,\n",
" 2.06060149e-02, 6.33819103e-02, 3.95795554e-02, -1.21805174e-02,\n",
" -4.69312035e-02, -4.54555228e-02, -5.25609404e-03, -5.45230694e-02,\n",
" -4.10114927e-03, -4.02769167e-03, -8.64120349e-02, 2.28300225e-02,\n",
" 1.09755900e-02, 1.17530540e-01, 1.56243118e-02, 1.15422327e-02,\n",
" -1.48421889e-02, 1.78843923e-02, -4.13702019e-02, 7.70392641e-03,\n",
" -1.35047123e-01, -5.19587798e-03, 6.97170645e-02, -4.63836044e-02,\n",
" -8.37691128e-02, -4.32737730e-02, 1.00910831e-02, 2.36553364e-02,\n",
" -3.46841067e-02, -8.76658037e-02, -3.63885239e-02, 6.20379895e-02,\n",
" -1.63458493e-02, -3.70754823e-02, -3.18153128e-02, 3.37279588e-02,\n",
" -2.68304218e-02, -1.54421907e-02, 6.05862029e-02, -2.42770929e-02,\n",
" -3.14683653e-02, 1.90794226e-02, 7.09324609e-03, 5.63543197e-03,\n",
" -1.45608261e-02, 4.30484042e-02, -4.62100208e-02, -5.76708615e-02,\n",
" 2.03916673e-02, -2.54528318e-02, 9.75644663e-02, -5.54836802e-02,\n",
" 1.36624314e-02, 6.65765163e-03, 8.80453512e-02, 3.59941423e-02,\n",
" 1.11478558e-02, -5.21880910e-02, 1.75880622e-02, 2.59487107e-02,\n",
" 7.85850063e-02, -1.16858082e-02, 3.26102041e-02, 3.87622267e-02,\n",
" -1.56386606e-02, 3.01668025e-03, 1.98307307e-03, -6.04272028e-03,\n",
" -5.92333777e-03, -4.72761095e-02, 2.73419619e-02, 4.56563830e-02,\n",
" 6.74381331e-02, -5.86403161e-03, 3.67936236e-03, 1.66110117e-02,\n",
" -3.88462539e-03, 2.82523762e-02, -2.03248411e-02, -6.30211085e-02,\n",
" -1.07109686e-02, 1.08159937e-01, -1.82295276e-03, -1.47783179e-02,\n",
" 2.71624960e-02, 2.75968071e-02, -4.27915566e-02, -3.95191573e-02,\n",
" 4.61923927e-02, 1.66421235e-02, 1.34902075e-02, -6.41113594e-02,\n",
" 6.77970983e-03, -4.26503718e-02, -3.47917788e-02, -4.43950407e-02,\n",
" 6.52641337e-03, 8.22158232e-02, -6.56538457e-03, -3.35863093e-03,\n",
" -4.71382141e-02, -2.53407173e-02, -1.28532527e-03, 3.23689096e-02,\n",
" 9.99805704e-03, -9.79130249e-03, 2.29098741e-02, -5.88692464e-02,\n",
" 7.20560923e-02, -3.25888470e-02, 5.42022213e-02, -2.32529491e-02,\n",
" 5.83744748e-03, 4.50836830e-02, 1.27442807e-01, 4.68693767e-03,\n",
" -3.54739018e-02, -1.00865342e-01, 4.34005857e-02, -4.47844230e-02,\n",
" 1.33562488e-02, -5.31001901e-03, 2.34434120e-02, 1.15534462e-01,\n",
" 3.72115858e-02, -2.34283991e-02, -7.80665874e-03, 7.27919638e-02,\n",
" 6.01552753e-03, -2.72674039e-02, -4.33679495e-04, -1.12060741e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'cheems': Embedding(embedding=array([ 1.00579903e-01, -4.59032878e-02, -1.55989341e-02, -3.49545255e-02,\n",
" 1.83982158e-03, -4.47724909e-02, 3.77709083e-02, 6.35847896e-02,\n",
" 9.51814726e-02, 8.29142407e-02, -5.21505810e-03, 3.07006780e-02,\n",
" 1.57247558e-02, 2.91856863e-02, -1.03469696e-02, 2.23612413e-02,\n",
" 3.64401639e-02, 8.62511694e-02, 1.60174537e-02, -2.53141262e-02,\n",
" -8.06463063e-02, -4.35778312e-02, 1.77631865e-03, 6.14697784e-02,\n",
" 3.20646726e-02, 3.34246829e-02, -8.59417114e-03, -4.21303175e-02,\n",
" 6.03117645e-02, -9.45701916e-03, 7.86800757e-02, -6.76650461e-03,\n",
" -2.26441752e-02, -3.39346239e-03, 3.14338803e-02, -8.88407696e-03,\n",
" -4.53662500e-02, -2.36773845e-02, -6.98026419e-02, 4.92986068e-02,\n",
" -4.00794148e-02, -5.54210739e-04, -1.90904029e-02, -2.05574110e-02,\n",
" 3.46230790e-02, -6.05066754e-02, -2.37817112e-02, 3.96703295e-02,\n",
" -3.17597277e-02, 2.77249906e-02, 3.14739272e-02, -7.33695400e-04,\n",
" 3.95415677e-03, 2.94088200e-03, 4.25768159e-02, 4.97836955e-02,\n",
" 9.16463509e-03, -6.21486753e-02, -3.38251628e-02, -4.16404977e-02,\n",
" 4.76645753e-02, 2.93495487e-02, 3.85656394e-02, 2.10004244e-02,\n",
" 1.47965271e-02, -2.21011136e-03, 3.41533981e-02, -1.93170854e-03,\n",
" -1.08212074e-02, -2.61967741e-02, -3.28739583e-02, 5.52664958e-02,\n",
" 1.11692762e-02, 1.66318119e-01, -3.47839831e-03, 2.71124169e-02,\n",
" 5.91153366e-05, -6.63579851e-02, 1.59352720e-02, -2.00585667e-02,\n",
" 6.69635385e-02, 1.10315807e-06, -6.55018166e-02, 4.86496389e-02,\n",
" -2.91441604e-02, 1.90656371e-02, -1.75746772e-02, -8.13439339e-02,\n",
" -5.37799709e-02, -4.85438257e-02, -5.14645036e-03, -3.37213017e-02,\n",
" -5.04347496e-02, -9.03880075e-02, -4.64317277e-02, 1.74551422e-03,\n",
" -7.43537471e-02, 2.82194931e-02, -2.69769933e-02, -1.62429381e-02,\n",
" -1.25632938e-02, -2.33054776e-02, -3.38229537e-02, -3.45128365e-02,\n",
" -3.87310758e-02, -1.04128495e-02, 9.17781203e-04, 3.38663720e-02,\n",
" -7.00364560e-02, 8.74512345e-02, -2.61309240e-02, -4.42753695e-02,\n",
" -2.46577244e-02, -1.01699336e-02, 2.72094086e-02, 7.67284855e-02,\n",
" 6.68858271e-03, 9.53331590e-02, -5.17715067e-02, -4.13447395e-02,\n",
" -1.36250257e-01, -5.53510599e-02, 3.51876095e-02, -7.63710495e-03,\n",
" -1.53948003e-02, 4.62731114e-04, -2.42069624e-02, 3.21019292e-02,\n",
" -5.92962950e-02, 2.02191230e-02, 7.55663542e-03, 7.57765174e-02,\n",
" -2.17881259e-02, 3.11097130e-02, -3.23060341e-02, 4.45481241e-02,\n",
" -4.01283568e-03, 5.23437709e-02, -1.92116422e-03, 3.96271265e-04,\n",
" -3.63694429e-02, -1.28165670e-02, 1.52937453e-02, 1.64959591e-03,\n",
" 7.16229482e-03, 1.51823293e-02, 1.24495709e-02, 6.31415322e-02,\n",
" -4.34733629e-02, 3.71502974e-04, 6.07458763e-02, 2.70329826e-02,\n",
" -2.36747395e-02, 9.77740902e-03, -7.31690750e-02, -7.51260594e-02,\n",
" -3.47292498e-02, -5.19555947e-03, 3.03179789e-02, -1.82055391e-03,\n",
" 2.76608635e-02, 4.63665128e-02, 3.20804790e-02, -5.87099083e-02,\n",
" -1.00764841e-01, 4.41487692e-03, 9.53686889e-04, -4.58615758e-02,\n",
" 1.68024190e-02, 5.87374792e-02, -4.89806086e-02, 5.42457029e-02,\n",
" -4.92945723e-02, 4.41299239e-03, 2.92403549e-02, -5.67730665e-02,\n",
" -2.93461196e-02, -2.27971114e-02, 1.05793048e-02, -1.76704880e-02,\n",
" 3.26887481e-02, -4.70259413e-02, 2.64543649e-02, -5.42280590e-03,\n",
" -1.48325451e-02, 4.01259139e-02, 1.94616299e-02, -1.48717724e-02,\n",
" -4.86465730e-02, 1.87358446e-02, -7.65815228e-02, -2.79830657e-02,\n",
" -2.97949873e-02, 7.15565262e-03, -6.10211045e-02, 3.76112573e-02,\n",
" 3.58672738e-02, -3.36470082e-02, -5.24074584e-02, 1.15151927e-02,\n",
" 8.72490108e-02, 3.17618735e-02, 3.94381024e-02, 1.37419393e-03,\n",
" -6.78882236e-03, 4.44857031e-02, 6.36143377e-03, -3.37510258e-02,\n",
" -9.10786726e-03, -2.41639018e-02, 5.00553288e-02, -1.88818239e-02,\n",
" 4.43427451e-02, -2.71791872e-03, -3.16380546e-03, 5.61579317e-02,\n",
" -5.90949506e-02, -7.07875863e-02, -5.49794771e-02, 4.18739580e-02,\n",
" 1.78836044e-02, 3.76364440e-02, 4.53562886e-02, 3.72910377e-04,\n",
" 2.20564883e-02, 1.45316431e-02, 2.49024201e-02, -3.24847959e-02,\n",
" 2.23223194e-02, 1.60277765e-02, -4.08244617e-02, 3.36826928e-02,\n",
" 2.80197784e-02, -3.24429050e-02, 3.54719870e-02, -2.75791045e-02,\n",
" -1.90699399e-02, 4.43013618e-03, 2.74591688e-02, -1.10839799e-01,\n",
" 6.09405804e-03, -5.21952994e-02, 4.99198437e-02, 8.14296752e-02,\n",
" 2.23513823e-02, -1.17611950e-02, -6.72936216e-02, -2.85581755e-03,\n",
" 4.91202474e-02, -2.96048187e-02, 2.46531442e-02, -2.11259699e-03,\n",
" -7.47126266e-02, -2.54258458e-02, 3.30701061e-02, 3.02979369e-02,\n",
" 5.12866341e-02, -7.26560205e-02, -7.12011531e-02, -6.57872111e-02,\n",
" 2.98737385e-03, -8.67038686e-03, -6.31900430e-02, -2.66459193e-02,\n",
" 3.06972321e-02, -2.18216144e-02, -1.64965708e-02, -7.62842521e-02,\n",
" -7.52165020e-02, 5.15320078e-02, -3.04246303e-02, 8.16465616e-02,\n",
" -3.30724306e-02, -5.11911362e-02, 3.18799317e-02, 5.39623667e-03,\n",
" 1.69802345e-02, 2.00848002e-02, 4.67747636e-03, 9.73300636e-03,\n",
" 5.06265797e-02, -3.27768885e-02, -2.73240265e-02, 6.22457117e-02,\n",
" -1.17387427e-02, -4.03287746e-02, -2.25965958e-02, -8.46369378e-03,\n",
" -5.65383807e-02, 4.34975736e-02, 1.55308647e-02, 8.81063566e-03,\n",
" -1.61471851e-02, -6.33410271e-03, 4.41857316e-02, -1.72096472e-02,\n",
" -2.32103094e-02, -2.56821774e-02, 1.10486045e-01, 8.01904425e-02,\n",
" 4.94883507e-02, 3.27645168e-02, 5.64765036e-02, -3.72955389e-02,\n",
" 5.42764626e-02, 4.41228785e-02, 1.55568188e-02, 1.80660486e-02,\n",
" -2.40656007e-02, -2.90495884e-02, -5.62995225e-02, -5.78886643e-02,\n",
" -3.16891558e-02, 7.48142377e-02, 2.83259191e-02, 2.09235996e-02,\n",
" 9.12022032e-03, -9.54955351e-03, 1.21948933e-02, -5.89562729e-02,\n",
" 9.03766751e-02, 8.08543041e-02, -4.12484445e-03, 4.64849696e-02,\n",
" 3.72442566e-02, 5.49122281e-02, -7.48944357e-02, -8.32945257e-02,\n",
" -2.96088215e-03, 5.40814735e-02, -8.00005868e-02, -5.65859675e-03,\n",
" -3.04183532e-02, -3.49803432e-03, 5.50158434e-02, 3.72808427e-02,\n",
" -7.10049598e-03, 2.55428907e-02, 5.93358167e-02, 6.47946969e-02,\n",
" -4.03493159e-02, -8.71139169e-02, -1.93328280e-02, -2.52473764e-02,\n",
" 2.81525757e-02, 5.27707413e-02, -2.16522608e-02, -7.13912547e-02,\n",
" 3.79530229e-02, -5.92745952e-02, -4.49563265e-02, 5.22884913e-03,\n",
" -2.10061483e-02, -5.00430241e-02, 3.46320048e-02, -4.30096220e-03,\n",
" 5.55991679e-02, -1.91162387e-03, -5.94568215e-02, -4.37028483e-02,\n",
" 1.99090689e-02, 1.13750389e-03, -2.84942836e-02, 3.22158560e-02,\n",
" -1.12227283e-01, -2.54189670e-02, -5.76102920e-02, 4.83120792e-02,\n",
" 4.38509285e-02, -4.30768654e-02, 2.32034214e-02, -6.32335618e-02,\n",
" 5.78672811e-02, 1.38869211e-02, -1.37229608e-02, 4.34766561e-02,\n",
" 3.74452360e-02, 3.00975796e-02, 5.49902357e-02, 2.61237361e-02,\n",
" 8.86423234e-03, 6.29020408e-02, 3.16151902e-02, -1.26028461e-02,\n",
" -5.03671244e-02, -4.56985570e-02, 1.34729892e-02, -5.77093400e-02,\n",
" -1.81475189e-02, -1.90870985e-02, -8.57902318e-02, 1.78767461e-02,\n",
" 7.37135590e-04, 1.05285503e-01, 3.46631464e-03, 1.09478058e-02,\n",
" -1.54244294e-02, 1.95060093e-02, -3.58926393e-02, -5.56773413e-03,\n",
" -1.27161026e-01, -2.01507425e-03, 6.11266233e-02, -4.64070030e-02,\n",
" -7.77950585e-02, -4.38868478e-02, 1.70301273e-03, 2.72846594e-02,\n",
" -4.20123227e-02, -8.77913237e-02, -4.14006412e-02, 5.44212610e-02,\n",
" -8.98712501e-03, -5.41181527e-02, -3.60230431e-02, 3.42578702e-02,\n",
" -3.42951529e-02, -1.31484484e-02, 6.95725977e-02, -2.16032472e-02,\n",
" -1.93289835e-02, 1.35810347e-02, 2.34069414e-02, -2.93339044e-03,\n",
" -7.83390831e-03, 3.13346386e-02, -5.52035458e-02, -6.97866157e-02,\n",
" 1.66098475e-02, -1.90648157e-02, 9.91603509e-02, -4.65204157e-02,\n",
" 2.12078262e-02, 1.16022602e-02, 7.40244240e-02, 3.12086102e-02,\n",
" 5.64764114e-03, -5.29176593e-02, 1.43037774e-02, 2.81140674e-02,\n",
" 7.39630237e-02, -1.30918631e-02, 2.77015455e-02, 4.87831421e-02,\n",
" -1.63473561e-02, 2.17688438e-02, -3.28614522e-04, 1.04398010e-02,\n",
" -1.08235516e-02, -4.23966348e-02, 3.49583402e-02, 4.72169854e-02,\n",
" 6.79276660e-02, -2.40403088e-03, 1.48359016e-02, 2.10678447e-02,\n",
" -2.83465185e-03, 3.92505378e-02, -1.48008736e-02, -7.26004243e-02,\n",
" -1.23337796e-02, 9.08773467e-02, -1.24441935e-02, -3.95359173e-02,\n",
" 3.23560648e-02, 2.86736283e-02, -5.20233624e-02, -4.66308147e-02,\n",
" 3.40322927e-02, -1.08673517e-02, 1.60622969e-02, -6.01182804e-02,\n",
" 2.39180494e-02, -3.45508866e-02, -2.81349216e-02, -4.12398241e-02,\n",
" 8.12890381e-03, 7.61567131e-02, -1.35651277e-02, 1.04948077e-02,\n",
" -3.81053984e-02, -4.32985276e-02, 1.10083316e-02, 2.62471624e-02,\n",
" 6.31153630e-03, -1.52649758e-02, 1.49596781e-02, -4.58754264e-02,\n",
" 6.32622913e-02, -1.52184153e-02, 6.83610290e-02, -1.85717493e-02,\n",
" 1.91130955e-02, 4.80170660e-02, 1.32846206e-01, 2.32860409e-02,\n",
" -5.43430373e-02, -1.00138411e-01, 4.87250760e-02, -3.87035757e-02,\n",
" 8.49278178e-03, -1.10075912e-02, 2.29788087e-02, 1.06309235e-01,\n",
" 2.69902255e-02, -3.18951085e-02, -2.06601084e-03, 7.36462250e-02,\n",
" -9.96442046e-03, -2.90006585e-02, 1.04873488e-02, -1.18734874e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'chosen': Embedding(embedding=array([ 1.05143227e-01, -3.90387326e-02, -1.15496144e-02, 2.60057095e-02,\n",
" -1.14179589e-02, -5.80187030e-02, 1.80185214e-02, 5.94821759e-02,\n",
" 1.01387136e-01, 4.90789227e-02, -2.61341408e-02, 5.52506745e-02,\n",
" 3.28945182e-02, 1.76228974e-02, -6.13403879e-03, 4.05373909e-02,\n",
" 6.49863482e-02, 8.54467675e-02, -7.39326840e-03, -1.62922814e-02,\n",
" -8.03512111e-02, -3.41582783e-02, -2.61326986e-05, 4.99779917e-02,\n",
" 3.90515290e-03, 1.45719498e-02, 1.11578414e-02, -4.35764231e-02,\n",
" 4.50842790e-02, -1.14400219e-02, 7.36490265e-02, -2.87296437e-02,\n",
" 1.60967503e-02, -6.63534552e-03, 4.08346914e-02, -3.54389101e-02,\n",
" -4.29806039e-02, -2.07796451e-02, -9.49076861e-02, 3.79591994e-02,\n",
" -4.55816872e-02, 2.34470684e-02, -3.18879113e-02, -4.98008728e-03,\n",
" 4.90841717e-02, -5.99692389e-02, -4.32436764e-02, 5.75558282e-02,\n",
" -2.62245145e-02, 1.15184104e-02, 3.14719267e-02, -2.20359992e-02,\n",
" 1.80568383e-03, 2.52427179e-02, 4.76209447e-02, 7.75466114e-02,\n",
" -2.89789867e-02, -8.86989981e-02, -2.08200235e-02, -2.18772925e-02,\n",
" 3.67934667e-02, 6.42544474e-04, 1.49964364e-02, 1.64211486e-02,\n",
" 2.31474880e-02, 2.14445870e-02, 4.04778607e-02, 2.46135611e-02,\n",
" -2.82383035e-03, -1.56143708e-02, -4.42975340e-03, 1.08366311e-02,\n",
" 3.96867581e-02, 1.36948451e-01, -3.39558311e-02, 1.36642782e-02,\n",
" 2.52277460e-02, -9.85330939e-02, 3.07354033e-02, -2.00110506e-02,\n",
" 1.38468249e-02, 2.45012809e-02, -6.31953031e-02, 3.44158560e-02,\n",
" -8.64991546e-03, 5.58107346e-02, -1.89941023e-02, -9.59229246e-02,\n",
" -6.50364906e-02, -2.73311548e-02, -3.47727090e-02, -4.48097438e-02,\n",
" -1.86409913e-02, -8.52941871e-02, -7.72980377e-02, 3.18711810e-02,\n",
" -7.30730444e-02, 4.18630019e-02, 3.41777341e-03, 1.33483335e-02,\n",
" -1.54573666e-02, -2.39430685e-02, 4.24573058e-03, -1.72652341e-02,\n",
" -3.79662737e-02, -2.85335872e-02, 2.12848929e-04, 3.31559442e-02,\n",
" -4.25363183e-02, 7.59191662e-02, -4.41219546e-02, -1.27148917e-02,\n",
" 9.27627552e-03, -1.36896716e-02, -5.68548508e-04, 7.79333860e-02,\n",
" 3.88979316e-02, 7.92538896e-02, -6.64850771e-02, -1.33447954e-02,\n",
" -1.96842238e-01, -5.13025187e-02, 2.34758426e-02, 4.50712303e-03,\n",
" -3.09259742e-02, 4.33116918e-03, -3.44231762e-02, 4.15030457e-02,\n",
" -7.50306696e-02, 2.15558242e-03, 3.61058791e-03, 5.06222062e-02,\n",
" -3.84581946e-02, 2.16467008e-02, -3.54669094e-02, 5.92682734e-02,\n",
" 2.19791066e-02, 5.88238165e-02, -8.47078022e-03, 1.98156089e-02,\n",
" -2.32197568e-02, -2.04655901e-02, -2.75981575e-02, 1.26023898e-02,\n",
" -3.17105278e-02, 3.32479551e-02, 1.53989776e-03, 5.79933375e-02,\n",
" -4.68778424e-02, 7.45422021e-03, 4.36237641e-02, 3.04807089e-02,\n",
" -3.08305789e-02, 3.67724672e-02, -2.52534933e-02, -4.69798222e-02,\n",
" -2.74110641e-02, 3.05802934e-02, 4.12085764e-02, 5.25286235e-03,\n",
" 2.10735276e-02, 4.81074490e-02, 4.73548993e-02, -6.79648444e-02,\n",
" -8.90592262e-02, 1.57663610e-03, 7.36285932e-03, -2.86615472e-02,\n",
" 4.34579626e-02, 3.00352406e-02, -2.04578117e-02, 3.17309052e-02,\n",
" -3.85850295e-02, 1.69846155e-02, 4.77734655e-02, -8.85780752e-02,\n",
" -3.13398242e-02, -7.64295133e-03, 2.72373818e-02, -4.45456360e-04,\n",
" 3.00758220e-02, -4.02367450e-02, 3.78287234e-03, -1.63946003e-02,\n",
" -4.67497762e-03, 9.65693593e-03, 4.12451988e-03, 1.94377229e-02,\n",
" -3.83565277e-02, -3.23064136e-03, -8.19569975e-02, -2.92340182e-02,\n",
" -1.88214071e-02, 1.18592381e-02, -6.26477748e-02, 4.12360504e-02,\n",
" 6.28461838e-02, 5.02095511e-03, -4.37287092e-02, -5.81075111e-03,\n",
" 8.17149580e-02, 2.73375195e-02, 5.36109209e-02, -3.59385554e-03,\n",
" -3.74500304e-02, 4.49579628e-03, 4.10596915e-02, -2.36667246e-02,\n",
" -3.53336777e-03, -6.20461740e-02, 5.45680821e-02, -1.70090031e-02,\n",
" 7.64999837e-02, -1.92205561e-03, -1.84179116e-02, 2.60339305e-02,\n",
" -8.96456912e-02, -8.87217373e-02, -3.99746932e-02, 3.34595144e-02,\n",
" 3.83016169e-02, 2.31270660e-02, 6.54042885e-02, 2.22371947e-02,\n",
" 9.56518634e-04, -3.58386561e-02, 3.51164006e-02, -5.74161159e-03,\n",
" 5.61917294e-03, -1.97697859e-02, -4.92485650e-02, 4.18180265e-02,\n",
" 3.15804146e-02, -3.36245522e-02, 4.91609201e-02, -3.92057970e-02,\n",
" -5.65229505e-02, 1.24577675e-02, 1.61371715e-02, -8.50548893e-02,\n",
" -2.50383150e-02, -4.14968356e-02, 1.50756165e-02, 3.83490957e-02,\n",
" 2.45126262e-02, -4.00925018e-02, -5.93606457e-02, -2.11199187e-02,\n",
" 3.57247330e-02, -4.55274135e-02, 5.14701707e-03, 1.42175602e-02,\n",
" -7.22134858e-02, -2.96239331e-02, 4.49105166e-02, 1.61349420e-02,\n",
" 5.52254021e-02, -6.38488457e-02, -4.36671078e-02, -9.12871882e-02,\n",
" -3.87990959e-02, 1.40507119e-02, -3.75247225e-02, -2.76048612e-02,\n",
" 1.82312746e-02, 3.97834694e-03, -4.51764930e-03, -1.07292816e-01,\n",
" -7.99488798e-02, 2.73981504e-02, -4.24826667e-02, 9.26703736e-02,\n",
" -2.38669496e-02, -5.07876165e-02, 7.43545219e-02, 1.08389743e-02,\n",
" 4.08157669e-02, 2.36065499e-02, -5.80703560e-03, 9.88714863e-03,\n",
" 6.13028221e-02, -6.12275191e-02, 2.25514956e-02, 3.93822230e-02,\n",
" 8.59917980e-03, -2.34980937e-02, -3.68774943e-02, 1.34803494e-02,\n",
" -3.82386073e-02, 3.55865918e-02, 8.35223403e-03, 1.10391360e-02,\n",
" -3.42010297e-02, 1.96009781e-02, 4.56221476e-02, -1.75970979e-02,\n",
" -9.25889891e-03, -2.89662112e-03, 1.30059496e-01, 9.31427032e-02,\n",
" 1.69195384e-02, 1.87586714e-02, 2.42983811e-02, -4.77735922e-02,\n",
" 5.41924052e-02, 1.09033786e-01, -1.69272870e-02, 3.65833677e-02,\n",
" -3.80375562e-03, -1.88610349e-02, -2.33405642e-02, -4.02384140e-02,\n",
" -5.45063540e-02, 6.80030063e-02, 1.83065459e-02, 4.77473903e-03,\n",
" -1.00457557e-02, 5.14582684e-03, -6.87191170e-03, -5.32007106e-02,\n",
" 6.92342520e-02, 5.36951758e-02, 1.98664311e-02, 5.74513301e-02,\n",
" 2.28469167e-02, 1.90563183e-02, -6.36225343e-02, -4.44123335e-02,\n",
" -9.83864535e-04, 7.91172609e-02, -4.98363115e-02, -1.53701361e-02,\n",
" -1.48771806e-02, -2.13240162e-02, 6.22348897e-02, 3.50468494e-02,\n",
" 1.03985630e-02, 2.31220499e-02, 7.65123218e-02, 5.78819588e-02,\n",
" -3.92286945e-03, -6.50252551e-02, -7.98366219e-03, -7.83221424e-03,\n",
" -2.96163402e-04, 4.56908345e-02, -1.55109689e-02, -7.43756965e-02,\n",
" 4.62433100e-02, -7.55438507e-02, -4.85227332e-02, -9.55016445e-03,\n",
" -2.41117813e-02, -6.47920072e-02, 1.60937905e-02, -2.57370174e-02,\n",
" 3.73524278e-02, -2.18442976e-02, -5.40493652e-02, -3.38769406e-02,\n",
" 1.26289707e-02, -1.59094520e-02, -2.44254787e-02, 3.90473828e-02,\n",
" -7.32014254e-02, -1.02658169e-02, -3.57619822e-02, 1.26131698e-02,\n",
" 6.38844073e-02, -5.33498563e-02, 3.70222181e-02, -4.73296754e-02,\n",
" 4.29632179e-02, -2.41307858e-02, -9.08401608e-03, 2.63716318e-02,\n",
" 4.94338721e-02, 3.60664986e-02, 4.37061414e-02, 3.55818123e-02,\n",
" -2.94652674e-02, 4.01998833e-02, 2.59872270e-03, -3.19668762e-02,\n",
" -5.54563850e-02, -2.72085331e-02, 1.62196942e-02, -4.37410101e-02,\n",
" -1.50096146e-02, -4.62241843e-02, -9.77496877e-02, 2.12734975e-02,\n",
" -1.12409825e-02, 7.91294351e-02, 1.59535035e-02, 1.88666936e-02,\n",
" 1.83024202e-02, 2.18109470e-02, -6.07727095e-02, -1.47861261e-02,\n",
" -1.25394598e-01, -1.65182278e-02, 4.82778735e-02, -3.37589830e-02,\n",
" -5.75796328e-02, -5.27259633e-02, 1.27103261e-03, 2.17320304e-02,\n",
" -4.21864837e-02, -8.73590857e-02, -3.63534912e-02, 6.03775978e-02,\n",
" -8.13403446e-03, -2.72657983e-02, -5.34140468e-02, 2.05479804e-02,\n",
" -7.00775012e-02, 9.59967077e-03, 7.45275095e-02, -4.23601083e-03,\n",
" -3.95038910e-03, -1.23242307e-02, 2.17589773e-02, 1.23438437e-03,\n",
" -3.02006491e-02, 1.99253876e-02, -4.32804301e-02, -8.79173949e-02,\n",
" 2.21170783e-02, -1.77191906e-02, 1.03192404e-01, -4.95454520e-02,\n",
" 3.27181816e-02, 1.11144073e-02, 9.23672915e-02, 4.81410697e-02,\n",
" 2.20116265e-02, -2.43255086e-02, 6.41406886e-03, 7.64174480e-03,\n",
" 8.10758024e-02, 7.75327254e-03, 3.94140445e-02, 3.27506214e-02,\n",
" -2.64782109e-03, 2.82359570e-02, -1.91427879e-02, 1.63343269e-02,\n",
" -9.37884022e-03, -2.88949162e-02, 2.68742312e-02, 6.57005832e-02,\n",
" 7.38085136e-02, 3.05594951e-02, 1.26162171e-02, 4.57831994e-02,\n",
" 1.01610674e-02, 4.04303223e-02, -2.28004921e-02, -5.38528487e-02,\n",
" -2.69076880e-02, 6.61841929e-02, -3.71929910e-03, -4.02201824e-02,\n",
" 5.19493632e-02, 1.02313049e-02, -5.16736880e-02, -4.62454706e-02,\n",
" 5.85520007e-02, 1.74677838e-02, 3.67698073e-02, -5.22904098e-02,\n",
" 1.61114556e-03, -4.99865934e-02, 3.08394781e-03, -2.55422797e-02,\n",
" -1.26086557e-02, 5.03437184e-02, 7.56361429e-03, 4.11690417e-04,\n",
" -3.14074196e-02, -8.45963657e-02, 3.72551456e-02, 8.01269896e-03,\n",
" 1.00798775e-02, 5.57396328e-03, 1.96246170e-02, -5.74713387e-02,\n",
" 6.34538233e-02, 2.10070014e-02, 6.13057464e-02, -4.16469499e-02,\n",
" 1.51693439e-02, 3.72672789e-02, 1.14839032e-01, -7.80063262e-03,\n",
" -5.29371239e-02, -1.05649635e-01, 2.19791345e-02, -2.68468671e-02,\n",
" -1.07322792e-02, -6.13755500e-03, 5.66914817e-03, 6.82571977e-02,\n",
" 2.52753645e-02, -2.51728166e-02, -1.23941693e-02, 8.41735899e-02,\n",
" 1.57530494e-02, -5.22960071e-03, -1.11553017e-02, -9.29535702e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'cmm': Embedding(embedding=array([ 0.10864911, -0.03622872, -0.01074077, 0.01079865, -0.00827992,\n",
" -0.06878272, 0.03050948, 0.05537793, 0.09589431, 0.0388055 ,\n",
" -0.03743549, 0.05135227, 0.03781462, 0.01568729, -0.00845257,\n",
" 0.0444535 , 0.06474382, 0.08742544, 0.00180155, -0.01903534,\n",
" -0.08695033, -0.03794575, 0.00331174, 0.05052971, 0.00771713,\n",
" 0.02034169, 0.01378042, -0.03247188, 0.06387743, -0.01123353,\n",
" 0.08301398, -0.02054123, 0.01463359, 0.00612743, 0.03913996,\n",
" -0.02963674, -0.03243688, -0.01115312, -0.09199984, 0.04948644,\n",
" -0.04058443, 0.01344353, -0.02692632, -0.00930478, 0.04220863,\n",
" -0.06514276, -0.03979412, 0.0531129 , -0.02830762, 0.01461677,\n",
" 0.04723059, -0.01707585, -0.0037112 , 0.02238365, 0.04870368,\n",
" 0.07215469, -0.01543141, -0.09210094, -0.01545654, -0.02529193,\n",
" 0.03058685, 0.00971373, 0.02081997, 0.01883854, 0.01991733,\n",
" 0.01501265, 0.03901522, 0.02318611, 0.0014054 , -0.02104642,\n",
" -0.00812562, 0.0168463 , 0.02245514, 0.14190102, -0.02440315,\n",
" 0.00545407, 0.02430918, -0.09836192, 0.02557071, -0.01213671,\n",
" 0.01734813, 0.02960704, -0.06724552, 0.03742211, -0.01873234,\n",
" 0.04243666, -0.01923159, -0.09815392, -0.05740999, -0.02162203,\n",
" -0.03017562, -0.04586197, -0.02092493, -0.08195781, -0.08394397,\n",
" 0.04207931, -0.0724741 , 0.04013693, -0.00328764, 0.00069385,\n",
" -0.00433399, -0.0158293 , 0.00520419, -0.02347616, -0.04274924,\n",
" -0.02911694, 0.00068182, 0.03207296, -0.05168948, 0.07540305,\n",
" -0.04389152, -0.01765115, 0.00498816, 0.00346617, 0.00088036,\n",
" 0.07279947, 0.03640958, 0.08151315, -0.06576573, -0.02874441,\n",
" -0.16609648, -0.0602023 , 0.02668787, 0.00416996, -0.02042891,\n",
" 0.00630203, -0.03360149, 0.0400157 , -0.08117601, 0.02351013,\n",
" 0.00848422, 0.05317708, -0.03672517, 0.01881026, -0.03624688,\n",
" 0.0627998 , 0.02169104, 0.06012587, -0.01746069, 0.01894298,\n",
" -0.02323683, -0.03489905, -0.0204519 , 0.00998455, -0.0271978 ,\n",
" 0.03166572, 0.01018234, 0.05363822, -0.04858078, 0.00861159,\n",
" 0.04206042, 0.02682117, -0.03040519, 0.0323298 , -0.02743311,\n",
" -0.04045446, -0.03173589, 0.02746969, 0.03668398, 0.00224208,\n",
" 0.02582237, 0.05519442, 0.04773656, -0.07001487, -0.08832049,\n",
" 0.0024965 , -0.00517038, -0.03549344, 0.04834469, 0.04199544,\n",
" -0.03135938, 0.03346108, -0.03887803, 0.02369785, 0.04111434,\n",
" -0.08535043, -0.02456445, -0.00123319, 0.03544085, 0.00426517,\n",
" 0.03226328, -0.04093479, 0.00021708, -0.01278515, 0.00701792,\n",
" 0.00868634, -0.00098507, 0.01333799, -0.05041154, -0.00432685,\n",
" -0.08767987, -0.02674782, -0.01532312, 0.01160679, -0.06130918,\n",
" 0.03925362, 0.05347348, -0.00194748, -0.04968651, -0.00358098,\n",
" 0.09866392, 0.02748244, 0.05093103, -0.00451858, -0.03353116,\n",
" 0.01186377, 0.03417959, -0.02807154, -0.01108806, -0.05603128,\n",
" 0.04934392, -0.01514457, 0.06239121, 0.00187886, -0.00869277,\n",
" 0.02906122, -0.09596472, -0.09420016, -0.03604284, 0.03417546,\n",
" 0.02875999, 0.02758101, 0.06387882, 0.01937106, -0.0031852 ,\n",
" -0.03281546, 0.02918648, -0.00883177, 0.00628387, -0.01285155,\n",
" -0.05691637, 0.03308432, 0.02991164, -0.05091589, 0.0450005 ,\n",
" -0.04178438, -0.05804458, 0.02351426, 0.01372472, -0.09403975,\n",
" -0.01650143, -0.05398588, 0.02344279, 0.04710077, 0.02462942,\n",
" -0.03349022, -0.07038508, -0.0092504 , 0.05290605, -0.04058501,\n",
" 0.00727282, 0.01657382, -0.07388861, -0.01979425, 0.04380663,\n",
" 0.02020622, 0.05832338, -0.05306212, -0.03291614, -0.08961882,\n",
" -0.03546815, 0.01287714, -0.03944115, -0.02614541, 0.01097667,\n",
" -0.0030687 , -0.00656295, -0.10578151, -0.07211722, 0.03345052,\n",
" -0.03817421, 0.08740368, -0.02450277, -0.05059739, 0.06473649,\n",
" 0.00617573, 0.03881248, 0.02759174, -0.00479529, 0.00896753,\n",
" 0.06732209, -0.05093763, 0.010245 , 0.05235171, 0.00866131,\n",
" -0.02544431, -0.03256236, 0.01187505, -0.04162151, 0.05326469,\n",
" 0.01361878, 0.00850215, -0.03370562, 0.01713257, 0.04274315,\n",
" -0.02304236, -0.00218535, -0.00163473, 0.12077413, 0.09143577,\n",
" 0.02546765, 0.01642032, 0.03281473, -0.04378187, 0.0560092 ,\n",
" 0.10625093, -0.01497353, 0.0369222 , -0.01208425, -0.02283909,\n",
" -0.0249244 , -0.04352047, -0.05671784, 0.06767613, 0.02963666,\n",
" -0.00159996, -0.00236576, -0.00019909, -0.00331574, -0.0641641 ,\n",
" 0.07290043, 0.07203386, 0.02370451, 0.05006285, 0.01875925,\n",
" 0.03877536, -0.06108161, -0.04853617, -0.00458826, 0.07499764,\n",
" -0.04713444, -0.01837013, -0.02659588, -0.01782591, 0.05699433,\n",
" 0.04461993, 0.00694207, 0.02281847, 0.08246139, 0.06037071,\n",
" -0.00747929, -0.07635349, 0.0043852 , -0.00667388, 0.01573766,\n",
" 0.05446651, -0.01017913, -0.07372005, 0.03876399, -0.07326073,\n",
" -0.05059752, -0.00621102, -0.02151684, -0.06162151, 0.00274335,\n",
" -0.02404672, 0.03479073, -0.02186533, -0.05834301, -0.02903023,\n",
" 0.00256734, -0.00813411, -0.02028651, 0.0403836 , -0.07964315,\n",
" -0.01262064, -0.04432268, 0.00494246, 0.06013073, -0.05131991,\n",
" 0.0324675 , -0.03847145, 0.04286374, -0.02549787, -0.0081715 ,\n",
" 0.02182823, 0.05227052, 0.04090566, 0.04965317, 0.02780882,\n",
" -0.02484476, 0.05218298, 0.00745782, -0.03222644, -0.05308539,\n",
" -0.02329572, 0.01560801, -0.05119702, -0.00763816, -0.04499893,\n",
" -0.09424882, 0.03031066, -0.00821012, 0.08325377, 0.0141002 ,\n",
" 0.0199447 , 0.01648171, 0.01255012, -0.06810746, -0.0087084 ,\n",
" -0.12164225, -0.01963956, 0.06028968, -0.03338239, -0.04877544,\n",
" -0.0426346 , 0.00168857, 0.02145252, -0.03933975, -0.08962601,\n",
" -0.04329811, 0.05862988, -0.0068061 , -0.03233796, -0.04523412,\n",
" 0.02512443, -0.05733928, 0.01114105, 0.07012073, -0.00402591,\n",
" -0.0185297 , -0.00749549, 0.02089315, -0.00085062, -0.02806172,\n",
" 0.01737965, -0.05949019, -0.09036268, 0.0144317 , -0.02149701,\n",
" 0.10262168, -0.05208536, 0.02965958, 0.00491725, 0.08676793,\n",
" 0.02861815, 0.01218599, -0.03002793, 0.00841326, 0.006494 ,\n",
" 0.08161905, 0.00801165, 0.04166264, 0.03034737, -0.00334306,\n",
" 0.03506673, -0.00917033, 0.02003856, -0.0076697 , -0.03281365,\n",
" 0.0239761 , 0.05753081, 0.06473749, 0.03547263, 0.01698847,\n",
" 0.03886069, 0.02096015, 0.04311012, -0.01765371, -0.05530457,\n",
" -0.01826963, 0.07716726, -0.00068735, -0.03439064, 0.05061284,\n",
" 0.01143581, -0.0538702 , -0.04149518, 0.06294675, 0.01675662,\n",
" 0.02870633, -0.05978387, 0.01679454, -0.04245254, -0.00266082,\n",
" -0.03012638, -0.00879603, 0.05412064, 0.01547487, 0.00120027,\n",
" -0.04448347, -0.06037302, 0.03703747, 0.00738246, 0.01365369,\n",
" 0.00733093, 0.01528506, -0.05916496, 0.05857101, 0.0105491 ,\n",
" 0.06457536, -0.04761103, 0.0013735 , 0.03790984, 0.11858813,\n",
" -0.01314319, -0.04260733, -0.11162475, 0.02626911, -0.03082081,\n",
" -0.00599348, -0.00630469, 0.0098351 , 0.07301301, 0.02378629,\n",
" -0.03054059, -0.00392831, 0.08408055, 0.01181427, -0.01285323,\n",
" -0.01001002, -0.09477904]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'country': Embedding(embedding=array([ 9.45751294e-02, -5.03267348e-02, -1.95481796e-02, -3.15072574e-02,\n",
" 5.48192905e-03, -4.13345434e-02, 3.88516821e-02, 6.26395270e-02,\n",
" 9.60958526e-02, 8.19292441e-02, -6.34430721e-03, 3.85992974e-02,\n",
" 2.03922968e-02, 2.80175358e-02, -1.41114034e-02, 2.63503678e-02,\n",
" 4.14977744e-02, 8.80852789e-02, 1.48861771e-02, -2.43899059e-02,\n",
" -7.95911103e-02, -4.59182151e-02, 6.11529173e-03, 5.48026934e-02,\n",
" 2.85739657e-02, 3.27869356e-02, -3.64313484e-03, -4.30343598e-02,\n",
" 5.96127212e-02, -6.37586275e-03, 8.41085762e-02, -7.51823233e-03,\n",
" -2.28814147e-02, -1.79769506e-03, 2.89494302e-02, -1.26391193e-02,\n",
" -4.70612273e-02, -2.14548670e-02, -6.88218251e-02, 4.80085015e-02,\n",
" -3.60987894e-02, 1.41487713e-03, -2.20656041e-02, -2.33700406e-02,\n",
" 3.46483365e-02, -6.24101423e-02, -2.21429057e-02, 3.61809433e-02,\n",
" -3.17384005e-02, 3.13118435e-02, 2.76598763e-02, 1.42995873e-03,\n",
" 7.58165121e-03, 1.28458464e-03, 4.31454070e-02, 4.76745889e-02,\n",
" 1.14912270e-02, -5.95141873e-02, -2.97188107e-02, -3.88609730e-02,\n",
" 4.94476743e-02, 2.48725377e-02, 3.47963832e-02, 1.75873451e-02,\n",
" 1.42304050e-02, -6.53624954e-03, 3.34516838e-02, 1.39279244e-03,\n",
" -1.22400839e-02, -2.23085396e-02, -2.93575507e-02, 5.42418621e-02,\n",
" 7.51600927e-03, 1.58844456e-01, -9.13326442e-03, 2.71408763e-02,\n",
" 1.08820293e-03, -6.63865209e-02, 1.21225342e-02, -2.12665573e-02,\n",
" 7.07431287e-02, 6.35799300e-03, -7.30255395e-02, 5.62317558e-02,\n",
" -3.08726132e-02, 1.66597981e-02, -2.30066571e-02, -8.49783495e-02,\n",
" -5.07421903e-02, -5.05400971e-02, -4.25515976e-03, -3.24114114e-02,\n",
" -5.68079837e-02, -9.27158594e-02, -4.25595380e-02, 8.58973130e-04,\n",
" -7.18931258e-02, 2.85992585e-02, -2.60250662e-02, -1.81831680e-02,\n",
" -6.10319432e-03, -1.90968439e-02, -3.35960947e-02, -3.79822254e-02,\n",
" -4.02382575e-02, -3.70405917e-03, 8.54544633e-04, 2.86047477e-02,\n",
" -6.66662827e-02, 8.43097419e-02, -2.55909041e-02, -3.87485288e-02,\n",
" -2.05913112e-02, -6.40190486e-03, 2.84443200e-02, 7.69847408e-02,\n",
" 7.74007197e-03, 1.00354865e-01, -5.47776259e-02, -4.20263559e-02,\n",
" -1.34806037e-01, -5.56580536e-02, 3.91344018e-02, -7.71296537e-03,\n",
" -1.77560858e-02, 1.73673930e-03, -2.38197073e-02, 3.48823890e-02,\n",
" -5.71615435e-02, 2.34156065e-02, 7.61114992e-03, 7.48171210e-02,\n",
" -2.30379086e-02, 2.77208295e-02, -2.82342974e-02, 4.33886237e-02,\n",
" 2.76956504e-04, 5.57231382e-02, -3.21189384e-03, 2.10293010e-03,\n",
" -4.30162326e-02, -1.35889594e-02, 1.27650173e-02, 2.18023174e-03,\n",
" 6.31928025e-03, 1.58443581e-02, 1.54293841e-02, 6.84082434e-02,\n",
" -4.22724895e-02, 2.74930242e-03, 6.07075207e-02, 2.42221858e-02,\n",
" -2.79124230e-02, 8.31379741e-03, -5.90383820e-02, -6.93819299e-02,\n",
" -3.61029692e-02, -5.78589691e-03, 3.41201089e-02, 9.50324058e-04,\n",
" 2.92055756e-02, 4.64193635e-02, 2.84471549e-02, -5.85700385e-02,\n",
" -1.06136844e-01, 3.52087314e-03, -5.68146315e-05, -4.19809334e-02,\n",
" 1.43652642e-02, 5.91383055e-02, -4.63676788e-02, 5.61882555e-02,\n",
" -4.98188734e-02, 2.59114080e-03, 3.96181941e-02, -5.54211400e-02,\n",
" -2.63849590e-02, -2.42919158e-02, 2.13922933e-02, -1.51718166e-02,\n",
" 3.33053097e-02, -4.27116193e-02, 2.84215566e-02, -7.41313864e-03,\n",
" -1.18527170e-02, 3.46183814e-02, 2.21352484e-02, -1.01019330e-02,\n",
" -4.58791181e-02, 1.76250134e-02, -8.03634897e-02, -2.94417944e-02,\n",
" -2.93862484e-02, 4.31249943e-03, -6.03248477e-02, 3.99292409e-02,\n",
" 3.40803228e-02, -3.58194374e-02, -5.08185923e-02, 9.97380819e-03,\n",
" 9.08466876e-02, 3.49253006e-02, 4.25720811e-02, -4.57695744e-04,\n",
" -1.11327535e-02, 3.94007750e-02, 5.20322425e-03, -3.37054767e-02,\n",
" -1.32356957e-02, -2.91752703e-02, 5.19113094e-02, -1.46945249e-02,\n",
" 4.90404740e-02, 1.32041355e-03, -2.65843887e-03, 5.75474687e-02,\n",
" -5.95626421e-02, -6.73975870e-02, -5.82577251e-02, 3.65537591e-02,\n",
" 1.44422390e-02, 3.66251916e-02, 4.68996838e-02, -5.47567196e-03,\n",
" 2.16770470e-02, 9.46974475e-03, 2.48976946e-02, -3.66412774e-02,\n",
" 1.96930431e-02, 2.07062121e-02, -3.74740288e-02, 3.08133457e-02,\n",
" 2.79737823e-02, -3.77054177e-02, 3.22629921e-02, -2.65768673e-02,\n",
" -1.98853910e-02, 1.00964345e-02, 3.13471481e-02, -1.12459943e-01,\n",
" 6.28281524e-03, -5.21977507e-02, 4.78376523e-02, 8.07103515e-02,\n",
" 2.16864608e-02, -9.30457655e-03, -7.18657225e-02, -2.67908070e-03,\n",
" 5.08913919e-02, -3.20720710e-02, 2.37504244e-02, 9.02965723e-04,\n",
" -6.78996071e-02, -3.27989757e-02, 3.38240936e-02, 3.12795714e-02,\n",
" 4.83407229e-02, -7.20973685e-02, -6.55224249e-02, -6.90986514e-02,\n",
" -5.15485299e-04, -6.83257915e-03, -6.22735582e-02, -2.80200522e-02,\n",
" 3.10021173e-02, -2.25103144e-02, -1.15213720e-02, -7.66495541e-02,\n",
" -7.84809515e-02, 5.09652942e-02, -2.99069900e-02, 8.32459256e-02,\n",
" -3.85805741e-02, -4.95408140e-02, 3.02082412e-02, 3.44355754e-03,\n",
" 2.25678720e-02, 2.58879028e-02, 3.88815720e-03, 1.18428264e-02,\n",
" 4.81411107e-02, -3.52661274e-02, -2.18549371e-02, 6.05527610e-02,\n",
" -1.05773462e-02, -3.70545797e-02, -1.76263247e-02, -8.28583143e-04,\n",
" -5.37957810e-02, 4.63102758e-02, 1.29310926e-02, 8.28772597e-03,\n",
" -1.09306173e-02, -8.01566895e-03, 4.20011617e-02, -2.02751569e-02,\n",
" -2.13368945e-02, -2.74667572e-02, 1.08973511e-01, 8.08197036e-02,\n",
" 4.17948291e-02, 3.49170752e-02, 5.48181161e-02, -4.42596301e-02,\n",
" 5.41716218e-02, 4.61243838e-02, 1.54017974e-02, 1.39915738e-02,\n",
" -2.90933102e-02, -2.86815725e-02, -5.74075431e-02, -6.02564812e-02,\n",
" -3.01428493e-02, 7.40076005e-02, 3.05002313e-02, 1.84167027e-02,\n",
" 1.15223518e-02, -8.21537431e-03, 1.42165832e-02, -5.97509332e-02,\n",
" 9.37286094e-02, 8.14906806e-02, -1.31469022e-03, 4.32703421e-02,\n",
" 3.17350328e-02, 6.50579110e-02, -7.97641650e-02, -7.98470229e-02,\n",
" -2.47822900e-04, 6.10425472e-02, -7.90021494e-02, -4.93488600e-03,\n",
" -3.14502232e-02, -8.11234023e-03, 5.65659031e-02, 3.57145891e-02,\n",
" -1.54273666e-03, 2.75047552e-02, 5.98928183e-02, 6.13427274e-02,\n",
" -4.03854586e-02, -8.77006128e-02, -1.64213404e-02, -2.20587309e-02,\n",
" 3.42636742e-02, 5.80810308e-02, -1.93960741e-02, -7.09635541e-02,\n",
" 3.44022773e-02, -5.77435046e-02, -4.82496060e-02, 6.03164826e-03,\n",
" -1.46694584e-02, -5.57736680e-02, 2.70799194e-02, -8.10913276e-03,\n",
" 5.45158610e-02, 2.86696386e-03, -6.03443831e-02, -4.25472334e-02,\n",
" 2.44485792e-02, 1.93978858e-03, -3.66492569e-02, 2.67097279e-02,\n",
" -1.13050058e-01, -2.65824255e-02, -5.60192466e-02, 4.83193584e-02,\n",
" 4.13803868e-02, -4.12505567e-02, 1.61121488e-02, -6.18225485e-02,\n",
" 5.55517338e-02, 3.73633555e-03, -1.49374874e-02, 4.36231531e-02,\n",
" 3.80814523e-02, 3.17190066e-02, 5.61998412e-02, 2.64016781e-02,\n",
" 1.53418304e-02, 6.43879846e-02, 3.72378640e-02, -1.85540132e-02,\n",
" -5.55489920e-02, -4.47463281e-02, 6.26346050e-03, -6.50098994e-02,\n",
" -1.77601893e-02, -1.54551854e-02, -8.62119198e-02, 2.24913675e-02,\n",
" 2.02480331e-03, 1.15511321e-01, 5.06924605e-03, 1.45057319e-02,\n",
" -1.26978001e-02, 2.60641966e-02, -3.91614214e-02, -1.10719344e-02,\n",
" -1.26859024e-01, -5.87086659e-03, 6.04907423e-02, -4.60091569e-02,\n",
" -6.83138743e-02, -4.74218875e-02, 3.16441921e-03, 2.91450825e-02,\n",
" -4.61730361e-02, -8.36992189e-02, -4.17218171e-02, 5.56912012e-02,\n",
" -1.02274166e-02, -5.74190989e-02, -3.35836075e-02, 3.48565280e-02,\n",
" -3.45850065e-02, -1.11854784e-02, 6.48354292e-02, -1.89543590e-02,\n",
" -2.15723515e-02, 1.62824653e-02, 2.20940523e-02, 2.56360439e-03,\n",
" -1.05924327e-02, 3.39077748e-02, -5.55060171e-02, -7.11370334e-02,\n",
" 1.82317514e-02, -1.57582555e-02, 9.76401716e-02, -4.12595198e-02,\n",
" 1.89082902e-02, 1.17776347e-02, 7.21686631e-02, 2.79778764e-02,\n",
" 7.33144628e-03, -5.70362769e-02, 8.35441519e-03, 2.08189543e-02,\n",
" 7.15009868e-02, -1.96820498e-02, 2.74264123e-02, 4.28191349e-02,\n",
" -1.85287651e-02, 2.27056909e-02, 9.15058365e-04, 1.03239603e-02,\n",
" -9.23737697e-03, -4.27386239e-02, 2.95202211e-02, 4.59703393e-02,\n",
" 6.18089996e-02, 6.66573737e-03, 2.61820070e-02, 1.46362269e-02,\n",
" -4.78132209e-03, 4.55252938e-02, -2.14742739e-02, -7.12450147e-02,\n",
" -1.06075220e-02, 9.29078758e-02, -8.12459551e-03, -3.23266834e-02,\n",
" 3.26173902e-02, 2.97793131e-02, -5.28443269e-02, -4.38252836e-02,\n",
" 3.71241756e-02, -9.96259158e-04, 1.92835014e-02, -6.49624392e-02,\n",
" 2.57000905e-02, -3.48465703e-02, -3.09003647e-02, -4.37675677e-02,\n",
" 7.79741164e-03, 7.36611113e-02, -1.41515704e-02, 8.26489087e-03,\n",
" -4.30738591e-02, -3.69636528e-02, 1.31621556e-02, 2.24441905e-02,\n",
" 1.59742322e-03, -8.84220563e-03, 1.80530287e-02, -4.63832840e-02,\n",
" 6.36784360e-02, -1.68078225e-02, 6.72601163e-02, -1.56607404e-02,\n",
" 1.81215852e-02, 4.70682643e-02, 1.31244406e-01, 2.62016281e-02,\n",
" -5.57553731e-02, -9.42226797e-02, 4.57912721e-02, -3.88130508e-02,\n",
" 1.05269132e-02, -1.09298835e-02, 1.87464543e-02, 1.04590774e-01,\n",
" 2.49714833e-02, -2.99236197e-02, -3.53899645e-03, 6.85230494e-02,\n",
" -1.06805209e-02, -3.17723900e-02, 8.22630618e-03, -1.19891666e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'crazypills': Embedding(embedding=array([ 1.04537830e-01, -3.84139381e-02, -1.19443173e-02, 2.67016981e-02,\n",
" -5.95420599e-03, -5.80218621e-02, 2.31901780e-02, 6.08484410e-02,\n",
" 9.62945893e-02, 4.81614433e-02, -3.07326056e-02, 5.39649241e-02,\n",
" 4.25080173e-02, 2.18067411e-02, 5.54228958e-04, 4.32694852e-02,\n",
" 6.67557120e-02, 8.12115818e-02, -8.46392848e-03, -2.00417414e-02,\n",
" -7.76335448e-02, -3.18067372e-02, -3.44685395e-03, 4.58484143e-02,\n",
" 8.98515165e-04, 1.17765423e-02, 1.47507926e-02, -4.12621796e-02,\n",
" 4.50635031e-02, -1.11113060e-02, 7.70630687e-02, -2.80298144e-02,\n",
" 2.23825146e-02, -4.58258763e-03, 3.65160480e-02, -3.63119692e-02,\n",
" -4.33415547e-02, -1.90194529e-02, -9.61187482e-02, 3.88656706e-02,\n",
" -4.71221656e-02, 2.79694907e-02, -3.18471044e-02, -6.12378446e-03,\n",
" 4.38818559e-02, -6.10422567e-02, -4.44399826e-02, 5.71287312e-02,\n",
" -2.83201132e-02, 1.12543739e-02, 3.36209238e-02, -2.43943445e-02,\n",
" 5.72313229e-03, 2.97619570e-02, 4.50857170e-02, 7.38337860e-02,\n",
" -2.86625605e-02, -9.25368220e-02, -1.70639232e-02, -1.92435998e-02,\n",
" 3.12556550e-02, 4.23618918e-03, 1.70931853e-02, 1.45873223e-02,\n",
" 2.59544570e-02, 2.59302408e-02, 4.31511514e-02, 2.85126381e-02,\n",
" -4.37494920e-04, -9.81897302e-03, -6.97245309e-03, 3.16160335e-03,\n",
" 3.54883038e-02, 1.33610085e-01, -3.16586681e-02, 1.43819237e-02,\n",
" 2.82938872e-02, -9.56802964e-02, 3.48851681e-02, -8.64895992e-03,\n",
" 7.72558525e-03, 2.62558721e-02, -6.01121858e-02, 3.40625979e-02,\n",
" -8.15151259e-03, 5.03634587e-02, -1.90061573e-02, -1.01858862e-01,\n",
" -6.82605505e-02, -2.57785320e-02, -3.33722979e-02, -4.89022024e-02,\n",
" -1.95307843e-02, -9.16599780e-02, -7.66037330e-02, 3.01749036e-02,\n",
" -7.52340555e-02, 4.30694446e-02, 4.87744296e-03, 1.99619085e-02,\n",
" -1.65897906e-02, -1.60534102e-02, 3.99090908e-03, -1.57976840e-02,\n",
" -4.12732065e-02, -3.30743864e-02, -3.36212943e-05, 3.13460976e-02,\n",
" -4.25972827e-02, 7.16227442e-02, -4.78745252e-02, -9.07292590e-03,\n",
" 8.64851661e-03, -1.47855133e-02, -2.05343915e-03, 7.87418485e-02,\n",
" 3.55716012e-02, 7.91402310e-02, -7.14932978e-02, -1.62118580e-02,\n",
" -1.94508478e-01, -5.10003343e-02, 2.07233895e-02, -6.30528782e-04,\n",
" -2.77755298e-02, 8.24069697e-03, -3.38552706e-02, 4.21604104e-02,\n",
" -7.20091239e-02, 7.31287757e-03, 5.11776935e-03, 4.70823832e-02,\n",
" -3.92794609e-02, 2.11679414e-02, -3.27236541e-02, 6.13468550e-02,\n",
" 1.91060267e-02, 5.97237647e-02, -4.72463947e-03, 1.55140888e-02,\n",
" -1.92431360e-02, -2.52915379e-02, -3.23991664e-02, 1.15885530e-02,\n",
" -2.70897467e-02, 3.37159000e-02, 2.24511977e-03, 6.00414909e-02,\n",
" -4.91317101e-02, 1.10860001e-02, 4.16519754e-02, 3.22486721e-02,\n",
" -2.81229746e-02, 3.99132743e-02, -1.96532309e-02, -4.67270352e-02,\n",
" -2.47135889e-02, 3.06015257e-02, 3.72441076e-02, 6.44421997e-03,\n",
" 2.11431067e-02, 4.50589433e-02, 4.60868254e-02, -6.76774457e-02,\n",
" -8.36754218e-02, 4.75820433e-03, 7.96727464e-03, -2.66764108e-02,\n",
" 4.54713590e-02, 2.78100464e-02, -1.75467804e-02, 2.70266291e-02,\n",
" -4.19472381e-02, 2.05303729e-02, 4.80312370e-02, -8.99069011e-02,\n",
" -2.79226042e-02, -7.72272050e-03, 3.00093424e-02, 2.31090258e-03,\n",
" 2.59020571e-02, -3.82935032e-02, 4.00587078e-03, -1.87461451e-02,\n",
" 4.76872129e-03, 9.38519742e-03, -2.53385893e-04, 1.89961921e-02,\n",
" -4.15533632e-02, -8.17146618e-03, -8.20040479e-02, -3.18659581e-02,\n",
" -1.81834828e-02, 1.39782159e-02, -5.73242642e-02, 4.72258180e-02,\n",
" 6.10895157e-02, 5.54587133e-03, -4.27523926e-02, -1.21184029e-02,\n",
" 8.24662149e-02, 2.63374764e-02, 5.75476699e-02, -7.12592714e-03,\n",
" -3.63528654e-02, 3.35743255e-03, 4.50858735e-02, -2.17332114e-02,\n",
" -6.19486254e-03, -6.35536686e-02, 5.54196797e-02, -1.27027417e-02,\n",
" 7.32707828e-02, -6.17821747e-03, -1.62623953e-02, 2.10292675e-02,\n",
" -9.41375941e-02, -8.45013484e-02, -3.75199132e-02, 3.21175642e-02,\n",
" 4.28833514e-02, 1.98704731e-02, 6.68681785e-02, 2.14294475e-02,\n",
" 5.52813942e-03, -3.94124165e-02, 3.60454172e-02, -1.43750891e-04,\n",
" 6.02873741e-03, -1.64278336e-02, -5.51797897e-02, 3.86646725e-02,\n",
" 3.88923734e-02, -3.47258225e-02, 5.49390987e-02, -4.04055230e-02,\n",
" -6.11750819e-02, 1.42223584e-02, 2.21422967e-02, -8.70146900e-02,\n",
" -1.66566074e-02, -4.73109707e-02, 1.11243026e-02, 4.07414772e-02,\n",
" 2.60223113e-02, -4.16980907e-02, -5.93310818e-02, -2.53032856e-02,\n",
" 2.79562119e-02, -4.54852022e-02, 2.86847469e-04, 2.04768889e-02,\n",
" -7.00379759e-02, -2.59654857e-02, 4.43583429e-02, 1.59249846e-02,\n",
" 5.59159480e-02, -6.02297261e-02, -4.21086326e-02, -9.16479155e-02,\n",
" -4.44976985e-02, 1.47278309e-02, -3.63048390e-02, -2.64583416e-02,\n",
" 1.68630350e-02, -1.00201357e-03, -5.14338957e-03, -1.02876075e-01,\n",
" -8.17364901e-02, 2.52391305e-02, -3.77910100e-02, 9.72764045e-02,\n",
" -2.46596839e-02, -5.12085855e-02, 7.46242851e-02, 1.41709363e-02,\n",
" 4.48986888e-02, 2.31925081e-02, -9.80885699e-03, 1.15487482e-02,\n",
" 6.51446134e-02, -6.08424172e-02, 1.84484608e-02, 3.69137563e-02,\n",
" 8.90726596e-03, -1.93673279e-02, -3.54914702e-02, 1.73047781e-02,\n",
" -3.35925855e-02, 3.95414419e-02, 5.11717936e-03, 6.86719082e-03,\n",
" -3.45346555e-02, 2.18725037e-02, 4.81523462e-02, -2.00793799e-02,\n",
" -7.24531570e-03, -8.87630321e-03, 1.28124550e-01, 9.10082459e-02,\n",
" 1.59071665e-02, 1.69632472e-02, 2.00451445e-02, -4.56236713e-02,\n",
" 5.15085049e-02, 1.10500015e-01, -1.52832298e-02, 3.37283500e-02,\n",
" -6.95077889e-03, -1.22807827e-02, -1.66154299e-02, -4.02589142e-02,\n",
" -5.37419766e-02, 6.61112443e-02, 1.64873134e-02, 4.35017934e-03,\n",
" -6.33545825e-03, 7.36395922e-03, -6.04220200e-03, -5.28400093e-02,\n",
" 6.70195967e-02, 5.38978204e-02, 2.26464812e-02, 5.49043082e-02,\n",
" 2.44644918e-02, 1.96234584e-02, -6.51689619e-02, -4.36264612e-02,\n",
" -1.34413259e-03, 8.08591843e-02, -4.80079353e-02, -1.77459400e-02,\n",
" -1.40928095e-02, -2.34774631e-02, 6.35871887e-02, 4.06713076e-02,\n",
" 5.60508762e-03, 2.62048878e-02, 7.23485947e-02, 5.21909297e-02,\n",
" -1.42072863e-03, -6.74132556e-02, -7.23747863e-03, -4.62165475e-03,\n",
" -2.00821413e-03, 4.45272103e-02, -1.91517919e-02, -7.69182518e-02,\n",
" 4.75490019e-02, -8.12223405e-02, -4.76939119e-02, -5.19876089e-03,\n",
" -2.64173765e-02, -6.37430251e-02, 9.51523613e-03, -2.45557930e-02,\n",
" 4.04524803e-02, -2.49651335e-02, -5.58253713e-02, -3.50423045e-02,\n",
" 1.25252334e-02, -1.48701929e-02, -2.33458485e-02, 3.67648639e-02,\n",
" -6.37803450e-02, -1.29361376e-02, -3.23897228e-02, 1.47505905e-02,\n",
" 6.64096400e-02, -5.15372194e-02, 3.44715640e-02, -4.52040769e-02,\n",
" 3.79367433e-02, -2.61419900e-02, -6.90434314e-03, 2.42732055e-02,\n",
" 4.79780734e-02, 3.72823514e-02, 4.88407016e-02, 2.69794483e-02,\n",
" -2.94932704e-02, 3.90532054e-02, 3.99688119e-03, -3.06157768e-02,\n",
" -5.45217097e-02, -3.05819977e-02, 1.73129775e-02, -4.69945818e-02,\n",
" -1.14740804e-02, -5.10577336e-02, -9.54660103e-02, 2.06550751e-02,\n",
" -1.38592636e-02, 8.29286873e-02, 1.74452737e-02, 1.68144032e-02,\n",
" 2.14171372e-02, 1.87365673e-02, -6.15553372e-02, -1.40875541e-02,\n",
" -1.22558653e-01, -1.85345244e-02, 4.78165783e-02, -2.71049850e-02,\n",
" -6.21689260e-02, -4.99324240e-02, -9.81065561e-04, 2.34071147e-02,\n",
" -4.18999568e-02, -8.91617239e-02, -4.04872186e-02, 6.68578744e-02,\n",
" -7.87295029e-03, -2.44532973e-02, -5.39403707e-02, 1.80620402e-02,\n",
" -6.94697872e-02, 1.17503451e-02, 6.66835830e-02, -5.57670183e-03,\n",
" -5.07224770e-03, -1.60193872e-02, 2.30963882e-02, 3.01587628e-03,\n",
" -3.35771106e-02, 1.91713441e-02, -4.53458875e-02, -9.02531743e-02,\n",
" 2.26255674e-02, -1.05301766e-02, 9.78727564e-02, -5.10267355e-02,\n",
" 3.55344042e-02, 1.29301064e-02, 9.44476724e-02, 5.22381552e-02,\n",
" 1.97593495e-02, -2.72615328e-02, 2.82685971e-03, 9.24570300e-03,\n",
" 8.35241899e-02, 7.06488080e-03, 4.05835658e-02, 3.16500142e-02,\n",
" 6.34435890e-03, 3.15970369e-02, -1.30586419e-02, 1.88282765e-02,\n",
" -2.54284800e-03, -2.81339083e-02, 2.63561029e-02, 6.32288828e-02,\n",
" 7.34245777e-02, 2.98059639e-02, 1.60569102e-02, 5.02767228e-02,\n",
" 1.52816996e-02, 4.04139645e-02, -2.25304216e-02, -5.60855120e-02,\n",
" -2.93292925e-02, 6.12044893e-02, -6.59063808e-04, -4.38412987e-02,\n",
" 5.26226200e-02, 6.73748925e-03, -5.22635840e-02, -4.76830192e-02,\n",
" 5.48258498e-02, 1.63308959e-02, 3.00795157e-02, -5.03868014e-02,\n",
" 2.96415226e-03, -5.01854010e-02, 8.52130726e-03, -3.00033912e-02,\n",
" -1.24384603e-02, 4.98226471e-02, 1.16283661e-02, 2.57221865e-03,\n",
" -3.40304114e-02, -8.15998241e-02, 3.89862955e-02, 5.56279114e-03,\n",
" 5.94200846e-03, 8.58537573e-03, 1.39774913e-02, -5.85096106e-02,\n",
" 6.28204346e-02, 2.54198797e-02, 6.64884597e-02, -4.10442576e-02,\n",
" 1.50233507e-02, 3.81315388e-02, 1.18980914e-01, -1.11515103e-02,\n",
" -5.07284962e-02, -1.03808418e-01, 2.29251981e-02, -3.19981910e-02,\n",
" -7.56115885e-03, -7.27369729e-03, 6.40851539e-03, 6.84858561e-02,\n",
" 2.75074169e-02, -2.87302341e-02, -1.05117997e-02, 8.13649446e-02,\n",
" 2.11656224e-02, -3.65772797e-03, -9.67845786e-03, -9.19693634e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'crow': Embedding(embedding=array([ 9.47899148e-02, -4.78264019e-02, -1.43049108e-02, -3.31612490e-02,\n",
" -3.88745939e-05, -4.21525054e-02, 4.13619243e-02, 6.28534779e-02,\n",
" 9.60248634e-02, 8.23808610e-02, -1.21210050e-02, 3.21455225e-02,\n",
" 1.82622690e-02, 3.20277661e-02, -1.27916625e-02, 2.20044889e-02,\n",
" 3.78333330e-02, 8.51639658e-02, 1.42815271e-02, -2.14807596e-02,\n",
" -8.30559656e-02, -4.36065644e-02, 6.33866526e-03, 5.64847998e-02,\n",
" 2.96500605e-02, 3.11480723e-02, -6.40409440e-03, -3.97499464e-02,\n",
" 6.05872273e-02, -7.68329250e-03, 8.20113719e-02, -5.83330914e-03,\n",
" -2.20876802e-02, -4.55471547e-03, 3.10386438e-02, -7.92564172e-03,\n",
" -4.62984182e-02, -2.32379287e-02, -6.68902472e-02, 4.89214808e-02,\n",
" -3.69795449e-02, 1.47311669e-03, -2.24530790e-02, -2.08612103e-02,\n",
" 3.19515727e-02, -6.14229850e-02, -2.21491475e-02, 3.61920409e-02,\n",
" -3.13704126e-02, 2.85890047e-02, 3.23309079e-02, -4.73453751e-04,\n",
" 1.62378885e-03, 5.12605393e-03, 4.25818376e-02, 4.89167422e-02,\n",
" 1.19434129e-02, -5.99312373e-02, -3.29892635e-02, -3.98934782e-02,\n",
" 4.69877012e-02, 2.95365229e-02, 3.62311304e-02, 2.20494773e-02,\n",
" 1.61536429e-02, -6.44999230e-03, 3.35922502e-02, 4.33312904e-04,\n",
" -1.49505008e-02, -2.30180733e-02, -3.15395668e-02, 5.58102392e-02,\n",
" 9.16250050e-03, 1.66579932e-01, -2.83674616e-03, 2.62571033e-02,\n",
" 4.21781698e-03, -6.73891976e-02, 1.53530147e-02, -1.81633364e-02,\n",
" 6.89364821e-02, 8.87876027e-04, -7.15971068e-02, 5.39037399e-02,\n",
" -2.84934118e-02, 1.84739381e-02, -2.21502464e-02, -8.11865404e-02,\n",
" -5.16831875e-02, -5.07135801e-02, -8.43130611e-03, -3.00742202e-02,\n",
" -5.33262268e-02, -9.11375433e-02, -4.08966988e-02, 1.95576483e-03,\n",
" -7.07251057e-02, 2.76327282e-02, -2.87372824e-02, -1.86462216e-02,\n",
" -1.36907278e-02, -2.30890103e-02, -3.18903029e-02, -3.56508344e-02,\n",
" -3.86492088e-02, -8.07926245e-03, 7.69288046e-04, 2.95767616e-02,\n",
" -6.78665638e-02, 8.27230662e-02, -2.63245013e-02, -4.27239463e-02,\n",
" -2.51262188e-02, -8.51445366e-03, 2.61624921e-02, 7.89407641e-02,\n",
" 7.98484124e-03, 9.70688537e-02, -5.40846214e-02, -3.90522033e-02,\n",
" -1.37822211e-01, -5.94485737e-02, 3.55573222e-02, -4.78598010e-03,\n",
" -1.86330285e-02, 1.62589666e-03, -2.47836281e-02, 3.15773152e-02,\n",
" -5.74928857e-02, 2.39231531e-02, 5.53440209e-03, 7.58173242e-02,\n",
" -2.36668587e-02, 2.76134145e-02, -3.32791060e-02, 4.43434305e-02,\n",
" -1.03533268e-03, 5.39510399e-02, -4.05491702e-03, 3.70807154e-03,\n",
" -3.93659994e-02, -1.56993177e-02, 1.21849645e-02, 5.32668177e-03,\n",
" 7.07593700e-03, 1.57945137e-02, 1.45777613e-02, 6.84960037e-02,\n",
" -4.33287919e-02, 1.80120079e-03, 5.79411462e-02, 2.75505763e-02,\n",
" -2.97196936e-02, 7.88011588e-03, -6.55920506e-02, -6.99016303e-02,\n",
" -3.33404206e-02, -3.42590781e-03, 3.67858447e-02, 1.79036660e-03,\n",
" 2.61514485e-02, 4.72655185e-02, 2.76544839e-02, -5.87935448e-02,\n",
" -1.04303159e-01, 2.64765089e-03, 2.41484889e-03, -4.22736742e-02,\n",
" 1.74702778e-02, 5.89732230e-02, -4.54001725e-02, 5.26887178e-02,\n",
" -4.88475561e-02, 3.55006923e-04, 3.40732485e-02, -5.58773465e-02,\n",
" -2.57222541e-02, -2.25724764e-02, 1.51964789e-02, -2.11900808e-02,\n",
" 3.03122178e-02, -4.65033725e-02, 2.68096067e-02, -2.26065563e-03,\n",
" -1.57406311e-02, 4.23308648e-02, 1.96500067e-02, -1.66534092e-02,\n",
" -4.91635278e-02, 2.15274096e-02, -7.85704106e-02, -2.76605356e-02,\n",
" -3.23782042e-02, 4.81026247e-03, -6.35453835e-02, 4.23708521e-02,\n",
" 3.42508033e-02, -3.40344124e-02, -4.91155684e-02, 8.05511139e-03,\n",
" 9.24885720e-02, 3.26837823e-02, 4.10647988e-02, 2.31144903e-03,\n",
" -8.62449408e-03, 4.24016081e-02, 5.22741070e-03, -3.29721011e-02,\n",
" -1.01938061e-02, -2.53323466e-02, 5.18811196e-02, -1.64673105e-02,\n",
" 4.21943516e-02, 7.70342303e-04, -2.89713754e-03, 5.76392636e-02,\n",
" -5.97416498e-02, -6.83049634e-02, -5.79720996e-02, 3.77123170e-02,\n",
" 1.90102570e-02, 3.66807729e-02, 4.43745404e-02, -1.97220966e-03,\n",
" 2.30723936e-02, 9.86070372e-03, 2.23953091e-02, -3.06359213e-02,\n",
" 2.09472235e-02, 1.63336396e-02, -4.02677730e-02, 3.22223268e-02,\n",
" 3.10571380e-02, -3.51861902e-02, 3.00353281e-02, -2.44209636e-02,\n",
" -1.74570028e-02, 9.47095454e-03, 2.88509913e-02, -1.08214147e-01,\n",
" 6.48120046e-03, -5.17261662e-02, 4.99829166e-02, 7.92833343e-02,\n",
" 2.12946851e-02, -1.22377891e-02, -6.74429461e-02, -5.00324834e-03,\n",
" 5.10012619e-02, -3.10997125e-02, 2.79260539e-02, -1.21108792e-03,\n",
" -7.23576918e-02, -3.25366594e-02, 3.23794484e-02, 3.15176062e-02,\n",
" 4.81081195e-02, -7.47442096e-02, -6.47501498e-02, -6.58715889e-02,\n",
" 1.30045309e-03, -4.22790321e-03, -6.33966029e-02, -2.88510416e-02,\n",
" 2.72079706e-02, -2.91659292e-02, -1.46575132e-02, -7.84377754e-02,\n",
" -7.36120418e-02, 4.95278053e-02, -3.03133074e-02, 7.81145319e-02,\n",
" -3.60079370e-02, -5.07833883e-02, 3.18976641e-02, 4.18077502e-03,\n",
" 1.93741973e-02, 2.63240524e-02, 5.19562373e-03, 1.06494920e-02,\n",
" 5.17520420e-02, -3.79819721e-02, -2.61542629e-02, 6.33088574e-02,\n",
" -7.81103689e-03, -3.81212160e-02, -2.15263162e-02, -5.70140139e-04,\n",
" -5.37366234e-02, 4.42019850e-02, 1.38883842e-02, 9.27857868e-03,\n",
" -1.64504535e-02, -6.91381097e-03, 4.24055867e-02, -1.62419342e-02,\n",
" -2.04373077e-02, -2.67252512e-02, 1.11738928e-01, 8.31618607e-02,\n",
" 4.61656675e-02, 3.16082053e-02, 5.40366806e-02, -3.73648927e-02,\n",
" 5.35447188e-02, 4.92439717e-02, 1.27511211e-02, 1.88944098e-02,\n",
" -2.61460040e-02, -2.94234231e-02, -5.77275828e-02, -5.49039468e-02,\n",
" -2.88382173e-02, 7.07210004e-02, 2.85580941e-02, 2.19048448e-02,\n",
" 1.02694388e-02, -5.96783124e-03, 1.41839860e-02, -6.04335777e-02,\n",
" 9.08851326e-02, 8.28564540e-02, -1.81215070e-03, 4.87728156e-02,\n",
" 3.54105160e-02, 5.81521615e-02, -8.05256665e-02, -7.95000494e-02,\n",
" -4.15690360e-04, 5.44115938e-02, -7.68494979e-02, -3.22387367e-03,\n",
" -3.32734510e-02, -6.94624661e-03, 5.42098656e-02, 3.55028957e-02,\n",
" -2.00357381e-03, 2.31588650e-02, 6.11870103e-02, 6.72529638e-02,\n",
" -3.86648476e-02, -8.81866589e-02, -1.87383983e-02, -2.49537192e-02,\n",
" 3.09257042e-02, 5.70331700e-02, -2.04418488e-02, -7.16488734e-02,\n",
" 3.86784598e-02, -5.58775887e-02, -4.49701175e-02, 5.81682287e-03,\n",
" -1.62553694e-02, -5.46022803e-02, 3.23941261e-02, -3.87342088e-03,\n",
" 5.64476103e-02, 1.30364823e-03, -6.18735626e-02, -4.67992686e-02,\n",
" 1.85416043e-02, 2.72793625e-03, -3.17536443e-02, 2.85742562e-02,\n",
" -1.12920873e-01, -2.73073632e-02, -5.18046021e-02, 4.73147742e-02,\n",
" 4.09748964e-02, -4.31717858e-02, 1.77224334e-02, -6.48489818e-02,\n",
" 5.53236082e-02, 6.99764024e-03, -1.61141828e-02, 4.11034226e-02,\n",
" 3.79942097e-02, 3.31009328e-02, 5.71190454e-02, 2.27743275e-02,\n",
" 7.02362880e-03, 6.37439489e-02, 3.51646990e-02, -2.02980824e-02,\n",
" -5.54429777e-02, -4.44079936e-02, 1.06060775e-02, -6.29330054e-02,\n",
" -1.87448021e-02, -1.63450334e-02, -8.69752988e-02, 2.24823970e-02,\n",
" 2.72695004e-04, 1.08570896e-01, 1.11304957e-03, 1.11659477e-02,\n",
" -1.52826738e-02, 2.35307515e-02, -3.95115763e-02, -9.47986078e-03,\n",
" -1.24262765e-01, -3.52134695e-03, 6.41248897e-02, -4.80479077e-02,\n",
" -7.61200115e-02, -4.74663936e-02, -1.33356231e-03, 2.94911694e-02,\n",
" -4.03612480e-02, -8.58114213e-02, -3.86111140e-02, 5.32820188e-02,\n",
" -6.81593921e-03, -5.83091266e-02, -3.75032127e-02, 3.68376449e-02,\n",
" -3.26306932e-02, -1.24211926e-02, 6.97959885e-02, -1.90439727e-02,\n",
" -2.08621491e-02, 1.36801405e-02, 2.12220978e-02, 2.45472370e-03,\n",
" -1.07448464e-02, 3.74741890e-02, -5.68700135e-02, -7.01183379e-02,\n",
" 1.80936679e-02, -1.67080276e-02, 1.00356825e-01, -4.66909409e-02,\n",
" 2.04281360e-02, 1.00621739e-02, 7.51085505e-02, 3.02745681e-02,\n",
" 7.86249992e-03, -5.50111197e-02, 1.27092432e-02, 2.75766924e-02,\n",
" 7.02614561e-02, -1.11925984e-02, 2.65007652e-02, 4.77851778e-02,\n",
" -1.35689089e-02, 2.01548468e-02, 1.00525992e-03, 7.73035595e-03,\n",
" -1.24162072e-02, -4.41854894e-02, 3.12313065e-02, 4.47585657e-02,\n",
" 6.40373901e-02, 5.75383566e-03, 2.00458001e-02, 1.96665525e-02,\n",
" -1.18737086e-03, 4.19611409e-02, -1.63633339e-02, -7.45620206e-02,\n",
" -1.26027381e-02, 8.87804851e-02, -1.07900379e-02, -3.55421305e-02,\n",
" 3.38919684e-02, 2.72735152e-02, -5.25017455e-02, -4.50707898e-02,\n",
" 3.54821682e-02, -6.58943504e-03, 1.45007968e-02, -6.47349805e-02,\n",
" 2.53618341e-02, -3.91440056e-02, -2.78376732e-02, -4.10340726e-02,\n",
" 9.15516634e-03, 7.67189413e-02, -1.28152156e-02, 5.85335493e-03,\n",
" -4.41990048e-02, -4.04000618e-02, 1.70003846e-02, 2.60039382e-02,\n",
" 4.25183587e-03, -7.03268684e-03, 1.85191520e-02, -4.86742891e-02,\n",
" 6.24917261e-02, -1.34329861e-02, 6.73827901e-02, -1.75553653e-02,\n",
" 1.88897029e-02, 4.88396138e-02, 1.32902578e-01, 2.64280792e-02,\n",
" -5.53270467e-02, -9.74084064e-02, 4.63461466e-02, -3.67150828e-02,\n",
" 1.12154437e-02, -1.33225881e-02, 2.40340009e-02, 1.02978438e-01,\n",
" 2.20585596e-02, -3.26685719e-02, -4.72773751e-03, 7.21779317e-02,\n",
" -8.49521440e-03, -3.23143937e-02, 6.74950797e-03, -1.16664782e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'cryingfloor': Embedding(embedding=array([ 0.10580269, -0.0441693 , -0.01938644, -0.01774687, -0.00106615,\n",
" -0.05087542, 0.03875054, 0.06060221, 0.09684369, 0.07494321,\n",
" -0.0167579 , 0.03853146, 0.02483043, 0.02264108, -0.0159391 ,\n",
" 0.0256546 , 0.04736501, 0.09052528, 0.01305069, -0.02612655,\n",
" -0.08424832, -0.04523187, 0.00820777, 0.05650071, 0.02632187,\n",
" 0.03056425, 0.0037958 , -0.04065584, 0.06119877, -0.01104817,\n",
" 0.08212651, -0.01110816, -0.01693665, 0.0068595 , 0.0329717 ,\n",
" -0.01427914, -0.05053148, -0.01530257, -0.07544712, 0.04903778,\n",
" -0.04155327, 0.00458732, -0.01916712, -0.02300066, 0.03837158,\n",
" -0.06571107, -0.03206379, 0.03897783, -0.03652059, 0.02471202,\n",
" 0.02833654, -0.00120508, 0.00323593, 0.00680881, 0.04838907,\n",
" 0.05474181, 0.00541448, -0.0747148 , -0.02397122, -0.03351081,\n",
" 0.04763135, 0.02442895, 0.03499749, 0.02377951, 0.01049167,\n",
" 0.00094824, 0.03735799, 0.0088872 , -0.01243625, -0.02640161,\n",
" -0.03176753, 0.04678117, 0.01115049, 0.15911664, -0.01071625,\n",
" 0.02362704, 0.00932178, -0.07079834, 0.01848548, -0.01394426,\n",
" 0.05825965, 0.01324478, -0.07711722, 0.05425384, -0.02537937,\n",
" 0.02224863, -0.02266392, -0.09045047, -0.05481076, -0.04483683,\n",
" -0.00897255, -0.03742187, -0.04537486, -0.08697306, -0.05030697,\n",
" 0.01303731, -0.07909661, 0.02903777, -0.02535727, -0.00838853,\n",
" -0.01052316, -0.01711548, -0.02528928, -0.03441177, -0.04028682,\n",
" -0.01062295, 0.00055764, 0.03096677, -0.05615461, 0.08141066,\n",
" -0.02496331, -0.03362246, -0.01955019, -0.00617135, 0.01838356,\n",
" 0.08122288, 0.01817783, 0.09655411, -0.0627551 , -0.03452804,\n",
" -0.15192662, -0.05989684, 0.03985847, -0.00244288, -0.01810834,\n",
" 0.00338477, -0.02795577, 0.04059638, -0.06403922, 0.0171526 ,\n",
" 0.0043186 , 0.06899437, -0.02199412, 0.03178418, -0.02549817,\n",
" 0.0433362 , 0.01078643, 0.05828456, -0.00818857, 0.00511356,\n",
" -0.03973268, -0.02539787, 0.00571284, 0.00424652, 0.00079837,\n",
" 0.0316828 , 0.01840733, 0.06726184, -0.04085349, 0.003945 ,\n",
" 0.05473263, 0.02993253, -0.02501561, 0.0155857 , -0.05000234,\n",
" -0.06279523, -0.0349952 , 0.00117303, 0.03154628, 0.00354858,\n",
" 0.02504018, 0.05086309, 0.02629306, -0.05882593, -0.10210171,\n",
" 0.00111129, 0.00163771, -0.04409362, 0.02424988, 0.05615374,\n",
" -0.04412559, 0.04779947, -0.04528303, 0.00710563, 0.03836524,\n",
" -0.06685927, -0.02429137, -0.01720642, 0.02539199, -0.00799908,\n",
" 0.03269478, -0.04451392, 0.02017974, -0.01011035, -0.00553899,\n",
" 0.02904917, 0.01646574, -0.00565373, -0.04754176, 0.01433557,\n",
" -0.0867299 , -0.03277851, -0.02276089, 0.00828831, -0.0597979 ,\n",
" 0.04325275, 0.0408127 , -0.02678325, -0.05207581, 0.00764568,\n",
" 0.08908512, 0.0334467 , 0.0440332 , 0.00092964, -0.01653021,\n",
" 0.03425395, 0.02051408, -0.03252299, -0.01351393, -0.04017536,\n",
" 0.05464008, -0.01066777, 0.05122764, 0.00734577, -0.00232656,\n",
" 0.05389392, -0.06964459, -0.0778952 , -0.05404516, 0.03386946,\n",
" 0.01614801, 0.03740963, 0.04728816, 0.00661143, 0.01479413,\n",
" -0.00395568, 0.02966763, -0.02537793, 0.01445469, 0.00640952,\n",
" -0.04696061, 0.03263398, 0.02855266, -0.04401075, 0.03458488,\n",
" -0.03647894, -0.02950519, 0.00917576, 0.03005646, -0.10430251,\n",
" -0.00279885, -0.05578789, 0.03668849, 0.07193136, 0.02419886,\n",
" -0.02057144, -0.07002221, -0.01095208, 0.04897667, -0.03509097,\n",
" 0.02127087, 0.00855361, -0.07301191, -0.02710457, 0.03492824,\n",
" 0.02762244, 0.04534666, -0.06966801, -0.06142702, -0.07694424,\n",
" -0.00764766, 0.0029196 , -0.05650925, -0.02539842, 0.02526873,\n",
" -0.01731322, -0.00950985, -0.08810039, -0.0743694 , 0.04808952,\n",
" -0.03253571, 0.08028041, -0.0377605 , -0.05021626, 0.04023774,\n",
" 0.00557092, 0.02798985, 0.02090635, 0.00284854, 0.01256787,\n",
" 0.05760144, -0.03973694, -0.01765601, 0.06481865, -0.00412183,\n",
" -0.03880643, -0.0226793 , 0.00038776, -0.05046516, 0.0437811 ,\n",
" 0.01185434, 0.00168458, -0.01923821, -0.0007494 , 0.04740507,\n",
" -0.02591085, -0.01323883, -0.02013205, 0.11267984, 0.08713083,\n",
" 0.03719974, 0.02893417, 0.04448763, -0.04416206, 0.05578665,\n",
" 0.06244259, 0.00560803, 0.02218256, -0.01997912, -0.0273989 ,\n",
" -0.05285142, -0.05054591, -0.03847359, 0.07985038, 0.0341806 ,\n",
" 0.01490223, 0.00973935, -0.00453831, 0.00523778, -0.05495642,\n",
" 0.09094506, 0.08080321, 0.00561332, 0.04621473, 0.02635328,\n",
" 0.05626193, -0.07845128, -0.07044645, 0.00024613, 0.07185115,\n",
" -0.07241341, -0.00538388, -0.02527003, -0.00755859, 0.05503327,\n",
" 0.04215291, -0.00767495, 0.02419476, 0.06075696, 0.06175372,\n",
" -0.02706859, -0.09086199, -0.00890746, -0.0198044 , 0.02744402,\n",
" 0.05264155, -0.01488107, -0.07171688, 0.03880367, -0.06360862,\n",
" -0.04556408, 0.00780967, -0.01658723, -0.05897899, 0.02272903,\n",
" -0.0141291 , 0.04858202, 0.00015967, -0.05762073, -0.04270728,\n",
" 0.01391102, -0.00240308, -0.02666842, 0.03303245, -0.10419131,\n",
" -0.02149187, -0.05227941, 0.03654795, 0.05002225, -0.04292983,\n",
" 0.02109149, -0.05721777, 0.05385785, 0.00251597, -0.01557563,\n",
" 0.03629722, 0.04228199, 0.03580049, 0.05205465, 0.02805849,\n",
" 0.00154389, 0.05732249, 0.03204358, -0.02352129, -0.05628941,\n",
" -0.03843014, 0.01745492, -0.06759102, -0.01385382, -0.02933878,\n",
" -0.09044272, 0.02703645, 0.00630692, 0.10264475, 0.00705495,\n",
" 0.0138655 , -0.0068799 , 0.02274812, -0.04658264, -0.00949148,\n",
" -0.12466719, -0.00258461, 0.05546173, -0.04232619, -0.0647281 ,\n",
" -0.04751846, -0.0014249 , 0.02914948, -0.04768868, -0.08628026,\n",
" -0.04276103, 0.05694808, -0.01155373, -0.05278595, -0.04049585,\n",
" 0.03178772, -0.04805034, 0.00157699, 0.06536303, -0.01855784,\n",
" -0.01712319, 0.01459793, 0.02095825, 0.00511486, -0.02063739,\n",
" 0.02697473, -0.05212619, -0.07538804, 0.02070116, -0.01717557,\n",
" 0.10315907, -0.0459634 , 0.02054687, 0.01127938, 0.07933603,\n",
" 0.03081629, 0.01221728, -0.04970788, 0.0111545 , 0.01651963,\n",
" 0.07516049, -0.01040911, 0.02822672, 0.04259996, -0.0116356 ,\n",
" 0.02827625, -0.00867931, 0.01556493, -0.01206496, -0.03971802,\n",
" 0.03461636, 0.05301875, 0.06654947, 0.01408821, 0.02076557,\n",
" 0.01814025, -0.00179886, 0.04631181, -0.01536209, -0.06750448,\n",
" -0.01558138, 0.08804221, -0.00855889, -0.03597004, 0.03752413,\n",
" 0.0195122 , -0.05549283, -0.04493765, 0.04744882, 0.0059802 ,\n",
" 0.02284864, -0.07135876, 0.0170798 , -0.0321307 , -0.0239439 ,\n",
" -0.03666738, 0.00829774, 0.06632532, -0.00699518, 0.00507515,\n",
" -0.0407453 , -0.04354095, 0.01670174, 0.02084268, 0.00594418,\n",
" -0.00696913, 0.01781373, -0.05338632, 0.06584311, -0.00928201,\n",
" 0.07426001, -0.02295901, 0.01705158, 0.0438088 , 0.12855899,\n",
" 0.01647621, -0.05358007, -0.09368367, 0.04308779, -0.03342003,\n",
" 0.00254849, -0.01315138, 0.0127554 , 0.09561127, 0.02427291,\n",
" -0.03228639, -0.00762285, 0.06976569, -0.00183941, -0.02484518,\n",
" 0.00247335, -0.11292919]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'db': Embedding(embedding=array([ 1.08200543e-01, -3.81206721e-02, -1.42956600e-02, 2.15182398e-02,\n",
" -1.33468434e-02, -5.97592182e-02, 2.35270336e-02, 5.72776049e-02,\n",
" 1.01148039e-01, 5.09473495e-02, -2.92652138e-02, 5.35500459e-02,\n",
" 2.96109729e-02, 2.19486579e-02, -7.58909108e-03, 4.32147719e-02,\n",
" 6.65349513e-02, 9.02337506e-02, -7.60574779e-03, -1.70136895e-02,\n",
" -8.47682133e-02, -4.20673043e-02, -3.66101856e-03, 5.22608757e-02,\n",
" 6.22581039e-03, 1.92297399e-02, 9.38682072e-03, -4.33536135e-02,\n",
" 5.62062599e-02, -1.53699871e-02, 7.35367611e-02, -2.07233280e-02,\n",
" 1.05114644e-02, -7.46424543e-04, 4.24531437e-02, -3.53535898e-02,\n",
" -3.94958928e-02, -2.03395486e-02, -9.25661474e-02, 4.33346480e-02,\n",
" -4.40263525e-02, 2.27734186e-02, -2.86122523e-02, -7.79906893e-03,\n",
" 4.52816598e-02, -5.80899902e-02, -4.13553007e-02, 5.65407872e-02,\n",
" -2.91731022e-02, 1.08338920e-02, 3.95722166e-02, -1.68595854e-02,\n",
" -2.58598244e-04, 2.15987749e-02, 4.73204888e-02, 7.44281188e-02,\n",
" -2.33958401e-02, -9.36484486e-02, -2.15126481e-02, -2.23879460e-02,\n",
" 3.39976102e-02, 6.21658564e-03, 1.27749797e-02, 1.87342688e-02,\n",
" 1.72447246e-02, 2.09733825e-02, 4.05174457e-02, 2.64079683e-02,\n",
" -6.77964359e-04, -1.70843285e-02, -9.17605218e-03, 1.61494315e-02,\n",
" 3.30630206e-02, 1.35745138e-01, -3.06995381e-02, 9.95207857e-03,\n",
" 2.16416474e-02, -9.33429822e-02, 2.70823017e-02, -2.15768665e-02,\n",
" 1.67978872e-02, 1.68780833e-02, -6.14306740e-02, 3.37745920e-02,\n",
" -9.15832911e-03, 5.09382114e-02, -1.75087787e-02, -9.57465693e-02,\n",
" -6.41238317e-02, -2.51041055e-02, -2.35131979e-02, -4.32529375e-02,\n",
" -1.85746178e-02, -8.68922994e-02, -8.00659433e-02, 3.00754067e-02,\n",
" -7.40907043e-02, 4.07777987e-02, 1.09826261e-03, 1.10140312e-02,\n",
" -8.24496243e-03, -1.71103403e-02, 4.21575224e-03, -2.07381714e-02,\n",
" -4.04750668e-02, -2.67487280e-02, 4.17337025e-04, 3.54972892e-02,\n",
" -4.56620790e-02, 7.72243217e-02, -4.15584072e-02, -1.34106176e-02,\n",
" 1.00069931e-02, -9.91214812e-03, -3.25204968e-03, 7.72514865e-02,\n",
" 3.39838825e-02, 7.75796399e-02, -6.99399188e-02, -1.50538320e-02,\n",
" -1.94264859e-01, -5.26032336e-02, 1.89548843e-02, 2.16339389e-03,\n",
" -2.11955141e-02, 2.31702277e-03, -2.98636444e-02, 4.40417975e-02,\n",
" -7.65344426e-02, 7.96092115e-03, 7.02622766e-03, 5.02227023e-02,\n",
" -4.11530957e-02, 1.78234242e-02, -3.01037617e-02, 5.74337393e-02,\n",
" 1.96278617e-02, 6.00930415e-02, -1.28201740e-02, 1.54712247e-02,\n",
" -2.40120441e-02, -2.11698320e-02, -2.81750113e-02, 1.77679397e-02,\n",
" -2.66429912e-02, 3.61504517e-02, 4.96633817e-03, 5.92344366e-02,\n",
" -4.99339476e-02, 6.99444860e-03, 4.85989340e-02, 2.88420003e-02,\n",
" -3.03739142e-02, 3.49169262e-02, -2.19439268e-02, -5.04146032e-02,\n",
" -2.85066925e-02, 3.37915421e-02, 3.67420278e-02, 4.61245282e-03,\n",
" 2.31059697e-02, 4.86907475e-02, 4.76117395e-02, -6.94186315e-02,\n",
" -8.69115964e-02, 2.18851073e-03, 5.56380115e-03, -2.86533404e-02,\n",
" 4.24820036e-02, 3.34519967e-02, -2.50073709e-02, 3.05666681e-02,\n",
" -4.01121527e-02, 1.77497640e-02, 4.13966589e-02, -8.57549310e-02,\n",
" -3.02940458e-02, -1.05113192e-02, 2.43809577e-02, 3.90886050e-03,\n",
" 2.66283117e-02, -4.21327055e-02, 6.62632985e-03, -1.23258000e-02,\n",
" -2.90619163e-03, 1.02892490e-02, 1.79915235e-03, 1.85995866e-02,\n",
" -4.11902070e-02, -5.30584203e-03, -8.30800757e-02, -3.37710194e-02,\n",
" -1.35997320e-02, 9.90623143e-03, -6.60099760e-02, 4.22852486e-02,\n",
" 5.72936013e-02, -1.37487776e-03, -4.66411896e-02, -2.00695219e-03,\n",
" 8.91636014e-02, 2.90888734e-02, 4.99654077e-02, -7.65406701e-04,\n",
" -3.44067439e-02, 7.79007375e-03, 3.87411714e-02, -2.83170138e-02,\n",
" -7.25966506e-03, -6.26198649e-02, 5.11445925e-02, -1.40183205e-02,\n",
" 7.74023458e-02, 8.87366536e-04, -1.88212767e-02, 2.63693426e-02,\n",
" -9.29933041e-02, -8.95852000e-02, -3.75857651e-02, 3.41687948e-02,\n",
" 3.53117846e-02, 2.74323598e-02, 6.36332184e-02, 2.09370423e-02,\n",
" 2.37884186e-03, -2.97937132e-02, 3.47338431e-02, -7.54400250e-03,\n",
" -3.26342939e-04, -1.83582399e-02, -5.06072491e-02, 4.22005355e-02,\n",
" 2.87429448e-02, -4.17683162e-02, 4.87652607e-02, -3.70437577e-02,\n",
" -5.98163009e-02, 1.30166635e-02, 1.76468510e-02, -8.63711312e-02,\n",
" -2.42750086e-02, -4.45235632e-02, 1.94843542e-02, 4.15773578e-02,\n",
" 2.86653843e-02, -3.60179618e-02, -6.95623457e-02, -1.72323324e-02,\n",
" 4.15664762e-02, -4.64427546e-02, 3.32424114e-03, 1.85395759e-02,\n",
" -6.78079575e-02, -2.61205211e-02, 4.24696915e-02, 1.78938750e-02,\n",
" 5.71736656e-02, -6.04492314e-02, -4.69489321e-02, -8.79129097e-02,\n",
" -3.50205153e-02, 1.03754522e-02, -4.19230834e-02, -2.84830164e-02,\n",
" 1.91133469e-02, 2.54489505e-03, -6.03136886e-03, -1.04382157e-01,\n",
" -8.12286064e-02, 3.03842165e-02, -4.31238860e-02, 9.11446288e-02,\n",
" -2.66905688e-02, -4.67470512e-02, 6.82839304e-02, 1.26724290e-02,\n",
" 4.23474796e-02, 2.91931685e-02, -3.26329283e-03, 1.04994830e-02,\n",
" 6.37495965e-02, -6.26179427e-02, 1.43437050e-02, 4.41399887e-02,\n",
" 7.40110781e-03, -2.12605298e-02, -3.86637300e-02, 1.09349238e-02,\n",
" -3.85465138e-02, 3.97424139e-02, 8.71972460e-03, 2.76668370e-03,\n",
" -3.31509747e-02, 1.83692705e-02, 4.47965749e-02, -1.72376670e-02,\n",
" -4.30246349e-03, -2.64365901e-03, 1.25773147e-01, 9.35283303e-02,\n",
" 1.93885732e-02, 1.55601148e-02, 2.83438060e-02, -4.11771983e-02,\n",
" 5.04758619e-02, 1.03566095e-01, -1.69643331e-02, 3.59931700e-02,\n",
" -1.00573562e-02, -1.93037745e-02, -2.22042277e-02, -3.73346657e-02,\n",
" -5.44276014e-02, 7.13429227e-02, 1.91587321e-02, 5.10871271e-03,\n",
" -4.36992245e-03, -2.75298418e-03, -7.19575956e-03, -5.38928136e-02,\n",
" 7.17716962e-02, 6.25550523e-02, 1.89230945e-02, 5.80666773e-02,\n",
" 2.10273750e-02, 2.93742940e-02, -6.42107129e-02, -4.55594212e-02,\n",
" -3.67134786e-03, 8.33117217e-02, -5.49884997e-02, -1.70450099e-02,\n",
" -1.76961627e-02, -2.74470765e-02, 5.62227070e-02, 3.46661322e-02,\n",
" 7.54441787e-03, 2.58480627e-02, 7.25701302e-02, 5.84469885e-02,\n",
" -7.52622588e-03, -6.80346414e-02, -5.53959515e-03, -8.03980790e-03,\n",
" 2.66046007e-03, 4.74149324e-02, -1.04336878e-02, -7.40047321e-02,\n",
" 4.13522869e-02, -7.30776787e-02, -4.83485945e-02, -9.42128524e-03,\n",
" -2.48813685e-02, -6.17309064e-02, 1.56547949e-02, -2.56567579e-02,\n",
" 3.71286497e-02, -2.31146310e-02, -5.56605011e-02, -3.05331796e-02,\n",
" 1.24048674e-02, -1.37668001e-02, -1.88301615e-02, 4.24560234e-02,\n",
" -7.71985427e-02, -1.22673782e-02, -3.08171771e-02, 1.27281174e-02,\n",
" 6.82540759e-02, -5.41556366e-02, 3.61319743e-02, -4.10194844e-02,\n",
" 4.27879430e-02, -2.20814683e-02, -8.32733605e-03, 2.70487629e-02,\n",
" 5.33273146e-02, 4.11407053e-02, 4.80041429e-02, 3.65679301e-02,\n",
" -2.74715498e-02, 4.23115492e-02, 1.04809655e-02, -3.26246955e-02,\n",
" -5.64396009e-02, -2.59706303e-02, 1.78847555e-02, -4.91735823e-02,\n",
" -1.30351912e-02, -4.79618199e-02, -9.64746550e-02, 2.25167852e-02,\n",
" -9.85100213e-03, 8.24199915e-02, 1.37343146e-02, 2.33965777e-02,\n",
" 1.65039506e-02, 2.16613095e-02, -6.31012917e-02, -1.31696314e-02,\n",
" -1.25665247e-01, -1.64439026e-02, 4.98840511e-02, -3.19481604e-02,\n",
" -5.32425456e-02, -4.94064353e-02, 4.76048281e-03, 1.70543771e-02,\n",
" -4.52459753e-02, -8.82352665e-02, -3.43081839e-02, 5.33878170e-02,\n",
" -8.42548814e-03, -3.21139768e-02, -5.26686646e-02, 2.45383158e-02,\n",
" -6.31882474e-02, 8.77009612e-03, 6.98380545e-02, -2.14601750e-03,\n",
" -3.75736086e-03, -9.80807189e-03, 2.09601857e-02, -7.71017792e-03,\n",
" -3.18177640e-02, 2.07807627e-02, -4.78398912e-02, -8.64852592e-02,\n",
" 1.98119581e-02, -1.76914539e-02, 1.03809893e-01, -4.89997193e-02,\n",
" 2.87552625e-02, 1.28344148e-02, 8.94618183e-02, 4.40255851e-02,\n",
" 1.75720844e-02, -2.72905901e-02, 6.12405036e-03, 8.79476313e-03,\n",
" 8.19140673e-02, 7.46550458e-03, 3.73909920e-02, 3.22817415e-02,\n",
" -2.99183186e-03, 3.25053819e-02, -1.60601307e-02, 1.90038979e-02,\n",
" -6.34971354e-03, -3.38319279e-02, 2.93830801e-02, 6.25324249e-02,\n",
" 7.02190399e-02, 3.12908851e-02, 1.38601344e-02, 4.20104936e-02,\n",
" 8.88090860e-03, 3.89037021e-02, -1.46622555e-02, -5.35850748e-02,\n",
" -2.25178301e-02, 6.36703223e-02, -4.92918165e-03, -3.69783156e-02,\n",
" 5.31117618e-02, 1.26399109e-02, -5.44765815e-02, -4.63143401e-02,\n",
" 6.20116666e-02, 1.95438936e-02, 3.40718962e-02, -5.05152047e-02,\n",
" 9.07902885e-03, -4.90233861e-02, -1.90104693e-05, -2.54976116e-02,\n",
" -1.24408193e-02, 5.43491282e-02, 1.48855550e-02, 1.80277659e-03,\n",
" -3.60845588e-02, -8.01871568e-02, 2.93137375e-02, 1.04616182e-02,\n",
" 1.31742731e-02, 8.02209508e-03, 1.09639894e-02, -5.77804670e-02,\n",
" 6.44831285e-02, 1.35926604e-02, 6.41242564e-02, -4.64197844e-02,\n",
" 8.64199270e-03, 3.73106711e-02, 1.19018070e-01, -7.36826984e-03,\n",
" -5.08773401e-02, -1.09021664e-01, 2.64878310e-02, -2.85438430e-02,\n",
" -7.31301261e-03, -1.00860037e-02, 8.74299370e-03, 6.99262172e-02,\n",
" 3.25339586e-02, -2.30737608e-02, -1.30479168e-02, 8.31205249e-02,\n",
" 1.64424423e-02, -7.70601537e-03, -9.47140902e-03, -9.50511992e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'dbg': Embedding(embedding=array([ 0.09302646, -0.06421787, -0.01648371, -0.01719611, -0.00023369,\n",
" -0.03469182, 0.04356134, 0.04304907, 0.07952191, 0.06053333,\n",
" -0.00363227, 0.02680854, 0.01909392, 0.00576957, -0.01828321,\n",
" -0.00112828, 0.03293382, 0.08465992, 0.02332863, -0.01685204,\n",
" -0.08645212, -0.04014339, 0.01072468, 0.06695227, 0.05117013,\n",
" 0.03786754, -0.01140114, -0.04848461, 0.04293263, -0.01073568,\n",
" 0.06314459, -0.00375989, -0.03267974, -0.00504876, 0.03650799,\n",
" 0.00028789, -0.01868089, -0.02099266, -0.07193462, 0.06772957,\n",
" -0.01998778, 0.01036245, -0.01033108, -0.00440125, 0.04376281,\n",
" -0.05281564, -0.02994131, 0.04912358, -0.03670996, 0.01492355,\n",
" 0.03061902, -0.00324457, 0.00576662, 0.02490438, 0.03176566,\n",
" 0.03991772, -0.01017418, -0.04507498, -0.02352642, -0.03286481,\n",
" 0.02723826, 0.04138982, 0.03200648, 0.02139655, 0.00300206,\n",
" 0.00729421, 0.02810801, -0.00597945, -0.01037662, -0.04729808,\n",
" -0.03610025, 0.05936959, 0.02081809, 0.1604878 , -0.00827886,\n",
" 0.01880973, 0.00643013, -0.06092722, 0.03937846, -0.01425519,\n",
" 0.07500148, 0.01657546, -0.08680409, 0.0577763 , -0.03161636,\n",
" 0.00187868, -0.02216033, -0.07731792, -0.04821437, -0.03977393,\n",
" -0.01044806, -0.02569609, -0.06230247, -0.08044062, -0.03724287,\n",
" -0.00783782, -0.05284473, 0.02317644, -0.0249071 , -0.01309809,\n",
" -0.00590777, -0.02011019, -0.03496329, -0.04253043, -0.05150254,\n",
" -0.0012814 , 0.00184416, 0.02522927, -0.07989039, 0.07509466,\n",
" -0.01182656, -0.0468732 , -0.01630626, -0.00561762, -0.00473899,\n",
" 0.08161151, 0.00266871, 0.09465323, -0.06418417, -0.04249829,\n",
" -0.13669206, -0.05106638, 0.05383283, -0.01808987, -0.0100028 ,\n",
" -0.01755028, -0.01574461, 0.03186741, -0.05846984, 0.03566502,\n",
" -0.0022421 , 0.06269094, -0.01722591, 0.02558794, -0.04078923,\n",
" 0.05663282, 0.00218529, 0.0580796 , 0.00416221, -0.00727216,\n",
" -0.03459214, -0.01536267, -0.0007884 , -0.00725938, 0.0185912 ,\n",
" 0.02920884, 0.02050269, 0.04542231, -0.02654206, -0.00161302,\n",
" 0.05682003, 0.01581351, -0.00553132, -0.00074255, -0.06258934,\n",
" -0.07180507, -0.00317279, -0.015387 , 0.03757287, 0.00700734,\n",
" 0.05480179, 0.02105292, 0.02747648, -0.06564653, -0.06411597,\n",
" 0.02417586, -0.00794803, -0.04384191, 0.01276307, 0.06496185,\n",
" -0.04525332, 0.05411134, -0.02673811, -0.02401231, 0.029771 ,\n",
" -0.06525379, -0.03467782, -0.02524364, 0.01976685, -0.01220315,\n",
" 0.04261549, -0.04843647, 0.01910941, -0.00388226, 0.00347574,\n",
" 0.04383565, 0.00271013, 0.01519137, -0.03743333, 0.02156607,\n",
" -0.08511427, -0.00730598, -0.02758776, -0.00151421, -0.04944341,\n",
" 0.04091644, 0.05319189, -0.01244318, -0.05515189, 0.00689092,\n",
" 0.07710798, 0.04897987, 0.04199585, -0.03705665, 0.00605846,\n",
" 0.04649285, -0.00071752, -0.03294256, -0.00051713, -0.02578058,\n",
" 0.04354636, -0.02807297, 0.0543191 , -0.01165862, -0.00886154,\n",
" 0.05237976, -0.06133899, -0.06464536, -0.04998669, 0.03445233,\n",
" 0.03386251, 0.02348657, 0.06644447, -0.0130518 , 0.00314982,\n",
" -0.00500399, 0.01692862, -0.03660643, 0.03835063, -0.00749452,\n",
" -0.03894877, 0.04751088, 0.01837924, -0.04382882, 0.01976279,\n",
" -0.03038738, -0.02195128, -0.00043994, 0.02605493, -0.11930984,\n",
" -0.00256833, -0.05441127, 0.07076316, 0.07184706, 0.01200977,\n",
" -0.01560935, -0.06149736, 0.00030201, 0.04889407, -0.02178574,\n",
" 0.01915845, 0.01419543, -0.08098729, -0.03015113, 0.03153339,\n",
" 0.0381324 , 0.06872937, -0.06867319, -0.060107 , -0.05483856,\n",
" -0.0207636 , -0.00019024, -0.07679633, -0.0161843 , 0.05385338,\n",
" -0.01558404, -0.01150122, -0.08563481, -0.0719785 , 0.06205606,\n",
" -0.0229053 , 0.08581797, -0.03039793, -0.05772192, 0.03630755,\n",
" -0.0147281 , 0.02581505, 0.00817698, -0.02900965, 0.00510638,\n",
" 0.04608506, -0.01528455, -0.01001838, 0.04897444, 0.00062925,\n",
" -0.04871526, -0.00435944, 0.00095764, -0.05864784, 0.04036557,\n",
" -0.01164811, 0.02372676, -0.01613492, 0.01719866, 0.03261273,\n",
" -0.0161839 , -0.02338998, -0.02341841, 0.10542548, 0.09000124,\n",
" 0.03161712, 0.02608679, 0.07112344, -0.03787332, 0.07245355,\n",
" 0.05015191, 0.00763758, 0.01094578, -0.03909457, -0.02890459,\n",
" -0.04187683, -0.03268659, -0.02174195, 0.06170134, 0.03512536,\n",
" 0.01657558, 0.01125467, -0.0128149 , 0.00114227, -0.09096927,\n",
" 0.08627337, 0.07997347, 0.00257927, 0.0549148 , 0.01284927,\n",
" 0.04275867, -0.07322861, -0.09920526, 0.00631003, 0.0598693 ,\n",
" -0.06328803, -0.01708191, -0.03874914, -0.00354665, 0.06419159,\n",
" 0.03429452, -0.01417419, 0.04000498, 0.05939333, 0.06724641,\n",
" -0.03544778, -0.08776966, -0.02118867, -0.02215326, 0.04152308,\n",
" 0.0565703 , -0.02228954, -0.0854473 , 0.04689259, -0.06219165,\n",
" -0.04016921, -0.01335704, -0.00048454, -0.03973521, 0.01870976,\n",
" 0.00645302, 0.05651225, -0.01208336, -0.05987101, -0.03829869,\n",
" 0.02796903, 0.00250386, -0.01477275, 0.04018385, -0.11539032,\n",
" -0.02370869, -0.05741362, 0.03862267, 0.05287794, -0.02786512,\n",
" 0.01620755, -0.06959461, 0.05743112, 0.0062456 , -0.03007751,\n",
" 0.04454003, 0.03545246, 0.03807773, 0.05447422, 0.02155674,\n",
" 0.02598348, 0.0685386 , 0.03771902, -0.00837505, -0.04289054,\n",
" -0.05177144, -0.00905396, -0.04640527, 0.00626677, 0.00194318,\n",
" -0.08441672, 0.02647345, 0.01618299, 0.11753822, 0.02186523,\n",
" 0.01349569, -0.01854449, 0.01923692, -0.03890631, 0.01437716,\n",
" -0.14149413, -0.00573322, 0.07273907, -0.04235973, -0.08943653,\n",
" -0.03763856, 0.01899955, 0.02015796, -0.02894834, -0.08399203,\n",
" -0.03938209, 0.06743225, -0.02007978, -0.02534303, -0.02854719,\n",
" 0.03649642, -0.01599466, -0.01059884, 0.05169235, -0.02984795,\n",
" -0.03169229, 0.02718586, -0.00080881, 0.00612277, -0.01248618,\n",
" 0.04053604, -0.04249163, -0.05424023, 0.01017391, -0.03274751,\n",
" 0.10147174, -0.06069006, 0.01198063, 0.00652304, 0.09485371,\n",
" 0.04316143, 0.01374027, -0.04828891, 0.02125541, 0.0171659 ,\n",
" 0.08092381, -0.01216691, 0.03505407, 0.02942414, -0.01469728,\n",
" -0.0097243 , -0.00212768, -0.00697072, -0.00705593, -0.04406952,\n",
" 0.02298657, 0.03679864, 0.06240538, -0.00928303, -0.01023364,\n",
" 0.01293586, -0.01339545, 0.01789865, -0.0178967 , -0.0571465 ,\n",
" -0.00174882, 0.12301901, 0.00121873, -0.01327644, 0.0257738 ,\n",
" 0.02373761, -0.03593924, -0.03359188, 0.03784355, 0.01492324,\n",
" 0.00979412, -0.0607905 , -0.00162685, -0.04686928, -0.03937552,\n",
" -0.05010114, 0.00280802, 0.08497576, -0.00224589, -0.01493211,\n",
" -0.04418123, -0.02210424, -0.01356671, 0.03309255, 0.00791655,\n",
" -0.00625114, 0.01962555, -0.05690893, 0.07773123, -0.03758316,\n",
" 0.0520751 , -0.02210929, -0.00045682, 0.04700906, 0.11762535,\n",
" -0.00852447, -0.02395044, -0.10405798, 0.03887447, -0.04606071,\n",
" 0.01273138, 0.00147521, 0.02990714, 0.11647218, 0.03763958,\n",
" -0.01082453, -0.012715 , 0.08209553, 0.01078115, -0.02172614,\n",
" -0.00585783, -0.10636368]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'dg': Embedding(embedding=array([ 9.78312045e-02, -3.92360091e-02, -1.63628124e-02, -3.21774110e-02,\n",
" 7.84911914e-04, -4.59248573e-02, 4.58637327e-02, 5.72586581e-02,\n",
" 8.67731348e-02, 8.02859142e-02, -1.05700279e-02, 3.00018918e-02,\n",
" 2.13774573e-02, 2.62220278e-02, -1.34314625e-02, 2.01080702e-02,\n",
" 4.04906832e-02, 8.33165050e-02, 1.94109138e-02, -2.63740029e-02,\n",
" -8.38247240e-02, -4.44695987e-02, 4.92091058e-03, 5.49251847e-02,\n",
" 3.14444527e-02, 3.49343941e-02, -1.65029406e-03, -4.66760024e-02,\n",
" 6.34975284e-02, -6.42005820e-03, 8.29039216e-02, -4.28778911e-03,\n",
" -1.37981549e-02, 4.08825278e-03, 2.79992130e-02, -8.04924499e-03,\n",
" -4.44995798e-02, -2.39990242e-02, -6.55395165e-02, 4.97547425e-02,\n",
" -4.08032686e-02, -3.46829556e-03, -2.09490508e-02, -2.26930492e-02,\n",
" 3.57531570e-02, -6.39690608e-02, -2.56702807e-02, 3.25758755e-02,\n",
" -3.25011387e-02, 2.77549718e-02, 3.64103280e-02, -2.66550371e-04,\n",
" 6.01214182e-04, 5.64022828e-03, 4.89290394e-02, 4.48176861e-02,\n",
" 1.07104266e-02, -6.71218857e-02, -2.95705721e-02, -4.13720533e-02,\n",
" 4.03319038e-02, 3.15967761e-02, 3.89947966e-02, 2.40379069e-02,\n",
" 1.28548583e-02, -1.48627360e-03, 3.21407616e-02, -3.69392172e-03,\n",
" -1.60079543e-02, -2.19254326e-02, -3.76097821e-02, 5.28547354e-02,\n",
" 8.56888946e-03, 1.66801810e-01, -2.02520145e-03, 2.57251207e-02,\n",
" 8.17563478e-03, -6.62146434e-02, 1.49625838e-02, -5.36213256e-03,\n",
" 6.09117784e-02, 3.00891069e-03, -6.86173066e-02, 5.37712760e-02,\n",
" -3.09679769e-02, 1.71064269e-02, -2.07090359e-02, -9.00300741e-02,\n",
" -4.89787087e-02, -5.08005321e-02, -7.25744758e-03, -3.24243233e-02,\n",
" -5.65183908e-02, -9.30299163e-02, -4.44826484e-02, 7.24484678e-03,\n",
" -7.54864067e-02, 2.52834950e-02, -2.86390893e-02, -1.28588062e-02,\n",
" -1.47161111e-02, -1.82276126e-02, -3.19010280e-02, -3.71219106e-02,\n",
" -3.99376601e-02, -1.15416199e-02, 8.56538420e-04, 3.65289524e-02,\n",
" -6.90738410e-02, 8.37606117e-02, -2.62803938e-02, -3.88899893e-02,\n",
" -2.84933895e-02, -3.84763465e-03, 2.38568205e-02, 7.70503655e-02,\n",
" 1.00376429e-02, 9.54696313e-02, -5.51851131e-02, -4.04211991e-02,\n",
" -1.31467178e-01, -6.27964213e-02, 3.63029689e-02, -8.97959899e-03,\n",
" -1.62902940e-02, 2.35033780e-03, -2.34373342e-02, 3.53151560e-02,\n",
" -5.63660562e-02, 2.13184357e-02, 1.03076193e-02, 7.44910389e-02,\n",
" -2.03501098e-02, 3.02312803e-02, -3.20965052e-02, 4.81790937e-02,\n",
" 8.80112289e-04, 5.53981438e-02, -1.14493212e-03, 5.11187501e-03,\n",
" -3.61920595e-02, -1.97672937e-02, 1.36540262e-02, 1.06585177e-03,\n",
" 1.73740741e-02, 1.90876275e-02, 1.47434874e-02, 6.30363077e-02,\n",
" -4.66900468e-02, 4.06623771e-03, 5.02033122e-02, 2.81792358e-02,\n",
" -2.42635887e-02, 8.69623479e-03, -6.33108914e-02, -7.02994689e-02,\n",
" -3.41584943e-02, -2.48638052e-03, 3.02750207e-02, 2.89328699e-03,\n",
" 2.46439334e-02, 4.90550660e-02, 2.86338367e-02, -6.40918538e-02,\n",
" -9.90085155e-02, 7.64808850e-03, -1.40286901e-03, -4.39027324e-02,\n",
" 2.40518004e-02, 5.91228269e-02, -4.89187129e-02, 4.85175252e-02,\n",
" -4.68171872e-02, 2.34189071e-03, 2.60796826e-02, -5.73023036e-02,\n",
" -2.39471998e-02, -1.93769224e-02, 1.23227313e-02, -1.69656258e-02,\n",
" 2.90859360e-02, -4.66432236e-02, 1.96613241e-02, -7.19032576e-03,\n",
" -8.70885234e-03, 3.94403413e-02, 1.74340606e-02, -1.08858272e-02,\n",
" -4.82311510e-02, 2.32164711e-02, -8.13820437e-02, -3.15308385e-02,\n",
" -3.04511767e-02, 8.24521203e-03, -5.87742217e-02, 4.24489230e-02,\n",
" 3.23850550e-02, -3.07990070e-02, -5.56950867e-02, 8.64904840e-03,\n",
" 9.38860402e-02, 3.16490605e-02, 3.73635255e-02, -1.57174922e-03,\n",
" -6.35942025e-03, 3.87071483e-02, 1.36204325e-02, -3.50912698e-02,\n",
" -1.70567147e-02, -2.16787886e-02, 5.04392423e-02, -1.62213836e-02,\n",
" 4.03864607e-02, 5.71144687e-04, -2.41623283e-03, 5.87770306e-02,\n",
" -6.52449280e-02, -6.82510361e-02, -5.32297119e-02, 3.71375792e-02,\n",
" 2.18814351e-02, 3.63755785e-02, 4.41168658e-02, 2.32161372e-03,\n",
" 1.68183967e-02, 6.90448238e-03, 2.04904769e-02, -2.49923766e-02,\n",
" 2.02423446e-02, 1.26590105e-02, -4.57563885e-02, 3.27338278e-02,\n",
" 2.95641515e-02, -3.95441055e-02, 3.46641839e-02, -3.19667310e-02,\n",
" -2.11022589e-02, 1.10351108e-02, 2.47748811e-02, -1.11741871e-01,\n",
" 1.18522914e-02, -5.55235744e-02, 4.91536371e-02, 8.16001147e-02,\n",
" 2.62785312e-02, -1.61498766e-02, -7.16510490e-02, -6.85374066e-03,\n",
" 4.76181768e-02, -2.96535585e-02, 2.42619570e-02, 3.19211371e-03,\n",
" -7.83160701e-02, -2.37737317e-02, 3.14398259e-02, 3.00109852e-02,\n",
" 5.03779240e-02, -6.97990879e-02, -6.02192953e-02, -6.85630366e-02,\n",
" -1.02486454e-04, -3.66274128e-03, -6.10310584e-02, -2.55909897e-02,\n",
" 2.71628518e-02, -3.00111789e-02, -1.41326245e-02, -7.77027160e-02,\n",
" -6.77979514e-02, 4.58431877e-02, -3.04851048e-02, 7.92779252e-02,\n",
" -3.39965224e-02, -4.79405522e-02, 2.69455351e-02, 1.66456308e-03,\n",
" 1.99056454e-02, 2.62979139e-02, 2.56100553e-03, 1.15496153e-02,\n",
" 5.45655936e-02, -3.36900987e-02, -2.90225726e-02, 6.79811314e-02,\n",
" -1.03420336e-02, -3.87238525e-02, -2.23826692e-02, -4.70522838e-03,\n",
" -5.14169447e-02, 4.29208130e-02, 1.51889287e-02, 6.01951173e-03,\n",
" -1.97273940e-02, -5.08544454e-03, 4.28318456e-02, -1.85956601e-02,\n",
" -2.20376533e-02, -2.45608874e-02, 1.09732896e-01, 7.95562714e-02,\n",
" 4.61054556e-02, 2.95471381e-02, 5.41442707e-02, -3.91061977e-02,\n",
" 5.27858511e-02, 5.18322252e-02, 1.41243069e-02, 1.86874103e-02,\n",
" -2.81940997e-02, -1.94667522e-02, -5.73770367e-02, -5.48419878e-02,\n",
" -3.13639157e-02, 7.24876150e-02, 2.74877399e-02, 1.83436908e-02,\n",
" 6.56762393e-03, -4.11279825e-03, 1.29094673e-02, -6.45451024e-02,\n",
" 9.28494558e-02, 8.31402615e-02, -6.38633384e-04, 4.68636341e-02,\n",
" 3.57398801e-02, 5.79440258e-02, -8.37655738e-02, -7.65313283e-02,\n",
" -1.41011435e-03, 6.42941222e-02, -7.47232959e-02, -5.73869189e-03,\n",
" -3.19569968e-02, 3.61499423e-03, 5.25981933e-02, 4.37703468e-02,\n",
" -7.95396324e-03, 1.86837856e-02, 6.02877364e-02, 6.34343177e-02,\n",
" -3.77534293e-02, -9.20787305e-02, -1.45437028e-02, -2.29100976e-02,\n",
" 3.06539536e-02, 5.78608960e-02, -1.89205483e-02, -6.74949586e-02,\n",
" 3.74041982e-02, -5.34877069e-02, -4.55880910e-02, 8.87120981e-03,\n",
" -1.80944428e-02, -5.29128574e-02, 3.10031511e-02, -7.50923017e-03,\n",
" 5.40954731e-02, -4.88897822e-05, -6.05256036e-02, -4.36757281e-02,\n",
" 1.61124077e-02, 4.84556658e-03, -2.59405002e-02, 3.00166272e-02,\n",
" -1.09165251e-01, -2.49701701e-02, -5.19097820e-02, 4.40402180e-02,\n",
" 4.55571972e-02, -4.36289273e-02, 2.22965460e-02, -6.28882721e-02,\n",
" 5.73926456e-02, 5.70537103e-03, -1.19865621e-02, 4.37095873e-02,\n",
" 3.60737480e-02, 3.38452905e-02, 5.72766103e-02, 1.67367049e-02,\n",
" 4.66072466e-03, 6.07647300e-02, 3.56313474e-02, -2.03298870e-02,\n",
" -5.46981022e-02, -4.31615673e-02, 1.72184762e-02, -6.25682995e-02,\n",
" -1.28887575e-02, -2.60125995e-02, -9.25865173e-02, 2.22787857e-02,\n",
" 3.15775513e-03, 1.04197197e-01, 7.20652752e-03, 6.79561030e-03,\n",
" -1.71417221e-02, 1.79407392e-02, -3.70403528e-02, -5.26438281e-03,\n",
" -1.21111929e-01, -3.43179610e-03, 6.25403449e-02, -4.22727875e-02,\n",
" -7.85975605e-02, -4.40476090e-02, 2.22159706e-05, 2.78072674e-02,\n",
" -4.07831110e-02, -9.13694650e-02, -4.11941446e-02, 5.72154373e-02,\n",
" -6.95002731e-03, -5.38640022e-02, -3.34331132e-02, 3.40371877e-02,\n",
" -3.85756753e-02, -1.30798696e-02, 6.45036995e-02, -2.01977622e-02,\n",
" -2.50690542e-02, 1.22129489e-02, 2.46043429e-02, -4.86758351e-03,\n",
" -1.01397773e-02, 3.29555646e-02, -5.57940193e-02, -7.33220950e-02,\n",
" 1.19117014e-02, -1.58967841e-02, 1.00461878e-01, -4.85043153e-02,\n",
" 2.16478352e-02, 1.65173095e-02, 7.42899999e-02, 3.09584569e-02,\n",
" 8.92054103e-03, -5.23775928e-02, 1.58387721e-02, 2.75858417e-02,\n",
" 7.26221725e-02, -8.45918711e-03, 3.01155895e-02, 5.23048751e-02,\n",
" -1.21734375e-02, 2.30644103e-02, 3.38482118e-04, 1.00591285e-02,\n",
" -1.12352492e-02, -4.87208515e-02, 3.12051699e-02, 4.70765680e-02,\n",
" 6.73108473e-02, -2.08337861e-03, 1.71255954e-02, 1.40556153e-02,\n",
" 2.90141581e-03, 3.89013849e-02, -1.64547767e-02, -7.85657912e-02,\n",
" -1.11548975e-02, 9.27205011e-02, -1.18966829e-02, -4.06115949e-02,\n",
" 3.57577689e-02, 2.17144731e-02, -4.91753295e-02, -4.48124893e-02,\n",
" 4.00538370e-02, -8.40619020e-03, 1.22467466e-02, -6.52702600e-02,\n",
" 2.51364615e-02, -3.69373970e-02, -2.81038806e-02, -3.75548862e-02,\n",
" 1.26135536e-02, 8.01861510e-02, -1.09118829e-02, 9.29033849e-03,\n",
" -4.05092239e-02, -4.14152443e-02, 1.57386288e-02, 2.81513091e-02,\n",
" 7.58839957e-03, -1.27662886e-02, 1.82460267e-02, -5.05406633e-02,\n",
" 6.24944977e-02, -8.23324639e-03, 7.59148896e-02, -2.36735586e-02,\n",
" 1.88975446e-02, 5.04006259e-02, 1.32339776e-01, 2.50789877e-02,\n",
" -5.23528606e-02, -1.04471549e-01, 4.55943868e-02, -3.72878760e-02,\n",
" 8.40358622e-03, -1.61102917e-02, 2.03367751e-02, 1.03429720e-01,\n",
" 2.65504085e-02, -3.43133956e-02, -3.37497960e-03, 7.40252137e-02,\n",
" -9.08873696e-03, -2.73585562e-02, 7.89962057e-03, -1.16273396e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'disastergirl': Embedding(embedding=array([ 9.42324400e-02, -4.80620414e-02, -1.65422838e-02, -3.37763019e-02,\n",
" 2.90205353e-04, -3.89151238e-02, 4.35233042e-02, 6.56871796e-02,\n",
" 9.33110639e-02, 8.32932666e-02, -7.11024785e-03, 3.12486067e-02,\n",
" 1.74245089e-02, 3.03275473e-02, -7.60047697e-03, 2.54222099e-02,\n",
" 3.80083732e-02, 8.72366652e-02, 1.89936962e-02, -2.11954229e-02,\n",
" -8.10782537e-02, -4.56063040e-02, 1.02657117e-02, 5.70136383e-02,\n",
" 2.90202480e-02, 3.24291550e-02, -8.55986029e-03, -4.24012542e-02,\n",
" 5.85297830e-02, -7.13452464e-03, 8.16451907e-02, -4.91754944e-03,\n",
" -2.32620053e-02, -2.03380338e-03, 3.38515714e-02, -1.14153074e-02,\n",
" -4.82845232e-02, -2.33900584e-02, -7.12429211e-02, 5.09246737e-02,\n",
" -3.79698724e-02, -1.17792853e-03, -2.06340142e-02, -2.15900261e-02,\n",
" 3.28468308e-02, -6.08195923e-02, -2.53073126e-02, 3.90803479e-02,\n",
" -3.42285261e-02, 2.87175346e-02, 2.84999479e-02, -1.01878238e-03,\n",
" 3.34279961e-03, 1.69374340e-03, 4.60575223e-02, 4.65166643e-02,\n",
" 6.49481872e-03, -6.54833019e-02, -3.23121548e-02, -3.93447019e-02,\n",
" 4.86317948e-02, 2.51029059e-02, 3.37493122e-02, 2.46614814e-02,\n",
" 1.83712523e-02, -4.45235660e-03, 3.34314555e-02, 6.10576570e-03,\n",
" -1.17499791e-02, -2.19308157e-02, -3.41735110e-02, 5.24924472e-02,\n",
" 1.36068389e-02, 1.67764843e-01, -6.33445382e-03, 3.00288908e-02,\n",
" 2.23281980e-03, -6.94561228e-02, 1.46217654e-02, -1.91984773e-02,\n",
" 6.80742636e-02, -8.58037034e-04, -7.59845078e-02, 4.78181168e-02,\n",
" -2.74519976e-02, 2.07149498e-02, -2.17327587e-02, -8.19970965e-02,\n",
" -5.22198342e-02, -4.74417508e-02, -3.68122198e-03, -3.25880349e-02,\n",
" -4.99639027e-02, -9.08839554e-02, -4.49668132e-02, 9.75177391e-04,\n",
" -7.63792768e-02, 2.99591608e-02, -2.69020014e-02, -1.46877021e-02,\n",
" -1.00588808e-02, -2.01963224e-02, -3.62988226e-02, -3.43640409e-02,\n",
" -3.93182226e-02, -5.99135365e-03, 8.39702087e-04, 3.08847930e-02,\n",
" -6.62231743e-02, 8.49689618e-02, -2.07255557e-02, -4.11607064e-02,\n",
" -2.29960419e-02, -1.09415259e-02, 2.42520124e-02, 7.75637031e-02,\n",
" 9.36792418e-03, 9.92987975e-02, -5.16254120e-02, -4.18121330e-02,\n",
" -1.42422631e-01, -5.83632477e-02, 3.48737203e-02, -6.71975641e-03,\n",
" -1.54938642e-02, 6.36776094e-04, -2.43621077e-02, 3.22609879e-02,\n",
" -5.63516505e-02, 1.55776925e-02, 4.90453700e-03, 7.45325312e-02,\n",
" -2.43646260e-02, 2.71366872e-02, -3.25753167e-02, 4.41734083e-02,\n",
" -2.06828723e-03, 5.39863855e-02, -5.26963733e-03, 2.99286004e-03,\n",
" -3.66681255e-02, -1.44667802e-02, 9.27301776e-03, 7.79360905e-03,\n",
" 2.42468505e-03, 1.76172741e-02, 1.25681302e-02, 6.94060326e-02,\n",
" -4.15789448e-02, 5.16896229e-03, 5.87532818e-02, 2.71700267e-02,\n",
" -2.44769026e-02, 5.79709094e-03, -6.31292164e-02, -6.96498677e-02,\n",
" -3.13149355e-02, 9.02208558e-04, 3.51017490e-02, 1.32638670e-03,\n",
" 2.70969365e-02, 4.44698110e-02, 2.92745549e-02, -5.74410819e-02,\n",
" -1.00205474e-01, 4.02565440e-03, 3.67945223e-03, -4.32967767e-02,\n",
" 2.07416173e-02, 5.54275811e-02, -4.55788225e-02, 5.07853590e-02,\n",
" -4.93302569e-02, 1.38219609e-03, 3.54923271e-02, -5.11358604e-02,\n",
" -2.67334525e-02, -2.39526089e-02, 1.30892973e-02, -1.91101395e-02,\n",
" 3.10427453e-02, -4.46409024e-02, 2.94066370e-02, -7.49263447e-03,\n",
" -1.77497324e-02, 3.78782637e-02, 1.88377276e-02, -1.62450317e-02,\n",
" -4.93212380e-02, 1.75493434e-02, -8.22229534e-02, -2.91817170e-02,\n",
" -3.10352631e-02, 1.66876172e-03, -6.14530332e-02, 4.59419079e-02,\n",
" 3.71880308e-02, -3.23087350e-02, -4.90080491e-02, 8.25791620e-03,\n",
" 8.86202231e-02, 3.54617201e-02, 4.16217744e-02, -1.62595324e-03,\n",
" -1.03640445e-02, 3.91639024e-02, 6.50804304e-03, -2.97829248e-02,\n",
" -1.08997868e-02, -2.56158318e-02, 5.36680780e-02, -1.99812036e-02,\n",
" 4.78194244e-02, 2.52069649e-03, -1.16624124e-03, 5.32761551e-02,\n",
" -6.13551736e-02, -6.60643801e-02, -5.78265265e-02, 3.82623300e-02,\n",
" 1.96967237e-02, 4.02630046e-02, 4.14624438e-02, -6.50455419e-04,\n",
" 2.99703572e-02, 1.22850118e-02, 2.67212503e-02, -2.63747964e-02,\n",
" 2.25076210e-02, 1.68104898e-02, -4.14559096e-02, 3.13669927e-02,\n",
" 3.04538701e-02, -3.06502674e-02, 3.14494446e-02, -2.56122854e-02,\n",
" -2.03841943e-02, 8.73264857e-03, 2.97584962e-02, -1.07833900e-01,\n",
" 6.33621681e-03, -5.40264286e-02, 5.18279262e-02, 7.78402463e-02,\n",
" 2.09329706e-02, -1.82796307e-02, -6.87119812e-02, -6.43111952e-03,\n",
" 4.62561287e-02, -3.11737135e-02, 1.97848044e-02, 6.27929287e-04,\n",
" -7.27356002e-02, -3.10034808e-02, 2.99591329e-02, 3.13529372e-02,\n",
" 4.77797277e-02, -7.67193064e-02, -6.53550923e-02, -6.70138896e-02,\n",
" -1.85556582e-03, -3.53895989e-03, -6.43352047e-02, -3.09338588e-02,\n",
" 3.64662781e-02, -2.86675468e-02, -1.48710413e-02, -7.91737661e-02,\n",
" -7.35235736e-02, 5.36493436e-02, -3.13019231e-02, 8.07713941e-02,\n",
" -3.88870500e-02, -5.21260053e-02, 3.11666988e-02, 4.87756636e-03,\n",
" 2.46901270e-02, 2.66972408e-02, 9.28051246e-04, 9.81728453e-03,\n",
" 5.12465313e-02, -3.80424634e-02, -2.51938757e-02, 5.89518063e-02,\n",
" -8.52218736e-03, -3.47274654e-02, -2.44054683e-02, -1.15629227e-03,\n",
" -4.85904105e-02, 4.37073000e-02, 1.34950252e-02, 9.18175746e-03,\n",
" -1.44359684e-02, -2.83733057e-03, 4.61982600e-02, -1.79610699e-02,\n",
" -1.49544356e-02, -2.53901836e-02, 1.07470803e-01, 8.28676745e-02,\n",
" 4.33445610e-02, 3.09209917e-02, 5.57324216e-02, -3.81561629e-02,\n",
" 4.65814210e-02, 4.72997576e-02, 1.38722323e-02, 1.86311789e-02,\n",
" -2.91103143e-02, -3.09024621e-02, -5.82160838e-02, -5.70739135e-02,\n",
" -2.90995538e-02, 7.63881952e-02, 2.72956137e-02, 1.86520424e-02,\n",
" 1.05278306e-02, -3.72868218e-03, 1.33994510e-02, -5.66034205e-02,\n",
" 8.81876573e-02, 8.39211717e-02, -7.71385559e-04, 5.14194742e-02,\n",
" 3.64998654e-02, 5.62654845e-02, -7.86621422e-02, -8.06226805e-02,\n",
" -4.50228137e-04, 5.76911047e-02, -7.61369243e-02, -3.56307533e-03,\n",
" -3.70460376e-02, -7.93753657e-03, 5.29363565e-02, 3.26751731e-02,\n",
" -4.56979778e-03, 2.36399677e-02, 6.00312278e-02, 6.49806485e-02,\n",
" -3.96916717e-02, -8.45369548e-02, -1.95826422e-02, -2.55707838e-02,\n",
" 2.37759892e-02, 5.27888499e-02, -1.90580115e-02, -7.50541091e-02,\n",
" 3.70055102e-02, -5.62866032e-02, -4.40160073e-02, 5.77632664e-03,\n",
" -1.77399777e-02, -5.16480096e-02, 3.67118418e-02, -4.49523283e-03,\n",
" 5.07114865e-02, -3.16824345e-03, -6.24733455e-02, -4.29585800e-02,\n",
" 1.83110479e-02, 2.47255503e-03, -3.27275284e-02, 2.95123644e-02,\n",
" -1.08103454e-01, -2.78781168e-02, -5.13402857e-02, 4.57934104e-02,\n",
" 4.53997813e-02, -4.42937426e-02, 2.37604100e-02, -6.12397678e-02,\n",
" 5.68424575e-02, 1.18608521e-02, -1.58219486e-02, 4.05584686e-02,\n",
" 4.13082279e-02, 3.38057354e-02, 4.98450100e-02, 2.18485054e-02,\n",
" 1.05182324e-02, 5.98017201e-02, 3.45285833e-02, -1.88515764e-02,\n",
" -5.47715127e-02, -4.33624275e-02, 1.27633009e-02, -6.26360774e-02,\n",
" -1.43182874e-02, -2.20288392e-02, -9.45927277e-02, 2.23982614e-02,\n",
" 5.25836658e-04, 1.09708510e-01, 2.05105194e-03, 1.42978672e-02,\n",
" -1.38565917e-02, 2.42705718e-02, -3.86534743e-02, -9.53189563e-03,\n",
" -1.24312893e-01, -2.38102651e-03, 6.48524985e-02, -4.59370799e-02,\n",
" -7.86085203e-02, -4.33259346e-02, 8.49854841e-04, 2.57040355e-02,\n",
" -3.90033275e-02, -8.59768391e-02, -4.14749794e-02, 5.75184450e-02,\n",
" -4.41546272e-03, -5.90335801e-02, -3.86522152e-02, 3.27250063e-02,\n",
" -3.62472981e-02, -1.16093876e-02, 7.21009597e-02, -2.15340108e-02,\n",
" -2.05269698e-02, 1.77208073e-02, 2.28904877e-02, 7.80339295e-04,\n",
" -1.25299972e-02, 3.56509499e-02, -5.33268712e-02, -6.98267296e-02,\n",
" 1.70289427e-02, -1.29888002e-02, 9.66609940e-02, -4.47897874e-02,\n",
" 1.93784870e-02, 1.06697492e-02, 7.57345483e-02, 3.33615020e-02,\n",
" 9.32907034e-03, -5.18239811e-02, 1.35916695e-02, 2.69450396e-02,\n",
" 7.57651776e-02, -7.16384081e-03, 2.63518393e-02, 4.65256348e-02,\n",
" -1.65990833e-02, 2.12616362e-02, -2.50829104e-03, 1.10593187e-02,\n",
" -1.24767972e-02, -4.85375635e-02, 3.34646329e-02, 4.88626249e-02,\n",
" 6.37831241e-02, 6.10839706e-05, 2.15972625e-02, 1.75056607e-02,\n",
" -4.75777965e-03, 4.13041376e-02, -1.49383489e-02, -7.22597986e-02,\n",
" -1.28593184e-02, 8.43547434e-02, -1.07768411e-02, -3.54059674e-02,\n",
" 3.63379158e-02, 2.51733493e-02, -5.32221347e-02, -4.85452525e-02,\n",
" 3.37063111e-02, -6.46878639e-03, 1.58616770e-02, -6.60046786e-02,\n",
" 1.91828813e-02, -3.51947919e-02, -2.84246877e-02, -4.21673842e-02,\n",
" 1.10560320e-02, 7.55794272e-02, -1.27276517e-02, 3.07116099e-03,\n",
" -4.57929187e-02, -4.61304076e-02, 1.74333286e-02, 2.56319512e-02,\n",
" 7.03492761e-03, -6.87077176e-03, 1.66417565e-02, -4.67967317e-02,\n",
" 6.29634783e-02, -1.10838274e-02, 6.90474138e-02, -1.37015190e-02,\n",
" 1.91079490e-02, 4.83277850e-02, 1.34915248e-01, 2.92158276e-02,\n",
" -6.31648228e-02, -9.84507501e-02, 4.94261608e-02, -3.03420573e-02,\n",
" 1.11056250e-02, -1.22282784e-02, 1.88952982e-02, 1.02795355e-01,\n",
" 2.94251032e-02, -3.38148475e-02, -5.43891313e-03, 6.97435811e-02,\n",
" -1.06723793e-02, -2.88600028e-02, 7.91770872e-03, -1.16463766e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'dodgson': Embedding(embedding=array([ 1.04836509e-01, -3.42034139e-02, -1.38122775e-02, 2.88606025e-02,\n",
" -8.79041478e-03, -5.67681938e-02, 1.77714899e-02, 6.09662943e-02,\n",
" 9.83922258e-02, 4.77980562e-02, -3.08976993e-02, 5.40865771e-02,\n",
" 3.84362489e-02, 2.17772592e-02, -2.70834006e-03, 4.03933339e-02,\n",
" 6.57692328e-02, 8.02514702e-02, -1.02189174e-02, -1.65725611e-02,\n",
" -8.13739970e-02, -3.34194675e-02, -6.92359218e-03, 4.95374799e-02,\n",
" -2.13600835e-03, 8.22465401e-03, 1.54902311e-02, -4.50099893e-02,\n",
" 4.44090962e-02, -1.32651916e-02, 7.34991133e-02, -2.60444768e-02,\n",
" 2.16325484e-02, -3.06883035e-03, 3.62671800e-02, -3.37503813e-02,\n",
" -4.19396237e-02, -2.11567264e-02, -9.42378789e-02, 4.03173082e-02,\n",
" -4.93551455e-02, 2.89527290e-02, -3.04867998e-02, -1.12720933e-02,\n",
" 4.86127846e-02, -5.65575249e-02, -4.38793004e-02, 5.72684966e-02,\n",
" -2.79271211e-02, 1.05740353e-02, 3.70326452e-02, -2.49228645e-02,\n",
" 1.16793299e-03, 2.71348879e-02, 4.10579592e-02, 7.67914727e-02,\n",
" -2.93352026e-02, -9.12585184e-02, -1.85758267e-02, -1.82541553e-02,\n",
" 3.50506864e-02, 2.81301141e-03, 1.57848597e-02, 1.14643145e-02,\n",
" 2.76507158e-02, 2.80038584e-02, 4.01660763e-02, 2.05593072e-02,\n",
" -2.60509318e-03, -1.47380019e-02, -5.15484018e-03, 7.08369119e-03,\n",
" 3.65209803e-02, 1.34343952e-01, -3.45069133e-02, 1.37010934e-02,\n",
" 2.47730985e-02, -9.54380333e-02, 3.12664993e-02, -1.04387412e-02,\n",
" 8.26115720e-03, 2.44220663e-02, -5.79205528e-02, 3.64950784e-02,\n",
" -6.04523858e-03, 5.34926504e-02, -1.68341529e-02, -9.58423242e-02,\n",
" -6.93991184e-02, -2.78731026e-02, -3.13197188e-02, -4.71859053e-02,\n",
" -1.57165956e-02, -9.39934254e-02, -8.00979882e-02, 2.97198836e-02,\n",
" -7.42677227e-02, 4.35312614e-02, 2.10475666e-03, 1.72182806e-02,\n",
" -1.59448534e-02, -1.99597478e-02, 3.56599526e-03, -1.16957137e-02,\n",
" -3.79076786e-02, -3.46071571e-02, 1.96757770e-04, 3.38836648e-02,\n",
" -4.40263264e-02, 6.81686848e-02, -4.62664887e-02, -1.01825232e-02,\n",
" 1.07987691e-02, -1.90182254e-02, -3.21619026e-03, 8.17839354e-02,\n",
" 3.41209397e-02, 7.43103251e-02, -6.67101443e-02, -1.37496302e-02,\n",
" -2.00981215e-01, -4.88284156e-02, 1.97610203e-02, 5.61150163e-03,\n",
" -2.76343282e-02, 4.59524943e-03, -3.57883759e-02, 4.19352241e-02,\n",
" -7.35097602e-02, 1.79381191e-03, 6.82119513e-03, 4.92162108e-02,\n",
" -4.04458456e-02, 2.20617168e-02, -2.87599768e-02, 5.94382621e-02,\n",
" 2.51710676e-02, 5.92630021e-02, -4.93138144e-03, 1.57134235e-02,\n",
" -2.17783358e-02, -1.96653493e-02, -3.80234905e-02, 1.28746331e-02,\n",
" -2.22704429e-02, 3.38832587e-02, -1.99561124e-03, 5.80180138e-02,\n",
" -5.01876399e-02, 1.28906062e-02, 4.29401807e-02, 3.05037946e-02,\n",
" -2.71345153e-02, 4.36707810e-02, -2.36444827e-02, -4.84930202e-02,\n",
" -2.43809503e-02, 3.49736586e-02, 3.77108939e-02, 7.66513916e-03,\n",
" 1.85549129e-02, 4.40444276e-02, 4.53087464e-02, -6.76852837e-02,\n",
" -8.20579007e-02, 3.88370757e-03, 6.38297107e-03, -2.66680978e-02,\n",
" 4.31957319e-02, 2.33753659e-02, -1.80176198e-02, 2.97605712e-02,\n",
" -4.08155508e-02, 1.59231555e-02, 4.79974598e-02, -9.07258913e-02,\n",
" -3.19000520e-02, -1.14856279e-02, 2.43699942e-02, 1.83862273e-03,\n",
" 2.57425606e-02, -3.77881229e-02, 3.45916464e-03, -1.81361046e-02,\n",
" 7.57628703e-04, 9.41923447e-03, 3.10130697e-03, 2.07971893e-02,\n",
" -3.58444601e-02, -1.15953507e-02, -8.22623149e-02, -3.04257721e-02,\n",
" -2.05601007e-02, 1.59872863e-02, -6.26373813e-02, 4.42164205e-02,\n",
" 5.96683770e-02, 1.00236153e-02, -4.15927395e-02, -1.11309662e-02,\n",
" 8.12638924e-02, 2.58371048e-02, 5.82164750e-02, -5.24647022e-03,\n",
" -3.59321013e-02, 8.14078492e-04, 4.48367335e-02, -2.84462813e-02,\n",
" -5.35197323e-03, -6.27685562e-02, 5.41825518e-02, -1.45073030e-02,\n",
" 7.69827068e-02, -1.53469911e-03, -1.61087289e-02, 2.49512289e-02,\n",
" -9.19162855e-02, -8.86557326e-02, -3.98506559e-02, 3.31831649e-02,\n",
" 3.93424518e-02, 2.54561827e-02, 7.14078173e-02, 2.19963491e-02,\n",
" 6.32898044e-03, -3.63531150e-02, 3.55355851e-02, -5.87563030e-03,\n",
" 3.66633688e-03, -1.74458548e-02, -5.22382371e-02, 4.43308204e-02,\n",
" 3.44750173e-02, -3.44349034e-02, 5.55073731e-02, -3.82804237e-02,\n",
" -6.17791191e-02, 1.35614164e-02, 1.61867086e-02, -8.38003680e-02,\n",
" -2.26259790e-02, -4.16702591e-02, 1.04204873e-02, 3.71531993e-02,\n",
" 2.41616070e-02, -4.29696701e-02, -5.45064695e-02, -2.55866759e-02,\n",
" 2.62619630e-02, -4.95504476e-02, -1.77627706e-04, 1.81868207e-02,\n",
" -6.76824003e-02, -2.47430149e-02, 4.41717803e-02, 8.76662321e-03,\n",
" 5.35748452e-02, -6.48450628e-02, -4.62820344e-02, -9.51261148e-02,\n",
" -4.67297584e-02, 1.08612347e-02, -3.49645466e-02, -2.54289489e-02,\n",
" 1.77146494e-02, 1.29416061e-03, -5.92165673e-03, -1.06790990e-01,\n",
" -8.26035812e-02, 2.24187151e-02, -4.03084941e-02, 9.83625278e-02,\n",
" -2.63065938e-02, -4.93603274e-02, 7.61310235e-02, 1.60992481e-02,\n",
" 4.69230041e-02, 2.50428002e-02, -8.72302800e-03, 1.19919023e-02,\n",
" 5.95103875e-02, -6.42813668e-02, 2.07863860e-02, 3.10510788e-02,\n",
" 7.43071642e-03, -2.11671200e-02, -3.63976397e-02, 1.23021686e-02,\n",
" -3.18832695e-02, 3.41776870e-02, 6.91305241e-03, 1.05944471e-02,\n",
" -4.13881578e-02, 1.97256990e-02, 4.48932424e-02, -1.75355934e-02,\n",
" -6.93753269e-03, -3.38098733e-03, 1.29602075e-01, 9.12472308e-02,\n",
" 1.93385184e-02, 1.52978851e-02, 2.17258148e-02, -4.32541817e-02,\n",
" 5.31527363e-02, 1.09625839e-01, -2.00240575e-02, 3.39214876e-02,\n",
" -6.38792943e-03, -1.48409959e-02, -1.53391715e-02, -4.14232537e-02,\n",
" -6.01325482e-02, 6.57683760e-02, 1.31196715e-02, 3.63420974e-03,\n",
" -7.99272209e-03, 3.34509811e-03, -1.04416702e-02, -5.47933541e-02,\n",
" 6.72497824e-02, 5.36033809e-02, 1.61546655e-02, 5.69613911e-02,\n",
" 2.81616170e-02, 1.03993211e-02, -6.08268864e-02, -4.48367745e-02,\n",
" -7.62925367e-04, 8.00008625e-02, -5.05301096e-02, -1.56305116e-02,\n",
" -1.43962801e-02, -2.66168844e-02, 6.64259717e-02, 3.37591767e-02,\n",
" 8.78040399e-03, 2.62901615e-02, 7.11690709e-02, 4.81792651e-02,\n",
" 8.20779300e-04, -5.97700849e-02, -1.26324510e-02, -6.45885151e-03,\n",
" -2.66875024e-03, 4.23279628e-02, -1.85540561e-02, -7.26348162e-02,\n",
" 4.38232347e-02, -8.09987038e-02, -4.96642962e-02, -1.02564134e-02,\n",
" -3.14313434e-02, -6.44992888e-02, 1.21768834e-02, -2.61845030e-02,\n",
" 4.20578197e-02, -2.49240994e-02, -5.28448299e-02, -3.15155052e-02,\n",
" 1.69914309e-02, -1.76028721e-02, -2.12473664e-02, 3.94638963e-02,\n",
" -7.00898543e-02, -1.17900772e-02, -3.11284587e-02, 1.30318468e-02,\n",
" 6.40163943e-02, -5.42140976e-02, 3.67031172e-02, -4.94721197e-02,\n",
" 3.81906927e-02, -2.29769256e-02, -1.78880955e-03, 2.46492457e-02,\n",
" 4.80713882e-02, 3.68896313e-02, 4.87610884e-02, 3.25230323e-02,\n",
" -2.93344688e-02, 3.92340794e-02, 2.97037559e-03, -3.01811639e-02,\n",
" -5.11312000e-02, -3.20240073e-02, 1.64696816e-02, -4.24173884e-02,\n",
" -1.54435923e-02, -4.92978580e-02, -1.01358734e-01, 2.01239269e-02,\n",
" -1.68316755e-02, 7.80302584e-02, 1.50497602e-02, 1.63338315e-02,\n",
" 2.33463496e-02, 1.91770643e-02, -6.11505359e-02, -1.72831081e-02,\n",
" -1.23144679e-01, -1.79484375e-02, 4.75121252e-02, -2.48557907e-02,\n",
" -5.85332252e-02, -5.45387417e-02, -1.74212712e-03, 2.20609512e-02,\n",
" -4.68382761e-02, -9.00741890e-02, -3.85202616e-02, 5.97347990e-02,\n",
" -1.15201753e-02, -2.86239423e-02, -5.54827228e-02, 1.93987321e-02,\n",
" -6.87646195e-02, 1.06231580e-02, 6.72860518e-02, -4.06066701e-03,\n",
" -2.18386995e-03, -1.47327110e-02, 2.04128921e-02, 1.96383731e-03,\n",
" -3.40702757e-02, 1.94320157e-02, -4.54115532e-02, -9.05418620e-02,\n",
" 2.19565555e-02, -1.07093742e-02, 9.89724770e-02, -5.14121279e-02,\n",
" 3.89173515e-02, 1.68355238e-02, 9.73113552e-02, 5.13792597e-02,\n",
" 2.03389600e-02, -2.34176442e-02, 5.36432909e-03, 1.00139454e-02,\n",
" 8.11406448e-02, 6.13019662e-03, 3.82380635e-02, 3.24551612e-02,\n",
" 3.72251333e-03, 3.10559440e-02, -1.73604731e-02, 1.56863686e-02,\n",
" -3.92250856e-03, -2.73299869e-02, 2.86138989e-02, 6.54921457e-02,\n",
" 7.33620301e-02, 3.12911905e-02, 1.15912873e-02, 4.87857386e-02,\n",
" 1.04792770e-02, 4.17359546e-02, -1.89884752e-02, -5.32168783e-02,\n",
" -2.73194201e-02, 5.91846220e-02, 4.03908460e-04, -4.47962321e-02,\n",
" 5.30031659e-02, 1.03158690e-02, -4.75791283e-02, -4.94069345e-02,\n",
" 5.46590313e-02, 1.64191276e-02, 3.53753455e-02, -4.63743471e-02,\n",
" 4.16180817e-04, -5.29065095e-02, 7.53134862e-03, -2.63489336e-02,\n",
" -1.42429443e-02, 5.07567115e-02, 1.06944675e-02, 3.49120889e-03,\n",
" -3.05303019e-02, -8.94862711e-02, 3.56886573e-02, 5.27080568e-03,\n",
" 1.15709435e-02, 9.04587749e-03, 1.62262525e-02, -5.89348227e-02,\n",
" 6.12533279e-02, 2.49867011e-02, 6.22694828e-02, -4.21254486e-02,\n",
" 1.73005983e-02, 3.64660099e-02, 1.14085533e-01, -1.00242496e-02,\n",
" -5.04232459e-02, -1.05740294e-01, 2.44044103e-02, -3.11868228e-02,\n",
" -1.44538078e-02, -9.73444339e-03, 6.81083044e-03, 6.89035803e-02,\n",
" 3.08151618e-02, -2.04578973e-02, -1.14032542e-02, 8.20761546e-02,\n",
" 2.07829773e-02, -5.99769130e-03, -5.17079094e-03, -9.07159001e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'doge': Embedding(embedding=array([ 9.42124426e-02, -4.74206768e-02, -1.74105037e-02, -2.88084801e-02,\n",
" 1.05266704e-03, -4.02814560e-02, 3.91151831e-02, 6.45098835e-02,\n",
" 9.50400457e-02, 8.43733549e-02, -7.99959898e-03, 3.62164937e-02,\n",
" 1.64346062e-02, 3.31464522e-02, -8.33776966e-03, 2.42788959e-02,\n",
" 4.03834879e-02, 8.82939994e-02, 1.62665006e-02, -2.10373104e-02,\n",
" -8.13832358e-02, -4.82045673e-02, 3.64287291e-03, 5.68109751e-02,\n",
" 2.81865634e-02, 3.26754004e-02, -7.48569658e-03, -4.25161570e-02,\n",
" 6.23652674e-02, -1.01953018e-02, 8.16667303e-02, -6.14144327e-03,\n",
" -2.54541151e-02, -9.50081507e-04, 3.23930830e-02, -1.32548921e-02,\n",
" -4.43677381e-02, -2.30590962e-02, -6.72961324e-02, 5.03904745e-02,\n",
" -3.66512053e-02, 1.66982610e-03, -2.02695727e-02, -2.15761811e-02,\n",
" 3.25428359e-02, -6.04092963e-02, -2.31976639e-02, 4.31689173e-02,\n",
" -3.22893225e-02, 2.79122889e-02, 3.04246116e-02, -1.49919768e-03,\n",
" -7.00227451e-04, 1.98103720e-03, 4.24131677e-02, 5.05586080e-02,\n",
" 8.39675311e-03, -6.81992471e-02, -3.22269052e-02, -3.90862077e-02,\n",
" 4.84516099e-02, 2.55066808e-02, 3.46414670e-02, 1.86560620e-02,\n",
" 1.49546787e-02, -4.61289752e-03, 3.25893201e-02, 4.17617941e-03,\n",
" -1.25945909e-02, -2.47532539e-02, -3.21307927e-02, 5.44989668e-02,\n",
" 1.39759416e-02, 1.66097164e-01, -5.52142039e-03, 2.64724568e-02,\n",
" 2.20240909e-03, -7.09079057e-02, 1.44817308e-02, -2.32768208e-02,\n",
" 6.97745159e-02, 1.70953776e-04, -7.41326138e-02, 5.13190627e-02,\n",
" -2.37750690e-02, 2.07182094e-02, -2.38801967e-02, -8.00051540e-02,\n",
" -5.47856167e-02, -5.02276123e-02, -5.17560774e-03, -2.86779553e-02,\n",
" -4.92096506e-02, -9.47514027e-02, -4.68194894e-02, -5.42775553e-04,\n",
" -6.92234784e-02, 2.82387100e-02, -2.63707433e-02, -1.54921263e-02,\n",
" -1.07693514e-02, -2.19056737e-02, -3.19047496e-02, -3.55218984e-02,\n",
" -3.69116068e-02, -1.01043303e-02, 1.05423352e-03, 3.11486572e-02,\n",
" -6.80951104e-02, 8.36938247e-02, -2.24892125e-02, -4.37780954e-02,\n",
" -1.71002466e-02, -9.94686317e-03, 2.56056935e-02, 7.65581951e-02,\n",
" 5.86197013e-03, 9.55077112e-02, -5.37117571e-02, -4.09466326e-02,\n",
" -1.44757777e-01, -5.83232269e-02, 3.61345261e-02, -5.05388016e-03,\n",
" -1.49225602e-02, 6.59668061e-04, -2.35170145e-02, 3.03776842e-02,\n",
" -5.87309264e-02, 1.65913720e-02, 4.70807450e-03, 7.49174282e-02,\n",
" -2.73495633e-02, 2.88732909e-02, -3.17268483e-02, 4.35684808e-02,\n",
" 8.72354372e-04, 5.56071140e-02, -5.26612531e-03, 2.88159773e-03,\n",
" -3.88198234e-02, -1.40521955e-02, 8.56479816e-03, 7.56221358e-03,\n",
" 6.69431360e-03, 1.89102031e-02, 1.39860194e-02, 6.54560775e-02,\n",
" -4.44729999e-02, 2.77578272e-03, 6.22007661e-02, 2.65988596e-02,\n",
" -2.48606466e-02, 1.12856468e-02, -6.16454892e-02, -7.04058930e-02,\n",
" -3.36866044e-02, 1.21153193e-03, 3.34833525e-02, -2.97787374e-05,\n",
" 2.79986430e-02, 4.73793633e-02, 3.12854536e-02, -5.60407713e-02,\n",
" -1.02131329e-01, 1.22981356e-03, 6.89779466e-04, -4.19040769e-02,\n",
" 1.91911645e-02, 5.68777137e-02, -4.58946228e-02, 5.21451645e-02,\n",
" -4.93061729e-02, 1.35754002e-03, 3.79412174e-02, -5.68805821e-02,\n",
" -2.76268590e-02, -2.68872995e-02, 1.38013130e-02, -1.59741081e-02,\n",
" 2.84616295e-02, -4.51933555e-02, 2.78147981e-02, -3.64055904e-03,\n",
" -1.83033645e-02, 3.54547612e-02, 1.52682094e-02, -1.24566481e-02,\n",
" -5.00852913e-02, 1.80414841e-02, -8.05276930e-02, -2.89548840e-02,\n",
" -3.04789916e-02, 3.96756083e-03, -6.40814602e-02, 3.96701954e-02,\n",
" 3.92416380e-02, -2.97077242e-02, -5.05594164e-02, 9.53258574e-03,\n",
" 8.98611173e-02, 3.43542472e-02, 4.08815145e-02, -4.18907643e-04,\n",
" -1.31315552e-02, 3.75152938e-02, 1.06462324e-02, -3.24541219e-02,\n",
" -9.07972455e-03, -2.84425076e-02, 5.09282835e-02, -2.00866647e-02,\n",
" 4.45852950e-02, 1.53915514e-03, -4.72205132e-03, 5.61256632e-02,\n",
" -6.14735223e-02, -7.24208504e-02, -5.68174608e-02, 3.70894223e-02,\n",
" 1.73607338e-02, 3.85872573e-02, 4.29142974e-02, 7.44723320e-06,\n",
" 2.34611053e-02, 1.03770923e-02, 2.69118547e-02, -3.07816379e-02,\n",
" 1.92271434e-02, 1.41245034e-02, -3.88295837e-02, 3.60036157e-02,\n",
" 2.58004162e-02, -3.94557975e-02, 2.99947187e-02, -2.35288125e-02,\n",
" -1.81449186e-02, 5.24126273e-03, 2.79214773e-02, -1.04448035e-01,\n",
" 2.79425178e-03, -4.73260731e-02, 5.03244661e-02, 7.51040578e-02,\n",
" 2.26660315e-02, -1.21241519e-02, -6.85734525e-02, -4.55362210e-03,\n",
" 4.86229025e-02, -3.50697935e-02, 2.83276085e-02, -1.58520427e-03,\n",
" -6.86042383e-02, -3.26379538e-02, 3.35048884e-02, 2.76758522e-02,\n",
" 5.17070889e-02, -7.24147111e-02, -6.95570558e-02, -6.55921921e-02,\n",
" -1.24924479e-03, -4.24221391e-03, -6.17517382e-02, -2.78818514e-02,\n",
" 3.18597332e-02, -2.55547557e-02, -1.34562710e-02, -8.15419406e-02,\n",
" -7.79808611e-02, 5.07611260e-02, -3.36818546e-02, 7.77880549e-02,\n",
" -3.62774730e-02, -5.25210127e-02, 3.42957936e-02, 3.50623718e-03,\n",
" 2.21706592e-02, 2.47304123e-02, 4.05975245e-03, 1.22487415e-02,\n",
" 5.01599535e-02, -3.85878868e-02, -2.38339324e-02, 6.05470501e-02,\n",
" -6.04419131e-03, -3.70595865e-02, -2.20009331e-02, -4.96845366e-03,\n",
" -5.51010482e-02, 4.11288515e-02, 1.28372228e-02, 8.05538800e-03,\n",
" -1.86619237e-02, -7.78154982e-03, 4.01783139e-02, -1.72625221e-02,\n",
" -2.01169699e-02, -2.43715663e-02, 1.07683219e-01, 8.62446278e-02,\n",
" 4.58407104e-02, 2.93531306e-02, 5.40200099e-02, -3.70123424e-02,\n",
" 5.11193871e-02, 4.77718636e-02, 9.96079668e-03, 1.99986622e-02,\n",
" -2.64692642e-02, -3.02810371e-02, -5.44941574e-02, -5.63376434e-02,\n",
" -2.83159278e-02, 7.42061958e-02, 2.45198105e-02, 1.88937634e-02,\n",
" 1.01993680e-02, -5.89869311e-03, 1.38680963e-02, -5.80777489e-02,\n",
" 8.94685537e-02, 8.19807723e-02, -5.19899372e-03, 4.89299782e-02,\n",
" 3.12695168e-02, 5.80707192e-02, -7.74845332e-02, -8.04999098e-02,\n",
" -9.11005016e-04, 5.99881783e-02, -7.88079202e-02, -4.94113006e-03,\n",
" -3.10900807e-02, -8.59316252e-03, 5.42110056e-02, 3.35729308e-02,\n",
" -6.02869969e-03, 2.60571521e-02, 6.16971590e-02, 6.53953031e-02,\n",
" -3.45745310e-02, -8.63697305e-02, -1.69883333e-02, -2.52906960e-02,\n",
" 3.13455276e-02, 5.36743850e-02, -1.71750095e-02, -7.22823814e-02,\n",
" 3.64731289e-02, -5.93291260e-02, -4.59872670e-02, -9.27745481e-04,\n",
" -1.96274295e-02, -5.32768890e-02, 3.32845971e-02, -7.27451500e-03,\n",
" 5.32798246e-02, 5.12922241e-04, -5.91461696e-02, -4.38029170e-02,\n",
" 2.00519171e-02, 1.67903738e-04, -3.00912596e-02, 3.14507596e-02,\n",
" -1.16805226e-01, -2.39010658e-02, -5.08872606e-02, 4.52253446e-02,\n",
" 4.47531193e-02, -4.33094501e-02, 2.40085218e-02, -6.33190349e-02,\n",
" 5.71042895e-02, 9.56402160e-03, -1.36642409e-02, 4.06911001e-02,\n",
" 3.98560800e-02, 3.14624868e-02, 5.22341877e-02, 3.09547000e-02,\n",
" 7.48926774e-03, 5.80279306e-02, 3.46121974e-02, -1.78475566e-02,\n",
" -5.46644889e-02, -4.57442962e-02, 1.50204087e-02, -6.12922385e-02,\n",
" -1.84882339e-02, -1.98340602e-02, -8.71914551e-02, 2.29254290e-02,\n",
" -3.99012468e-04, 1.05760664e-01, -2.56632082e-03, 1.09093105e-02,\n",
" -1.23446388e-02, 2.23629158e-02, -4.04702276e-02, -1.20662721e-02,\n",
" -1.30267650e-01, -3.61761590e-03, 6.21030629e-02, -4.43898216e-02,\n",
" -7.05617219e-02, -4.80559170e-02, 7.89551064e-04, 2.64348909e-02,\n",
" -4.51770946e-02, -8.53229910e-02, -3.53485309e-02, 5.20439334e-02,\n",
" -1.19913397e-02, -6.04747534e-02, -4.33366112e-02, 3.72620821e-02,\n",
" -3.77059393e-02, -1.19932713e-02, 7.05572367e-02, -1.83476955e-02,\n",
" -1.66234076e-02, 1.66004878e-02, 2.11454481e-02, 1.34698319e-04,\n",
" -1.16418712e-02, 3.47943939e-02, -5.50425462e-02, -7.00393990e-02,\n",
" 1.75450966e-02, -1.89104974e-02, 1.00414634e-01, -4.88548242e-02,\n",
" 1.68572608e-02, 1.19366916e-02, 7.65635818e-02, 3.08972597e-02,\n",
" 7.95483217e-03, -5.09670638e-02, 8.77331290e-03, 2.67159455e-02,\n",
" 7.46903270e-02, -1.11453282e-02, 2.65562367e-02, 4.49662469e-02,\n",
" -1.66361500e-02, 2.43228823e-02, -2.83949357e-03, 1.07664233e-02,\n",
" -1.17365355e-02, -4.30656746e-02, 3.71509977e-02, 4.76844646e-02,\n",
" 6.46160468e-02, 1.29731363e-02, 1.74742453e-02, 1.83958560e-02,\n",
" -8.02656449e-03, 4.25060205e-02, -1.43345799e-02, -6.57243654e-02,\n",
" -1.11164600e-02, 8.57338309e-02, -1.06411492e-02, -3.52510326e-02,\n",
" 3.64541039e-02, 2.73331534e-02, -5.51260151e-02, -4.35795374e-02,\n",
" 3.55495065e-02, -1.77321315e-03, 2.01175977e-02, -6.05194122e-02,\n",
" 2.07216870e-02, -4.07162271e-02, -2.28174888e-02, -4.14387211e-02,\n",
" 9.36911628e-03, 7.55296648e-02, -1.05143106e-02, 4.72696871e-03,\n",
" -4.35634889e-02, -4.43725176e-02, 1.32945133e-02, 2.52518728e-02,\n",
" 5.97277516e-03, -5.87012107e-03, 1.45949554e-02, -4.76770550e-02,\n",
" 6.11100234e-02, -1.55954361e-02, 6.67736381e-02, -1.57126039e-02,\n",
" 1.66761130e-02, 4.72163819e-02, 1.32983476e-01, 2.59456821e-02,\n",
" -5.31617105e-02, -9.85061824e-02, 4.60837111e-02, -3.58465649e-02,\n",
" 9.68015846e-03, -1.29292374e-02, 1.72623023e-02, 1.07797764e-01,\n",
" 2.92319413e-02, -2.99690869e-02, -5.80934389e-03, 7.36121535e-02,\n",
" -9.77074727e-03, -3.55367474e-02, 1.00282058e-02, -1.21060990e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'dragon': Embedding(embedding=array([ 1.06599063e-01, -3.72557528e-02, -1.88607220e-02, -1.27968676e-02,\n",
" -8.70417804e-03, -5.24129979e-02, 3.98353115e-02, 5.65417781e-02,\n",
" 9.63625908e-02, 6.88005984e-02, -1.40337748e-02, 3.51026617e-02,\n",
" 2.11099517e-02, 2.50959750e-02, -1.92077048e-02, 2.35717520e-02,\n",
" 4.82079312e-02, 8.56905803e-02, 1.23325689e-02, -2.21575554e-02,\n",
" -8.58661979e-02, -4.45716567e-02, 5.20758284e-03, 5.47855832e-02,\n",
" 2.50524394e-02, 2.88861394e-02, 6.75238494e-04, -4.02656160e-02,\n",
" 6.09344281e-02, -9.84937418e-03, 8.23737308e-02, -9.40844603e-03,\n",
" -6.82093296e-03, 9.26086400e-03, 3.67529690e-02, -1.60741247e-02,\n",
" -4.24696021e-02, -1.62403788e-02, -7.26238713e-02, 4.97345552e-02,\n",
" -4.61745746e-02, 4.13100421e-03, -2.05482487e-02, -1.90340728e-02,\n",
" 3.98869663e-02, -5.98923266e-02, -3.98852304e-02, 4.22404297e-02,\n",
" -2.97803394e-02, 2.13126484e-02, 3.90867963e-02, -8.45928770e-03,\n",
" -6.31524809e-03, 1.18992599e-02, 4.85366099e-02, 5.95663749e-02,\n",
" -1.62588619e-03, -7.78929591e-02, -2.32890025e-02, -2.62563191e-02,\n",
" 4.35170978e-02, 2.58118510e-02, 3.28995474e-02, 2.24415772e-02,\n",
" 1.24409115e-02, 5.38954698e-03, 3.89470458e-02, 7.37471832e-03,\n",
" -1.44458907e-02, -2.15335116e-02, -3.08572650e-02, 3.71279642e-02,\n",
" 1.66793969e-02, 1.61101773e-01, -4.00280766e-03, 1.21087870e-02,\n",
" 1.50453122e-02, -7.72786662e-02, 2.62839701e-02, -7.59377144e-03,\n",
" 4.46260534e-02, 9.07928683e-03, -7.46066496e-02, 5.24165854e-02,\n",
" -2.67950781e-02, 2.50213146e-02, -2.03561578e-02, -9.41189602e-02,\n",
" -5.27683087e-02, -4.06148620e-02, -1.26842158e-02, -3.92766260e-02,\n",
" -3.72730754e-02, -9.15114284e-02, -5.70516884e-02, 2.12197322e-02,\n",
" -7.59081692e-02, 2.66691484e-02, -2.53562443e-02, -4.46164235e-03,\n",
" -1.39479898e-02, -2.09219605e-02, -1.79939643e-02, -3.02269906e-02,\n",
" -3.50472443e-02, -1.59569625e-02, 1.13582169e-03, 3.75153087e-02,\n",
" -5.44855930e-02, 7.68540651e-02, -2.83162706e-02, -3.41614112e-02,\n",
" -1.96873024e-02, -3.91509850e-03, 9.37677361e-03, 8.40009451e-02,\n",
" 1.72618851e-02, 9.11049843e-02, -6.92771375e-02, -2.92352047e-02,\n",
" -1.49805292e-01, -6.20092526e-02, 3.47427279e-02, -8.35013198e-05,\n",
" -1.50132151e-02, 2.33133673e-03, -2.64281053e-02, 4.11900170e-02,\n",
" -6.63049966e-02, 1.57218296e-02, 6.47407910e-03, 6.66946992e-02,\n",
" -2.34243609e-02, 2.82087531e-02, -3.46097536e-02, 4.91170585e-02,\n",
" 1.47131756e-02, 6.00017346e-02, -8.33685510e-03, 9.44636576e-03,\n",
" -3.52209397e-02, -2.35589780e-02, -6.03510183e-04, 1.09457485e-02,\n",
" 3.82152572e-03, 3.63807045e-02, 1.26129743e-02, 6.19714856e-02,\n",
" -4.82087955e-02, 5.84032945e-03, 4.92578559e-02, 2.80061327e-02,\n",
" -2.70789359e-02, 1.92375723e-02, -4.69154567e-02, -5.84857240e-02,\n",
" -3.25709023e-02, 1.49133578e-02, 3.39615420e-02, 6.43009273e-03,\n",
" 2.17964090e-02, 5.18907607e-02, 3.37416343e-02, -6.31578118e-02,\n",
" -9.57493335e-02, 2.75765732e-03, -1.87780577e-04, -4.31432314e-02,\n",
" 4.07429338e-02, 5.06349280e-02, -4.28067259e-02, 4.23382111e-02,\n",
" -4.20841500e-02, 9.65382252e-03, 3.46504301e-02, -7.29019418e-02,\n",
" -2.13570576e-02, -1.36719588e-02, 2.38228012e-02, -6.18789019e-03,\n",
" 3.04654408e-02, -4.33197059e-02, 1.24892509e-02, -8.25142488e-03,\n",
" -2.14851811e-03, 2.60882322e-02, 1.11567648e-02, -4.53558099e-03,\n",
" -4.58192043e-02, 1.04567176e-02, -8.22755843e-02, -3.57401408e-02,\n",
" -2.11926121e-02, 7.21853320e-03, -6.61769658e-02, 4.46262136e-02,\n",
" 3.91041227e-02, -1.64751019e-02, -5.07174022e-02, 5.66761196e-03,\n",
" 9.67880562e-02, 3.65541577e-02, 3.71177904e-02, 5.93559525e-05,\n",
" -1.54101755e-02, 2.60305442e-02, 2.20299959e-02, -3.42918858e-02,\n",
" -1.49064008e-02, -3.93617824e-02, 5.08277714e-02, -8.43005627e-03,\n",
" 4.85508665e-02, 8.90658144e-03, -3.56201292e-03, 4.89880331e-02,\n",
" -8.23883414e-02, -7.83194527e-02, -4.64013740e-02, 3.61693650e-02,\n",
" 1.66094638e-02, 3.72152105e-02, 4.97562476e-02, 1.15921935e-02,\n",
" 1.10721737e-02, -1.70899536e-02, 2.29146890e-02, -1.77592579e-02,\n",
" 1.42212799e-02, -7.81676383e-04, -5.76163530e-02, 3.41384411e-02,\n",
" 2.97158584e-02, -5.14466837e-02, 3.69321406e-02, -3.83897573e-02,\n",
" -3.87480967e-02, 1.21929357e-02, 1.86151937e-02, -1.00081354e-01,\n",
" -5.17873419e-03, -5.32854274e-02, 3.34246308e-02, 6.95767254e-02,\n",
" 2.34274324e-02, -2.86788438e-02, -7.38987252e-02, -2.11469270e-02,\n",
" 4.64217626e-02, -4.04200256e-02, 2.07825266e-02, 1.30222999e-02,\n",
" -7.86924213e-02, -2.21477654e-02, 3.48848701e-02, 2.53152139e-02,\n",
" 4.54182141e-02, -6.73770159e-02, -5.44066057e-02, -7.76153952e-02,\n",
" -1.79623701e-02, 6.43331045e-03, -4.92177643e-02, -2.64497604e-02,\n",
" 2.08840389e-02, -2.29770932e-02, -6.82172552e-03, -9.26756337e-02,\n",
" -6.79877624e-02, 4.10634428e-02, -3.66083607e-02, 7.88038447e-02,\n",
" -3.43214571e-02, -5.50798848e-02, 4.53932174e-02, 3.60161508e-03,\n",
" 3.27568203e-02, 2.33825166e-02, -7.92879655e-05, 1.50874406e-02,\n",
" 6.25596941e-02, -4.50572856e-02, -1.78866033e-02, 6.05481714e-02,\n",
" -3.76859610e-03, -3.99453901e-02, -2.50940975e-02, 2.79704295e-03,\n",
" -4.05099764e-02, 3.65137756e-02, 8.58047977e-03, 8.87138117e-03,\n",
" -2.73324382e-02, 2.15862482e-03, 4.84042540e-02, -1.84621662e-02,\n",
" -1.44842649e-02, -1.42362649e-02, 1.19184680e-01, 8.71596336e-02,\n",
" 4.16717418e-02, 2.40277667e-02, 4.07539308e-02, -4.31368127e-02,\n",
" 5.68121523e-02, 7.59217218e-02, -1.61281845e-03, 2.66605355e-02,\n",
" -1.64518934e-02, -1.75380111e-02, -4.46408056e-02, -4.47888263e-02,\n",
" -3.69083956e-02, 7.22041503e-02, 2.77522169e-02, 1.11719472e-02,\n",
" 5.46817016e-03, 1.49759569e-03, -4.90457751e-04, -5.55013083e-02,\n",
" 8.82007107e-02, 8.36104602e-02, 7.21896905e-03, 5.52106984e-02,\n",
" 2.95315199e-02, 5.84865175e-02, -7.89366812e-02, -6.22230135e-02,\n",
" 1.28554413e-04, 7.44062886e-02, -6.85937703e-02, -6.42681867e-03,\n",
" -2.50934474e-02, -3.82085214e-03, 4.89560813e-02, 3.99653092e-02,\n",
" -3.79265705e-03, 1.50492452e-02, 6.32582977e-02, 6.37006238e-02,\n",
" -1.57907717e-02, -9.09342393e-02, -6.39930693e-03, -1.94583461e-02,\n",
" 2.25246735e-02, 5.10010459e-02, -6.89525343e-03, -6.92764297e-02,\n",
" 3.60262543e-02, -6.04252331e-02, -4.63010147e-02, 2.40302924e-03,\n",
" -2.28852127e-02, -6.06795177e-02, 2.89111584e-02, -1.92315839e-02,\n",
" 4.95795384e-02, -5.81876794e-03, -6.41245395e-02, -4.34199683e-02,\n",
" 8.62801820e-03, -2.13498739e-03, -7.58306123e-03, 3.98393422e-02,\n",
" -9.88271236e-02, -1.82221532e-02, -4.59580570e-02, 2.79551856e-02,\n",
" 5.34469821e-02, -4.95637767e-02, 2.61099860e-02, -5.86526580e-02,\n",
" 5.51179871e-02, -2.88305199e-03, -1.26722828e-02, 3.56404930e-02,\n",
" 4.37208936e-02, 3.61850858e-02, 5.21093234e-02, 2.46430170e-02,\n",
" -7.48301018e-03, 4.97232676e-02, 3.51431333e-02, -2.75697354e-02,\n",
" -5.96109480e-02, -3.37142348e-02, 2.03132089e-02, -6.43698573e-02,\n",
" -9.61498078e-03, -3.80599014e-02, -1.00210600e-01, 2.89679188e-02,\n",
" 2.16598413e-03, 9.73700434e-02, 2.79606134e-03, 1.38497958e-02,\n",
" -3.14549915e-03, 1.63612943e-02, -4.83597629e-02, -5.59391128e-03,\n",
" -1.22776538e-01, -3.06689157e-03, 5.86873032e-02, -3.86846177e-02,\n",
" -6.50930256e-02, -4.97378446e-02, -6.10934151e-03, 2.36660074e-02,\n",
" -4.59428243e-02, -9.25937817e-02, -3.96178588e-02, 5.59290126e-02,\n",
" -8.32317490e-03, -5.15741184e-02, -4.24133427e-02, 2.99872905e-02,\n",
" -5.66653907e-02, 5.25025278e-03, 6.84087202e-02, -1.44335954e-02,\n",
" -1.38589973e-02, 9.71093029e-03, 1.84737314e-02, 4.41389717e-03,\n",
" -2.23111920e-02, 2.38961931e-02, -5.34676760e-02, -8.32645968e-02,\n",
" 1.71207022e-02, -1.73215438e-02, 1.06223032e-01, -5.37837744e-02,\n",
" 2.29905117e-02, 1.39026446e-02, 8.08597580e-02, 3.42810117e-02,\n",
" 1.34626692e-02, -3.94990630e-02, 1.84424073e-02, 1.80025976e-02,\n",
" 7.43432045e-02, -1.21044216e-03, 2.74609700e-02, 3.92591655e-02,\n",
" -7.02084741e-03, 2.96031740e-02, -8.01715534e-03, 1.51115712e-02,\n",
" -9.96478274e-03, -4.02694643e-02, 3.67921069e-02, 5.34940287e-02,\n",
" 6.94959387e-02, 1.51199121e-02, 1.94090884e-02, 2.60905195e-02,\n",
" 3.98786785e-03, 4.38386574e-02, -1.04983989e-02, -6.89144433e-02,\n",
" -1.94664858e-02, 8.89154673e-02, -1.37176020e-02, -3.95345837e-02,\n",
" 4.29596677e-02, 1.75974406e-02, -5.51807247e-02, -4.48283963e-02,\n",
" 4.94427904e-02, 4.46177507e-03, 2.62308307e-02, -6.76159114e-02,\n",
" 1.67073235e-02, -4.70232069e-02, -2.00011581e-02, -3.10120732e-02,\n",
" 4.47828835e-03, 6.92663267e-02, 3.80816963e-03, 5.33671258e-03,\n",
" -4.36496027e-02, -4.82557006e-02, 2.47091651e-02, 2.26033833e-02,\n",
" 1.58857163e-02, -1.28502504e-03, 1.75703447e-02, -6.06624112e-02,\n",
" 6.33151084e-02, -9.78737138e-04, 7.05194473e-02, -3.33429426e-02,\n",
" 1.94454230e-02, 4.52608466e-02, 1.32085726e-01, 1.39567032e-02,\n",
" -5.29253148e-02, -9.96241495e-02, 4.31116112e-02, -3.37888561e-02,\n",
" -1.64459366e-03, -1.67379174e-02, 1.31673599e-02, 8.67182463e-02,\n",
" 2.44375337e-02, -3.31942178e-02, -1.34653635e-02, 7.30961040e-02,\n",
" 4.11296263e-03, -2.29089241e-02, 2.40410911e-03, -1.11784637e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'drake': Embedding(embedding=array([ 1.12172678e-01, -4.02099080e-02, -1.52172269e-02, 2.09007580e-02,\n",
" -3.03064613e-03, -6.89145625e-02, 2.15403661e-02, 6.29100949e-02,\n",
" 9.95898768e-02, 4.81551103e-02, -3.49991694e-02, 5.53156286e-02,\n",
" 3.62742245e-02, 2.37708017e-02, -5.11375302e-03, 4.64878753e-02,\n",
" 6.03298657e-02, 8.56032893e-02, -2.09590537e-03, -2.32586954e-02,\n",
" -8.24316368e-02, -3.74583937e-02, 2.12469691e-04, 5.43196090e-02,\n",
" 5.69102261e-03, 1.55607760e-02, 1.11975884e-02, -3.49922925e-02,\n",
" 4.89913262e-02, -1.92354657e-02, 7.29053542e-02, -2.35447194e-02,\n",
" 1.54791493e-02, 3.90510634e-03, 3.93699817e-02, -2.94362996e-02,\n",
" -5.34632653e-02, -1.90368854e-02, -9.57978293e-02, 4.79569733e-02,\n",
" -5.03592789e-02, 2.34786477e-02, -2.59000156e-02, -8.25858675e-03,\n",
" 4.70054597e-02, -6.97877705e-02, -3.74017544e-02, 5.07651791e-02,\n",
" -2.45454814e-02, 1.38188293e-02, 3.80682610e-02, -2.25062557e-02,\n",
" -2.73603306e-04, 2.36231256e-02, 4.02076170e-02, 7.47014061e-02,\n",
" -1.73570905e-02, -9.01526213e-02, -1.54521605e-02, -2.10130028e-02,\n",
" 3.78627740e-02, 8.43957346e-03, 2.46384535e-02, 1.49251809e-02,\n",
" 2.75634844e-02, 1.63382031e-02, 3.80346179e-02, 2.64641121e-02,\n",
" 3.94746289e-03, -2.06616055e-02, -1.82941172e-03, 9.10831988e-03,\n",
" 2.86146421e-02, 1.37867600e-01, -3.19290012e-02, 7.45655829e-03,\n",
" 2.35045236e-02, -9.03337598e-02, 2.81778090e-02, -2.02614702e-02,\n",
" 2.15423349e-02, 3.47720496e-02, -6.07366338e-02, 3.25770564e-02,\n",
" -1.28526008e-02, 5.32835387e-02, -2.04774030e-02, -9.92803350e-02,\n",
" -6.21702559e-02, -2.21048705e-02, -3.19678411e-02, -4.95544560e-02,\n",
" -1.90116614e-02, -8.50772932e-02, -8.94655734e-02, 4.09591049e-02,\n",
" -7.23055527e-02, 4.09043133e-02, 3.48318927e-03, 7.70191103e-03,\n",
" -8.10281746e-03, -2.26677656e-02, -5.14763757e-04, -2.11811364e-02,\n",
" -3.88967507e-02, -3.62302065e-02, -1.00734243e-04, 2.58836132e-02,\n",
" -4.27111126e-02, 7.53120333e-02, -5.25021926e-02, -2.07032319e-02,\n",
" 7.24766636e-03, -8.69290996e-03, 2.55525019e-03, 7.70170093e-02,\n",
" 3.43907811e-02, 8.27521309e-02, -6.12823106e-02, -2.26406399e-02,\n",
" -1.75393179e-01, -5.03844097e-02, 3.00806053e-02, -2.72576837e-03,\n",
" -3.60635221e-02, 5.41974930e-03, -4.03435417e-02, 4.34603319e-02,\n",
" -8.39450285e-02, 5.97090460e-03, 1.06257601e-02, 5.36554568e-02,\n",
" -3.12559642e-02, 2.21948307e-02, -2.58428436e-02, 5.98601215e-02,\n",
" 1.71557348e-02, 5.52887619e-02, -7.76869478e-03, 1.63105484e-02,\n",
" -2.22393833e-02, -2.51955148e-02, -2.39665601e-02, 1.13780024e-02,\n",
" -3.23620215e-02, 3.05127893e-02, 2.36247806e-03, 5.53307161e-02,\n",
" -3.74819227e-02, 1.42025319e-03, 5.06272204e-02, 3.42590772e-02,\n",
" -3.29246782e-02, 3.41632068e-02, -3.50726768e-02, -3.95835601e-02,\n",
" -3.23010720e-02, 2.13085935e-02, 3.29896510e-02, 3.71333142e-03,\n",
" 1.42537486e-02, 5.12954630e-02, 4.36020568e-02, -6.20734766e-02,\n",
" -9.17149410e-02, -2.36488972e-03, 6.27445290e-03, -3.07903532e-02,\n",
" 3.98472063e-02, 3.30458395e-02, -2.57042795e-02, 3.23762707e-02,\n",
" -4.52016070e-02, 1.76520087e-02, 5.70079535e-02, -8.80256295e-02,\n",
" -3.51953171e-02, -7.04353722e-03, 2.39977203e-02, 5.74047072e-03,\n",
" 2.45568212e-02, -4.25452963e-02, 1.01343822e-02, -2.56578717e-02,\n",
" 7.40433112e-03, 1.12626785e-02, 1.76277105e-02, 1.43200615e-02,\n",
" -4.15922739e-02, -7.93039892e-03, -8.78598839e-02, -2.49435715e-02,\n",
" -2.14720834e-02, 2.00284515e-02, -6.75441176e-02, 3.86647284e-02,\n",
" 5.30447252e-02, -1.19536398e-02, -4.52641807e-02, -8.21832567e-03,\n",
" 8.23956132e-02, 2.63908505e-02, 6.56623766e-02, -3.41863517e-04,\n",
" -2.96449903e-02, 1.57213397e-03, 4.34208065e-02, -2.64772736e-02,\n",
" -8.92427750e-03, -6.26358390e-02, 5.69240041e-02, -1.79637130e-02,\n",
" 7.61110112e-02, 6.16488513e-03, -1.25530446e-02, 2.71887146e-02,\n",
" -8.83102566e-02, -9.30700451e-02, -4.54650111e-02, 3.35137174e-02,\n",
" 2.78845038e-02, 1.74369477e-02, 6.54127374e-02, 2.37732772e-02,\n",
" 5.92923211e-03, -2.47197207e-02, 3.78140509e-02, -5.92394127e-03,\n",
" 4.90759639e-03, -1.00049945e-02, -6.17038719e-02, 4.08301018e-02,\n",
" 3.67254354e-02, -3.35605182e-02, 4.98741716e-02, -3.56586315e-02,\n",
" -6.11814000e-02, 1.77380666e-02, 2.27841791e-02, -8.40207413e-02,\n",
" -1.34811290e-02, -4.97399420e-02, 1.65367853e-02, 3.97251956e-02,\n",
" 2.22052988e-02, -3.15211490e-02, -6.21288009e-02, -1.45523604e-02,\n",
" 3.69162746e-02, -4.08091880e-02, 4.87483386e-03, 2.30140388e-02,\n",
" -6.71515018e-02, -2.43749321e-02, 4.70869392e-02, 1.94866545e-02,\n",
" 4.76060845e-02, -6.69845864e-02, -3.82982977e-02, -9.88184065e-02,\n",
" -3.35051268e-02, 5.97912399e-03, -4.25593220e-02, -2.68345289e-02,\n",
" 1.61357634e-02, 4.57404135e-03, -2.69535347e-03, -1.08886056e-01,\n",
" -8.90185684e-02, 2.95715090e-02, -3.52958478e-02, 1.05076320e-01,\n",
" -2.24753935e-02, -4.77582999e-02, 7.16977715e-02, 1.66809820e-02,\n",
" 4.92406525e-02, 2.23931391e-02, -3.88299173e-04, 1.51979784e-02,\n",
" 6.34828955e-02, -5.45528382e-02, 1.24377012e-02, 4.50798944e-02,\n",
" 9.91572277e-04, -2.54605971e-02, -3.14663574e-02, 8.15606769e-03,\n",
" -3.77734117e-02, 5.09817675e-02, 1.28860893e-02, 8.75098631e-03,\n",
" -3.03495787e-02, 1.44604277e-02, 4.49925438e-02, -2.80943885e-02,\n",
" -4.96210065e-03, -7.08616246e-03, 1.23483017e-01, 9.73563343e-02,\n",
" 2.36579236e-02, 2.77298726e-02, 2.81808209e-02, -4.39789295e-02,\n",
" 4.73497324e-02, 1.00095704e-01, -1.38246482e-02, 3.58417667e-02,\n",
" -5.52830938e-03, -2.10130122e-02, -2.25361586e-02, -4.63495664e-02,\n",
" -6.44960850e-02, 6.76168799e-02, 2.88146306e-02, 9.31607466e-03,\n",
" -3.32616910e-04, -8.45292024e-03, -1.03234742e-02, -4.90495972e-02,\n",
" 7.46867657e-02, 6.09918386e-02, 1.85064171e-02, 4.74369377e-02,\n",
" 2.06694398e-02, 2.35935133e-02, -5.70116378e-02, -5.16877100e-02,\n",
" -5.75109897e-03, 7.57020563e-02, -5.09354323e-02, -1.32976193e-02,\n",
" -1.79674774e-02, -2.73677874e-02, 6.10462949e-02, 3.88418548e-02,\n",
" 8.22348427e-03, 3.07082161e-02, 7.56692141e-02, 5.94794489e-02,\n",
" -1.27294054e-02, -5.93602285e-02, -4.00786009e-03, -9.53582115e-03,\n",
" 8.90775863e-03, 4.24428508e-02, -2.38625389e-02, -7.40858167e-02,\n",
" 4.20162529e-02, -8.46490264e-02, -4.59836945e-02, -6.93491939e-03,\n",
" -2.28151083e-02, -6.20006509e-02, 1.11390362e-02, -2.06310451e-02,\n",
" 3.79671678e-02, -1.86327901e-02, -5.06067015e-02, -2.90924069e-02,\n",
" 5.88215794e-03, -1.72659773e-02, -3.29737924e-02, 3.61868478e-02,\n",
" -7.03365952e-02, -1.24288611e-02, -3.67930867e-02, 8.86106212e-03,\n",
" 5.89721501e-02, -4.97755110e-02, 3.70859019e-02, -4.14208658e-02,\n",
" 4.17617150e-02, -2.26110853e-02, -2.59425049e-03, 2.15527676e-02,\n",
" 5.24721295e-02, 3.98079827e-02, 4.80373949e-02, 3.85985784e-02,\n",
" -2.60094404e-02, 4.18844745e-02, 5.03874710e-03, -2.67869011e-02,\n",
" -5.21442220e-02, -2.34038010e-02, 1.33738173e-02, -4.95997705e-02,\n",
" -1.93225686e-02, -5.16023859e-02, -9.26677510e-02, 1.98696312e-02,\n",
" -1.04736714e-02, 7.46598169e-02, 1.93265285e-02, 1.56771708e-02,\n",
" 2.42847092e-02, 2.54379548e-02, -5.43262884e-02, -1.93902571e-02,\n",
" -1.27725810e-01, -1.78412180e-02, 4.66405414e-02, -3.85296121e-02,\n",
" -4.95058261e-02, -5.00180312e-02, 2.59030005e-03, 2.38358248e-02,\n",
" -4.84070554e-02, -8.33822489e-02, -4.20497246e-02, 6.65786862e-02,\n",
" -1.35215707e-02, -2.48066280e-02, -4.47210073e-02, 1.95500851e-02,\n",
" -6.28856122e-02, 9.40793566e-03, 7.09103271e-02, -3.31003312e-03,\n",
" -1.03068370e-02, -1.25026274e-02, 2.30727457e-02, 8.68214481e-03,\n",
" -2.40983330e-02, 1.61123388e-02, -4.92351726e-02, -9.21968818e-02,\n",
" 2.26525944e-02, -2.18698177e-02, 1.04496762e-01, -4.09391783e-02,\n",
" 3.53730768e-02, 8.80938303e-03, 8.76397491e-02, 4.23459522e-02,\n",
" 1.39360121e-02, -2.49598008e-02, 1.85228500e-03, 1.40116112e-02,\n",
" 7.55287632e-02, 3.08461458e-04, 4.22943123e-02, 3.34249288e-02,\n",
" 2.34005554e-03, 4.00725342e-02, -1.49547532e-02, 2.07183603e-02,\n",
" -1.18584773e-02, -2.73405109e-02, 2.56429445e-02, 6.51606172e-02,\n",
" 6.25862479e-02, 3.09760273e-02, 1.73482597e-02, 5.37898801e-02,\n",
" 1.41670126e-02, 4.13303412e-02, -2.00528745e-02, -5.15792631e-02,\n",
" -3.09893098e-02, 6.36876076e-02, 4.59360704e-03, -4.71057221e-02,\n",
" 4.73322906e-02, 1.37515841e-02, -5.68771474e-02, -4.39098924e-02,\n",
" 5.60034811e-02, 1.23228924e-02, 3.39374021e-02, -5.44000380e-02,\n",
" 7.05166161e-03, -3.95502374e-02, 2.96623586e-03, -2.58915555e-02,\n",
" -4.24326910e-03, 4.43172194e-02, 9.79878008e-03, 1.08487029e-02,\n",
" -3.39455679e-02, -8.19995627e-02, 2.95337811e-02, 4.70969535e-04,\n",
" 9.05245636e-03, 9.93060414e-03, 7.61043746e-03, -6.08936474e-02,\n",
" 5.77988103e-02, 1.88905410e-02, 6.79881498e-02, -3.57874148e-02,\n",
" 7.86797516e-03, 3.63663882e-02, 1.23578586e-01, -7.90182501e-03,\n",
" -5.65117039e-02, -1.04589976e-01, 2.57885773e-02, -2.76185386e-02,\n",
" -1.32383388e-02, -4.59641870e-03, 1.06968721e-02, 6.60113618e-02,\n",
" 2.65769754e-02, -2.37402786e-02, -7.56793655e-03, 7.41875395e-02,\n",
" 1.50095494e-02, -5.62561769e-03, -2.43843137e-03, -9.34642330e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'drowning': Embedding(embedding=array([ 1.01700328e-01, -4.08143103e-02, -1.40394913e-02, -2.22286806e-02,\n",
" -6.46922505e-03, -4.91425730e-02, 3.64904478e-02, 6.20095916e-02,\n",
" 9.79900137e-02, 7.69812688e-02, -1.27286138e-02, 3.78384516e-02,\n",
" 1.56417061e-02, 2.86512598e-02, -1.12898722e-02, 2.53353845e-02,\n",
" 4.33705412e-02, 8.97895396e-02, 1.30576733e-02, -2.13714633e-02,\n",
" -8.79712254e-02, -4.67422865e-02, 6.13072189e-03, 5.92743456e-02,\n",
" 2.53321435e-02, 3.14101726e-02, -1.70509634e-03, -3.83128002e-02,\n",
" 6.04518428e-02, -1.46409022e-02, 7.93469399e-02, -7.59473769e-03,\n",
" -1.74414217e-02, 2.82510510e-03, 3.58860753e-02, -1.41378837e-02,\n",
" -5.12846150e-02, -2.21444704e-02, -7.25087896e-02, 4.93737943e-02,\n",
" -4.13655303e-02, 5.94145851e-03, -1.65651031e-02, -2.03210711e-02,\n",
" 3.37458812e-02, -6.15908243e-02, -3.20107639e-02, 4.18961346e-02,\n",
" -3.07490453e-02, 2.57948022e-02, 3.20549309e-02, 1.02005526e-03,\n",
" 1.50321881e-04, 2.25093635e-03, 4.10180539e-02, 5.79490475e-02,\n",
" 9.75079741e-03, -7.82521144e-02, -3.03504001e-02, -3.63158174e-02,\n",
" 4.67048734e-02, 2.55458131e-02, 3.07318028e-02, 2.46213917e-02,\n",
" 1.63373295e-02, -4.21066629e-03, 3.62080634e-02, 9.06568673e-03,\n",
" -1.40251629e-02, -2.15931721e-02, -2.72699483e-02, 4.65583242e-02,\n",
" 1.50702531e-02, 1.63520738e-01, -4.69044549e-03, 1.60128232e-02,\n",
" 7.31314439e-03, -7.16566816e-02, 1.73294041e-02, -2.02015713e-02,\n",
" 5.94659969e-02, 3.04588303e-03, -7.18049258e-02, 5.20410612e-02,\n",
" -2.74569131e-02, 2.58261040e-02, -2.16203444e-02, -8.42108428e-02,\n",
" -5.64519726e-02, -4.08038050e-02, -7.64971552e-03, -3.42213884e-02,\n",
" -3.97560075e-02, -9.38293561e-02, -5.42916432e-02, 1.07739503e-02,\n",
" -7.18735456e-02, 3.00694909e-02, -2.57329699e-02, -1.28295282e-02,\n",
" -1.34651167e-02, -2.22191159e-02, -3.10525391e-02, -3.03205959e-02,\n",
" -3.46872173e-02, -1.56663619e-02, 8.30101897e-04, 3.30413952e-02,\n",
" -5.94391562e-02, 8.18139538e-02, -2.72868816e-02, -4.07289714e-02,\n",
" -1.67931225e-02, -1.08266957e-02, 1.64550450e-02, 7.81115890e-02,\n",
" 8.81260633e-03, 9.03763771e-02, -6.19006120e-02, -3.77493016e-02,\n",
" -1.41625687e-01, -6.01795055e-02, 3.42339352e-02, -1.84776227e-03,\n",
" -1.43341711e-02, 4.76557761e-03, -2.60127615e-02, 3.53494808e-02,\n",
" -6.11728579e-02, 1.40120601e-02, 2.73418636e-03, 7.30555281e-02,\n",
" -2.72890441e-02, 2.79365759e-02, -2.86107231e-02, 4.46113683e-02,\n",
" 5.73839480e-03, 5.77607527e-02, -4.37676860e-03, 3.78162647e-03,\n",
" -3.60965729e-02, -1.79667640e-02, 3.97664215e-03, 1.15745002e-02,\n",
" -4.42117918e-04, 2.90320981e-02, 1.30463028e-02, 6.85436875e-02,\n",
" -4.82991263e-02, 1.92370848e-03, 6.15761690e-02, 2.71193106e-02,\n",
" -2.72626132e-02, 1.41586717e-02, -5.53560928e-02, -6.48859814e-02,\n",
" -3.31351832e-02, 6.10226346e-03, 3.06545086e-02, 2.74374848e-03,\n",
" 2.36253887e-02, 5.11274338e-02, 2.99994797e-02, -6.02915175e-02,\n",
" -1.00172259e-01, -1.84555047e-05, 7.59262068e-04, -4.64109220e-02,\n",
" 2.59797797e-02, 5.45234494e-02, -4.53383513e-02, 4.55990881e-02,\n",
" -5.26628904e-02, 6.97241677e-03, 4.03885692e-02, -6.28828406e-02,\n",
" -2.66143773e-02, -2.11676881e-02, 1.55331865e-02, -8.55323486e-03,\n",
" 2.38446761e-02, -4.60408553e-02, 1.86142642e-02, -6.28508627e-03,\n",
" -1.48665607e-02, 3.31362821e-02, 2.04694588e-02, -1.17302388e-02,\n",
" -4.87386361e-02, 1.33755608e-02, -8.20710286e-02, -3.29706185e-02,\n",
" -2.68179663e-02, 7.13148294e-03, -6.41319677e-02, 4.16632034e-02,\n",
" 3.62360589e-02, -2.74715330e-02, -5.25282137e-02, 5.46042807e-03,\n",
" 9.48235169e-02, 3.44428346e-02, 4.12598401e-02, 7.10653467e-03,\n",
" -1.58156194e-02, 3.15069221e-02, 1.48306554e-02, -3.31104845e-02,\n",
" -1.01454873e-02, -3.48334722e-02, 5.24191707e-02, -1.30264685e-02,\n",
" 4.47807796e-02, 5.21852449e-03, -7.88799208e-03, 5.20250574e-02,\n",
" -6.66536689e-02, -7.50689432e-02, -5.69527484e-02, 3.96445841e-02,\n",
" 1.34926327e-02, 3.98790687e-02, 4.61664461e-02, 7.25145079e-03,\n",
" 2.04740930e-02, 2.57790624e-03, 3.11225988e-02, -2.61218287e-02,\n",
" 1.48625281e-02, 7.54139433e-03, -4.87419069e-02, 3.63995396e-02,\n",
" 2.61853021e-02, -4.21361215e-02, 3.32101025e-02, -3.01032215e-02,\n",
" -2.40542069e-02, 5.36577636e-03, 2.89973747e-02, -1.01486266e-01,\n",
" -2.06308975e-03, -5.17108478e-02, 4.30638380e-02, 7.35010058e-02,\n",
" 2.59628631e-02, -1.90940984e-02, -7.21288621e-02, -8.02666042e-03,\n",
" 5.06450310e-02, -3.47224809e-02, 2.45767478e-02, 3.11425910e-03,\n",
" -6.69235811e-02, -2.63205115e-02, 3.50600779e-02, 2.78108194e-02,\n",
" 4.62798029e-02, -7.27333203e-02, -6.78896159e-02, -7.25402832e-02,\n",
" -6.19723834e-03, 2.51263310e-03, -6.15761206e-02, -2.87040956e-02,\n",
" 2.75515486e-02, -2.16022227e-02, -1.03912158e-02, -8.76179636e-02,\n",
" -7.53704607e-02, 4.78474088e-02, -3.56756970e-02, 8.11722949e-02,\n",
" -3.17893177e-02, -5.31533435e-02, 4.07283902e-02, 7.39894575e-03,\n",
" 2.51094829e-02, 2.37960014e-02, 9.52782389e-03, 1.38863241e-02,\n",
" 5.56533746e-02, -4.72719260e-02, -2.57410426e-02, 6.37305453e-02,\n",
" -8.12202413e-03, -3.89745384e-02, -2.35381853e-02, -3.04921367e-03,\n",
" -4.82728593e-02, 4.04275768e-02, 1.37581378e-02, 4.59932862e-03,\n",
" -1.91261545e-02, -6.60214294e-03, 4.41324115e-02, -2.05474831e-02,\n",
" -1.80336442e-02, -1.82546359e-02, 1.11847416e-01, 9.18913931e-02,\n",
" 4.55342382e-02, 2.77367756e-02, 4.90920022e-02, -4.00391370e-02,\n",
" 5.43526262e-02, 6.00693747e-02, 2.04496062e-03, 2.45067552e-02,\n",
" -2.23285891e-02, -2.64858846e-02, -5.07356189e-02, -5.08074984e-02,\n",
" -3.55275460e-02, 7.22415894e-02, 2.91972663e-02, 1.70353204e-02,\n",
" 8.93752091e-03, -7.61405891e-03, 6.86625531e-03, -5.49778230e-02,\n",
" 9.10128355e-02, 8.37008134e-02, -1.86662399e-03, 5.03493659e-02,\n",
" 3.29510197e-02, 4.77413014e-02, -7.76524469e-02, -7.08019361e-02,\n",
" -9.73853457e-04, 6.25362918e-02, -7.35901892e-02, -5.46669262e-03,\n",
" -2.81097982e-02, -6.86415145e-03, 4.86558266e-02, 3.44663784e-02,\n",
" -8.01209919e-03, 2.28057820e-02, 6.42693117e-02, 6.73264489e-02,\n",
" -2.32714359e-02, -8.79524872e-02, -1.22800907e-02, -2.51907799e-02,\n",
" 2.54891664e-02, 5.17228916e-02, -1.22078173e-02, -7.44484439e-02,\n",
" 3.81326787e-02, -6.27127364e-02, -4.83375154e-02, 2.93181860e-03,\n",
" -2.28694491e-02, -5.68849407e-02, 3.02782562e-02, -1.41093042e-02,\n",
" 4.67285179e-02, -3.24850995e-03, -5.92877604e-02, -4.33439203e-02,\n",
" 1.36368731e-02, -9.46258369e-04, -2.27032900e-02, 3.45813707e-02,\n",
" -1.12223074e-01, -1.83949005e-02, -4.41545323e-02, 3.80056016e-02,\n",
" 5.02168760e-02, -4.63053100e-02, 2.75036190e-02, -5.86355962e-02,\n",
" 5.45625947e-02, 8.67052190e-03, -1.07481573e-02, 3.83294821e-02,\n",
" 4.07119580e-02, 3.07604391e-02, 5.08358181e-02, 3.58148180e-02,\n",
" -1.20953110e-03, 5.47679178e-02, 3.33357267e-02, -2.19199266e-02,\n",
" -5.77606037e-02, -4.12886031e-02, 1.76272988e-02, -6.69252053e-02,\n",
" -1.58713553e-02, -2.86041442e-02, -9.01991427e-02, 2.63979342e-02,\n",
" 1.58018351e-03, 1.01367608e-01, -5.28142275e-03, 1.12197269e-02,\n",
" -8.54727533e-03, 2.04316862e-02, -4.45717759e-02, -1.12482104e-02,\n",
" -1.29783913e-01, -2.77386396e-03, 5.81591949e-02, -4.27063778e-02,\n",
" -6.96129650e-02, -4.54051271e-02, -6.79079350e-03, 2.51717567e-02,\n",
" -4.78816517e-02, -8.68939236e-02, -3.78875099e-02, 5.25759682e-02,\n",
" -1.34784868e-02, -5.84665947e-02, -4.02882695e-02, 3.58487703e-02,\n",
" -4.62398082e-02, -1.59867585e-03, 6.76933601e-02, -1.45835318e-02,\n",
" -1.27485953e-02, 1.29785622e-02, 2.40954738e-02, 2.82719359e-03,\n",
" -1.94863398e-02, 2.70730462e-02, -5.70522621e-02, -7.43864849e-02,\n",
" 1.68744046e-02, -2.07984317e-02, 1.03599951e-01, -4.74652909e-02,\n",
" 2.15847865e-02, 1.33329527e-02, 7.86334798e-02, 3.10961809e-02,\n",
" 9.69982706e-03, -4.83244881e-02, 1.26347104e-02, 2.40639336e-02,\n",
" 7.26768002e-02, -7.43232295e-03, 2.84419749e-02, 4.54338901e-02,\n",
" -1.09123448e-02, 2.83204969e-02, -6.85430458e-03, 1.55944386e-02,\n",
" -1.16074523e-02, -4.02859189e-02, 3.77306603e-02, 4.97464761e-02,\n",
" 6.38508201e-02, 1.44987553e-02, 1.98548734e-02, 2.27555037e-02,\n",
" -3.94873414e-03, 4.65361960e-02, -6.79883594e-03, -6.56280592e-02,\n",
" -1.56390648e-02, 8.45659077e-02, -1.00356741e-02, -4.12971154e-02,\n",
" 4.31129783e-02, 2.36424003e-02, -5.62519431e-02, -4.48673442e-02,\n",
" 4.12042141e-02, -2.50318646e-03, 2.11003292e-02, -6.71343356e-02,\n",
" 2.01796405e-02, -4.23770398e-02, -1.88426115e-02, -3.56351919e-02,\n",
" 5.32004982e-03, 6.87527657e-02, -4.72707348e-03, 8.12713522e-03,\n",
" -4.02039737e-02, -4.66110259e-02, 1.86926462e-02, 2.14112978e-02,\n",
" 9.76716168e-03, -1.20930537e-03, 1.45409489e-02, -5.28562330e-02,\n",
" 6.33488297e-02, -7.30660977e-03, 6.77780584e-02, -2.62416042e-02,\n",
" 1.92296263e-02, 4.55295779e-02, 1.35793209e-01, 2.06656698e-02,\n",
" -5.82969896e-02, -9.53972787e-02, 4.23130579e-02, -3.24419178e-02,\n",
" 3.50355497e-03, -1.71913691e-02, 1.35650467e-02, 9.65475962e-02,\n",
" 2.74089258e-02, -3.25251147e-02, -6.10666163e-03, 7.41595030e-02,\n",
" -3.71369347e-03, -2.86879689e-02, 3.61139211e-03, -1.14947565e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'drunk': Embedding(embedding=array([ 9.68992710e-02, -4.89571728e-02, -1.02045536e-02, -3.33478078e-02,\n",
" -1.64568389e-03, -4.07740548e-02, 3.56444828e-02, 6.71669319e-02,\n",
" 9.98522118e-02, 8.02228153e-02, -1.01072686e-02, 3.20500024e-02,\n",
" 1.58013515e-02, 3.29855941e-02, -8.09237827e-03, 2.17134785e-02,\n",
" 4.14557159e-02, 8.60454217e-02, 9.74904932e-03, -2.16150917e-02,\n",
" -8.25531781e-02, -4.80958782e-02, 6.35368400e-04, 5.44509627e-02,\n",
" 2.41657160e-02, 3.28751318e-02, -6.06568716e-03, -3.72526720e-02,\n",
" 6.25828132e-02, -9.47223511e-03, 8.32923576e-02, -6.50519691e-03,\n",
" -2.84819100e-02, -5.13438322e-03, 3.12738046e-02, -1.29546104e-02,\n",
" -4.69384454e-02, -2.13252194e-02, -7.11243302e-02, 5.28390296e-02,\n",
" -3.75272259e-02, 3.90980253e-03, -2.22016070e-02, -2.37939674e-02,\n",
" 3.12979706e-02, -6.08043224e-02, -2.49362811e-02, 4.39827554e-02,\n",
" -3.24536189e-02, 3.09793949e-02, 3.21737304e-02, 9.04102984e-04,\n",
" 2.87812366e-03, 6.00839173e-03, 3.78750116e-02, 5.08872904e-02,\n",
" 1.31318197e-02, -6.37533367e-02, -3.47847939e-02, -3.88178863e-02,\n",
" 5.18675558e-02, 2.41383743e-02, 3.45222503e-02, 1.95105970e-02,\n",
" 1.67596322e-02, -6.90850103e-03, 3.42837162e-02, 5.97579265e-03,\n",
" -1.24483900e-02, -2.32265014e-02, -2.57638376e-02, 5.49332052e-02,\n",
" 9.35796369e-03, 1.64063022e-01, -3.91042000e-03, 2.42385026e-02,\n",
" 7.12475856e-04, -7.44252279e-02, 1.34379417e-02, -2.35187318e-02,\n",
" 7.38008544e-02, -1.20797683e-03, -7.10386708e-02, 5.09972721e-02,\n",
" -2.75474135e-02, 2.24767271e-02, -1.88045297e-02, -7.39474520e-02,\n",
" -5.47060519e-02, -4.69568558e-02, -6.54308079e-03, -3.43188904e-02,\n",
" -4.81366143e-02, -9.71324667e-02, -4.74722944e-02, 5.31251077e-03,\n",
" -7.09172264e-02, 2.88678408e-02, -2.55069975e-02, -1.90163329e-02,\n",
" -1.18569713e-02, -2.44353805e-02, -3.29968482e-02, -3.14016379e-02,\n",
" -3.58864591e-02, -9.16869845e-03, 7.86589808e-04, 2.89472342e-02,\n",
" -6.76724687e-02, 8.15607607e-02, -2.44646631e-02, -4.54974063e-02,\n",
" -1.91157442e-02, -1.35149835e-02, 2.69880053e-02, 7.99469128e-02,\n",
" 8.84645339e-03, 9.50683728e-02, -5.48269264e-02, -3.84919345e-02,\n",
" -1.44883826e-01, -5.91175221e-02, 3.57288383e-02, -3.69301741e-03,\n",
" -1.47179756e-02, 4.19801055e-03, -2.57230606e-02, 3.07612009e-02,\n",
" -5.88372871e-02, 1.82555150e-02, 5.40289050e-03, 7.47361630e-02,\n",
" -2.45058909e-02, 2.97836289e-02, -3.27043906e-02, 4.14068624e-02,\n",
" 1.00971444e-03, 5.64250909e-02, -4.70492523e-03, 3.52152204e-03,\n",
" -4.17243987e-02, -1.51193375e-02, 8.03899206e-03, 8.72352533e-03,\n",
" -7.95923115e-04, 1.89251509e-02, 1.56123359e-02, 6.81766719e-02,\n",
" -4.21407893e-02, 2.22223671e-03, 6.15010522e-02, 2.57018339e-02,\n",
" -3.10952980e-02, 1.02060819e-02, -6.56519383e-02, -6.51258454e-02,\n",
" -3.06879487e-02, 2.09579896e-03, 3.72350998e-02, -8.83343164e-04,\n",
" 2.86915675e-02, 4.83477600e-02, 3.20882685e-02, -5.65377958e-02,\n",
" -1.02754198e-01, 8.01350034e-05, 4.49790340e-03, -4.14709784e-02,\n",
" 1.76707190e-02, 5.86221516e-02, -4.22523580e-02, 5.51819354e-02,\n",
" -5.33047132e-02, -5.34173741e-04, 3.65872122e-02, -5.48203140e-02,\n",
" -2.67620329e-02, -2.58144084e-02, 1.53234620e-02, -1.98619403e-02,\n",
" 3.08340564e-02, -4.71312515e-02, 2.57461499e-02, -1.39908970e-03,\n",
" -1.89432334e-02, 4.10993621e-02, 1.29702175e-02, -1.84582025e-02,\n",
" -4.68597934e-02, 1.87059827e-02, -7.48489350e-02, -2.77507678e-02,\n",
" -2.88149640e-02, 7.15775788e-03, -6.07366301e-02, 4.07489315e-02,\n",
" 3.44961993e-02, -2.90093701e-02, -5.06980941e-02, 1.17460145e-02,\n",
" 8.67324173e-02, 3.37554328e-02, 3.99196632e-02, 3.59757245e-03,\n",
" -1.25540197e-02, 4.17459719e-02, 8.62735324e-03, -3.05540208e-02,\n",
" -8.08956008e-03, -3.11404914e-02, 5.12365513e-02, -1.85139682e-02,\n",
" 4.58241776e-02, -3.71382543e-04, -3.71421850e-03, 5.62075749e-02,\n",
" -6.00923486e-02, -7.13466778e-02, -5.53645790e-02, 3.72733995e-02,\n",
" 1.83287393e-02, 3.67471017e-02, 4.28326465e-02, 5.22298389e-04,\n",
" 2.41764206e-02, 1.15534030e-02, 2.55847033e-02, -3.03384531e-02,\n",
" 2.06270181e-02, 1.35167344e-02, -3.98746245e-02, 3.22539024e-02,\n",
" 2.97378171e-02, -3.57278138e-02, 3.06294616e-02, -2.35245898e-02,\n",
" -1.97551586e-02, 4.60900692e-03, 2.84841973e-02, -1.05713010e-01,\n",
" -5.48597833e-04, -4.81617264e-02, 5.04671708e-02, 7.90660009e-02,\n",
" 2.03846376e-02, -1.37294661e-02, -6.76171780e-02, -4.41056257e-03,\n",
" 5.36188893e-02, -3.57752666e-02, 2.99489535e-02, -2.43812567e-03,\n",
" -7.04120323e-02, -3.31618115e-02, 3.29214372e-02, 3.11268829e-02,\n",
" 4.88177501e-02, -7.22785965e-02, -6.73654452e-02, -6.77642748e-02,\n",
" -1.07305252e-03, -3.47573776e-03, -6.08212352e-02, -2.96408050e-02,\n",
" 2.97530051e-02, -2.39302889e-02, -1.13267582e-02, -8.15767720e-02,\n",
" -7.82391429e-02, 5.23983724e-02, -3.28678973e-02, 8.06565732e-02,\n",
" -3.41573805e-02, -5.32465167e-02, 3.17203626e-02, 4.17450396e-03,\n",
" 2.14881059e-02, 2.59167999e-02, 3.76259210e-03, 1.25296284e-02,\n",
" 5.11195809e-02, -3.70699354e-02, -2.62986086e-02, 6.15245700e-02,\n",
" -3.62537685e-03, -3.37778218e-02, -2.01844852e-02, -5.04370313e-03,\n",
" -5.71990646e-02, 3.98988239e-02, 1.20995743e-02, 6.04235195e-03,\n",
" -1.77717060e-02, -5.57829393e-03, 3.98669876e-02, -1.73745900e-02,\n",
" -2.08606329e-02, -2.44327616e-02, 1.09087557e-01, 8.98081064e-02,\n",
" 4.76274267e-02, 2.92637590e-02, 5.35876639e-02, -4.04339693e-02,\n",
" 5.40533513e-02, 5.04101105e-02, 7.96799082e-03, 2.42963918e-02,\n",
" -2.25550737e-02, -3.18068452e-02, -5.06084673e-02, -5.24604656e-02,\n",
" -3.05332989e-02, 6.95760474e-02, 2.54249219e-02, 1.87810697e-02,\n",
" 7.15094339e-03, -1.04557974e-02, 1.63966473e-02, -5.89276999e-02,\n",
" 8.36156085e-02, 8.42023715e-02, -7.63673987e-03, 4.98495884e-02,\n",
" 3.50671262e-02, 5.68866692e-02, -7.54241422e-02, -7.53514171e-02,\n",
" -6.31071103e-04, 5.44290729e-02, -7.66344368e-02, -3.85065889e-03,\n",
" -3.30214016e-02, -1.11474656e-02, 5.37110269e-02, 3.17732058e-02,\n",
" -6.22091116e-03, 2.27112044e-02, 6.63980469e-02, 6.62234798e-02,\n",
" -3.25190797e-02, -8.46254081e-02, -1.73039660e-02, -2.77063660e-02,\n",
" 3.13761123e-02, 5.56805842e-02, -1.92230698e-02, -7.40201697e-02,\n",
" 4.02469151e-02, -6.17156625e-02, -4.69821766e-02, 2.46715988e-03,\n",
" -2.01745704e-02, -5.42166568e-02, 3.03477868e-02, -4.90872003e-03,\n",
" 5.24123535e-02, 5.49767632e-04, -5.95131554e-02, -4.23350073e-02,\n",
" 1.50672458e-02, 1.50722754e-03, -3.36150602e-02, 3.00529730e-02,\n",
" -1.16938829e-01, -2.30725184e-02, -5.01220338e-02, 4.44239825e-02,\n",
" 4.25815806e-02, -4.05854583e-02, 2.51288749e-02, -6.27795681e-02,\n",
" 5.45167588e-02, 9.00789909e-03, -1.43773481e-02, 4.31762524e-02,\n",
" 4.08705249e-02, 3.07600573e-02, 5.35611063e-02, 2.83634551e-02,\n",
" 9.22993850e-03, 6.20035715e-02, 3.31691019e-02, -1.75158158e-02,\n",
" -5.58300018e-02, -4.67349403e-02, 9.05399304e-03, -6.28334731e-02,\n",
" -1.58298220e-02, -1.63981616e-02, -8.61987472e-02, 2.04750430e-02,\n",
" -2.04281718e-03, 1.06295347e-01, -7.09656114e-03, 1.31431390e-02,\n",
" -1.14519168e-02, 2.08929386e-02, -3.85615602e-02, -1.27813369e-02,\n",
" -1.28749669e-01, -3.63486935e-03, 6.33399412e-02, -4.70734090e-02,\n",
" -7.32441768e-02, -4.58770730e-02, -4.79887379e-03, 2.88005825e-02,\n",
" -4.66680638e-02, -8.49254578e-02, -4.28651161e-02, 5.23561649e-02,\n",
" -1.39203891e-02, -6.03014566e-02, -4.31450084e-02, 3.69830616e-02,\n",
" -3.48307416e-02, -1.08463541e-02, 7.25440904e-02, -1.88527144e-02,\n",
" -1.39750624e-02, 1.29126944e-02, 2.17224136e-02, 1.67888100e-03,\n",
" -1.29066249e-02, 3.69013026e-02, -5.58211543e-02, -7.02956840e-02,\n",
" 1.70434993e-02, -1.68208554e-02, 1.00443996e-01, -4.29874249e-02,\n",
" 1.67601649e-02, 1.17009990e-02, 7.57582039e-02, 3.01978868e-02,\n",
" 8.12541880e-03, -5.18206097e-02, 9.61338356e-03, 3.11253835e-02,\n",
" 7.36240521e-02, -8.63606576e-03, 2.48676930e-02, 4.43594493e-02,\n",
" -1.47847813e-02, 1.90287083e-02, -6.96067407e-04, 1.14140427e-02,\n",
" -1.23097012e-02, -4.19665128e-02, 3.24863158e-02, 4.63317782e-02,\n",
" 6.55107871e-02, 1.16457744e-02, 2.22912803e-02, 2.02888697e-02,\n",
" -4.71883034e-03, 4.70267683e-02, -1.40974363e-02, -7.02862144e-02,\n",
" -1.24618672e-02, 8.50721225e-02, -1.22721586e-02, -3.20272408e-02,\n",
" 3.74951772e-02, 2.81002615e-02, -5.34518696e-02, -4.36722301e-02,\n",
" 2.94774938e-02, -1.60516147e-03, 1.74103454e-02, -6.50057122e-02,\n",
" 2.14947704e-02, -3.91614214e-02, -2.60615405e-02, -4.10562381e-02,\n",
" 4.90068644e-03, 7.31183663e-02, -1.01933340e-02, 2.53180554e-03,\n",
" -4.58818264e-02, -4.07073162e-02, 1.45848664e-02, 2.59170886e-02,\n",
" 5.83165418e-03, -7.30587775e-03, 1.74120143e-02, -4.78400365e-02,\n",
" 6.48794100e-02, -1.24126896e-02, 6.44743666e-02, -1.88032147e-02,\n",
" 1.65442601e-02, 4.77375835e-02, 1.36240318e-01, 2.27166228e-02,\n",
" -5.62118515e-02, -9.56215188e-02, 4.27649505e-02, -3.46444212e-02,\n",
" 5.67879016e-03, -1.10549778e-02, 1.96200944e-02, 1.04182914e-01,\n",
" 2.59787384e-02, -2.83380728e-02, -6.75507588e-03, 7.45384395e-02,\n",
" -8.21795408e-03, -3.32042836e-02, 1.15748290e-02, -1.19513616e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ds': Embedding(embedding=array([ 1.00401111e-01, -4.52689007e-02, -1.65452771e-02, -1.97124444e-02,\n",
" -2.76654307e-03, -4.68538031e-02, 3.28058079e-02, 6.02029823e-02,\n",
" 9.98725072e-02, 7.70387352e-02, -1.41295949e-02, 4.05099876e-02,\n",
" 2.09654178e-02, 2.90029924e-02, -1.60386097e-02, 2.44989637e-02,\n",
" 4.54734340e-02, 8.89116526e-02, 1.26350168e-02, -2.23138556e-02,\n",
" -8.42499435e-02, -4.59399894e-02, 5.31969266e-03, 5.63839674e-02,\n",
" 2.25037336e-02, 2.81571764e-02, 8.71540513e-04, -3.56264785e-02,\n",
" 6.02217503e-02, -1.29390256e-02, 8.13203081e-02, -1.11168297e-02,\n",
" -1.88478194e-02, 4.36106045e-03, 3.22893150e-02, -1.37279769e-02,\n",
" -4.62939143e-02, -1.82416402e-02, -7.39567280e-02, 4.93696667e-02,\n",
" -4.19073738e-02, 3.52473161e-03, -2.09699105e-02, -1.97100900e-02,\n",
" 3.67471613e-02, -5.85754700e-02, -2.91687511e-02, 4.39091139e-02,\n",
" -3.04688048e-02, 2.27625649e-02, 2.98648681e-02, -4.80276812e-03,\n",
" -2.09130091e-03, 7.27816392e-03, 3.99867333e-02, 6.05257340e-02,\n",
" 5.53771527e-03, -7.71716237e-02, -2.99107376e-02, -3.33453678e-02,\n",
" 5.15759289e-02, 2.58845836e-02, 3.16955671e-02, 1.97967906e-02,\n",
" 1.35287186e-02, -3.72296106e-03, 3.56478095e-02, 6.29997673e-03,\n",
" -1.25150708e-02, -2.44491082e-02, -2.70816274e-02, 4.66554686e-02,\n",
" 1.37954280e-02, 1.62468463e-01, -6.35270914e-03, 1.94253884e-02,\n",
" 1.09258480e-02, -7.04862550e-02, 1.95081383e-02, -2.34770868e-02,\n",
" 6.05236888e-02, 8.29810090e-03, -7.38854483e-02, 5.45480251e-02,\n",
" -2.66046990e-02, 2.30818391e-02, -2.33575292e-02, -8.45084563e-02,\n",
" -5.37937470e-02, -4.23369333e-02, -9.84814204e-03, -3.36745419e-02,\n",
" -4.37251106e-02, -8.77489597e-02, -5.17244451e-02, 1.14832185e-02,\n",
" -7.32173100e-02, 2.80007236e-02, -3.01203877e-02, -1.44073339e-02,\n",
" -1.18522029e-02, -2.42585409e-02, -2.44556479e-02, -3.68619524e-02,\n",
" -3.52620371e-02, -9.08625312e-03, 8.13957537e-04, 2.76330970e-02,\n",
" -6.01082407e-02, 8.22543576e-02, -2.44968031e-02, -3.72791924e-02,\n",
" -1.39456270e-02, -6.81392197e-03, 2.03498397e-02, 8.41348618e-02,\n",
" 1.11855865e-02, 8.93204212e-02, -6.40872419e-02, -3.49435993e-02,\n",
" -1.52679846e-01, -6.02895766e-02, 3.92602421e-02, 6.94669201e-04,\n",
" -1.79852545e-02, 2.16282066e-03, -2.85923295e-02, 3.38742398e-02,\n",
" -6.57883063e-02, 1.32811125e-02, 4.09697136e-03, 7.00507611e-02,\n",
" -2.81022899e-02, 2.89794039e-02, -2.98476070e-02, 4.36545387e-02,\n",
" 1.01763373e-02, 5.72669469e-02, -8.51762295e-03, 8.01833533e-03,\n",
" -4.14594747e-02, -1.92583967e-02, 3.22448113e-03, 4.33865329e-03,\n",
" -1.20686111e-03, 3.09037287e-02, 1.33673428e-02, 6.61955327e-02,\n",
" -4.43594493e-02, 2.60839844e-03, 5.76580279e-02, 2.73247045e-02,\n",
" -2.65157968e-02, 1.55542074e-02, -5.38315997e-02, -6.81496710e-02,\n",
" -3.14606205e-02, 4.86567337e-03, 3.33600678e-02, 1.87882478e-03,\n",
" 2.56330296e-02, 4.94637303e-02, 3.15107480e-02, -5.99618107e-02,\n",
" -1.03503793e-01, -4.13748762e-03, 5.53023769e-04, -4.16164212e-02,\n",
" 2.26323940e-02, 5.62873818e-02, -4.01761346e-02, 5.14764450e-02,\n",
" -4.79703955e-02, 3.16436565e-03, 3.83460484e-02, -6.77410290e-02,\n",
" -2.79019326e-02, -1.90573055e-02, 2.21823230e-02, -1.06537323e-02,\n",
" 2.88339481e-02, -4.45508324e-02, 1.87096912e-02, -7.10283592e-03,\n",
" -6.63478626e-03, 2.76202634e-02, 1.42289642e-02, -7.96117727e-03,\n",
" -4.77693677e-02, 1.58928707e-02, -8.37174356e-02, -3.05925254e-02,\n",
" -2.43954770e-02, 9.49947909e-03, -6.37997538e-02, 3.82163487e-02,\n",
" 3.97994481e-02, -2.21646279e-02, -5.17172553e-02, 6.72163349e-03,\n",
" 9.23284814e-02, 3.25650573e-02, 4.61167283e-02, 2.40525999e-03,\n",
" -1.71323046e-02, 3.16459052e-02, 1.61856990e-02, -3.24908271e-02,\n",
" -1.07017541e-02, -3.85869630e-02, 5.30823655e-02, -1.17836259e-02,\n",
" 5.33231869e-02, 7.93912727e-03, -4.89112549e-03, 5.62551655e-02,\n",
" -6.72748983e-02, -7.91294500e-02, -5.34633845e-02, 3.22387666e-02,\n",
" 1.55102191e-02, 3.95912565e-02, 5.22084758e-02, 6.58884645e-03,\n",
" 1.36342449e-02, -9.51172697e-05, 2.95537561e-02, -2.71225087e-02,\n",
" 1.20666279e-02, 9.49351676e-03, -4.71754894e-02, 3.52351256e-02,\n",
" 2.66059265e-02, -4.64356728e-02, 3.56978178e-02, -2.86024082e-02,\n",
" -2.99427137e-02, 7.96071999e-03, 2.59348601e-02, -1.03181504e-01,\n",
" -5.63267386e-03, -5.15944362e-02, 3.92112322e-02, 7.29909465e-02,\n",
" 2.23027766e-02, -1.88687537e-02, -7.13394955e-02, -1.11870095e-02,\n",
" 5.31290583e-02, -3.72531638e-02, 2.75393445e-02, 5.69139607e-03,\n",
" -7.12276474e-02, -3.40106115e-02, 3.50018814e-02, 2.87429020e-02,\n",
" 4.66666706e-02, -6.83068857e-02, -6.26193807e-02, -7.34568983e-02,\n",
" -6.37383433e-03, 4.69529477e-04, -5.69399409e-02, -2.77628470e-02,\n",
" 2.23300196e-02, -1.88819543e-02, -7.12396158e-03, -8.71518701e-02,\n",
" -7.64741302e-02, 4.59266566e-02, -3.57834473e-02, 7.85443261e-02,\n",
" -3.78063172e-02, -5.15979715e-02, 4.13941965e-02, 4.97681182e-03,\n",
" 2.80083064e-02, 2.09684446e-02, 2.51363148e-03, 1.34340329e-02,\n",
" 5.44141121e-02, -3.96902896e-02, -1.92156918e-02, 5.87724261e-02,\n",
" -3.01515893e-03, -4.15742658e-02, -1.81269087e-02, -1.09319924e-03,\n",
" -5.33417612e-02, 3.68626863e-02, 1.16808247e-02, 3.95460008e-03,\n",
" -2.05133781e-02, -3.55607411e-03, 4.54645082e-02, -1.64659135e-02,\n",
" -1.79796182e-02, -1.83613580e-02, 1.15265973e-01, 8.96676034e-02,\n",
" 4.17904370e-02, 2.64270194e-02, 4.68237028e-02, -3.79127339e-02,\n",
" 6.20170124e-02, 6.30717501e-02, 2.69625103e-03, 2.37665996e-02,\n",
" -1.73841864e-02, -2.96348557e-02, -4.98740412e-02, -5.12042940e-02,\n",
" -3.84745970e-02, 7.10449517e-02, 3.07332017e-02, 1.33673819e-02,\n",
" 5.39425062e-03, -8.70774779e-03, 6.76808832e-03, -5.65493479e-02,\n",
" 9.14218277e-02, 8.06667432e-02, -4.64574041e-05, 4.94514629e-02,\n",
" 2.52211764e-02, 5.40773198e-02, -7.82372355e-02, -7.08313733e-02,\n",
" -7.05008395e-04, 6.65947422e-02, -6.95943162e-02, -5.49572287e-03,\n",
" -2.55256053e-02, -1.04291392e-02, 5.77286109e-02, 3.67579684e-02,\n",
" -2.87284888e-03, 2.26285271e-02, 6.81062266e-02, 6.43141642e-02,\n",
" -2.28644684e-02, -8.62597004e-02, -1.38769420e-02, -2.55280286e-02,\n",
" 2.88430806e-02, 5.18559366e-02, -1.29084149e-02, -7.09526092e-02,\n",
" 3.79369184e-02, -6.26370311e-02, -4.86037955e-02, 9.34893265e-04,\n",
" -1.73966475e-02, -5.99681213e-02, 2.95509268e-02, -9.87991970e-03,\n",
" 5.13058566e-02, 9.85276420e-04, -5.59057482e-02, -4.56174761e-02,\n",
" 1.61950961e-02, -2.17497558e-03, -2.34003197e-02, 3.44088115e-02,\n",
" -1.07883923e-01, -1.69897433e-02, -4.84842770e-02, 3.63157652e-02,\n",
" 4.72623073e-02, -4.48194928e-02, 2.42933705e-02, -6.29558936e-02,\n",
" 5.54779470e-02, 3.36090359e-03, -1.57786235e-02, 3.46808322e-02,\n",
" 4.26740460e-02, 3.39634232e-02, 5.26369587e-02, 3.17146108e-02,\n",
" 4.26784827e-04, 5.36109246e-02, 3.13595310e-02, -2.33342331e-02,\n",
" -5.64031303e-02, -3.80037054e-02, 1.30350180e-02, -6.61605373e-02,\n",
" -1.68687850e-02, -2.48457044e-02, -8.96024480e-02, 2.79703010e-02,\n",
" 9.57212935e-04, 9.98262316e-02, -1.02903985e-03, 1.36809917e-02,\n",
" -4.30260040e-03, 2.22979859e-02, -4.45754603e-02, -1.06396656e-02,\n",
" -1.28519982e-01, -6.12805504e-03, 5.60988784e-02, -4.51033078e-02,\n",
" -6.50420561e-02, -5.21154739e-02, -3.82414414e-03, 2.89594810e-02,\n",
" -4.86775860e-02, -8.65983889e-02, -3.84165347e-02, 5.43491580e-02,\n",
" -1.56494919e-02, -5.55312373e-02, -3.96995619e-02, 3.45730074e-02,\n",
" -4.56474572e-02, 1.21022889e-03, 7.12246373e-02, -1.22456634e-02,\n",
" -1.39588946e-02, 1.63884144e-02, 1.82010178e-02, 3.36852693e-03,\n",
" -1.79825481e-02, 2.95281149e-02, -5.54942563e-02, -7.71008432e-02,\n",
" 1.81791484e-02, -1.86952855e-02, 1.02909774e-01, -5.04415408e-02,\n",
" 2.19538137e-02, 1.08503532e-02, 8.21891800e-02, 2.72253603e-02,\n",
" 1.21766152e-02, -4.58704010e-02, 1.13757513e-02, 1.89277083e-02,\n",
" 7.52431005e-02, -1.00347474e-02, 2.85576396e-02, 4.11827601e-02,\n",
" -1.30723594e-02, 2.90121231e-02, -5.49861370e-03, 9.77660529e-03,\n",
" -1.25897527e-02, -3.94848920e-02, 3.91755998e-02, 4.83960323e-02,\n",
" 6.79878145e-02, 1.80495027e-02, 1.99755523e-02, 2.34853365e-02,\n",
" -5.16192848e-03, 5.01351543e-02, -1.39004076e-02, -6.36562407e-02,\n",
" -1.60516407e-02, 8.59345049e-02, -1.18253557e-02, -3.49340513e-02,\n",
" 3.79644968e-02, 2.74759103e-02, -5.64628430e-02, -4.47893403e-02,\n",
" 4.82794456e-02, 5.78394858e-03, 2.47846805e-02, -6.48797527e-02,\n",
" 1.83335673e-02, -4.00463082e-02, -2.43713502e-02, -3.37887704e-02,\n",
" 5.22430055e-03, 7.05644414e-02, -3.81208467e-03, 4.98673320e-03,\n",
" -4.12182026e-02, -4.48133163e-02, 1.65097602e-02, 2.22923346e-02,\n",
" 8.26163217e-03, -5.60447294e-03, 1.90381892e-02, -5.69453016e-02,\n",
" 6.34443760e-02, -8.15995224e-03, 6.44736439e-02, -2.58068480e-02,\n",
" 1.52539378e-02, 4.47583050e-02, 1.30632937e-01, 1.95314754e-02,\n",
" -5.30898795e-02, -9.66448858e-02, 4.47462164e-02, -3.52931805e-02,\n",
" 1.53249537e-03, -1.56750046e-02, 1.18147498e-02, 9.95637923e-02,\n",
" 2.39294786e-02, -2.38827895e-02, -8.12913664e-03, 7.18109384e-02,\n",
" -1.55105535e-03, -2.99256574e-02, 5.59743820e-03, -1.14300229e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'dsm': Embedding(embedding=array([ 0.10837368, -0.04144445, -0.01384965, -0.00231624, -0.0090837 ,\n",
" -0.06006834, 0.03231448, 0.05734286, 0.09906203, 0.06262378,\n",
" -0.01812973, 0.04474687, 0.02898663, 0.02276233, -0.01186181,\n",
" 0.02677584, 0.05909853, 0.08719733, 0.00399352, -0.02515339,\n",
" -0.08462622, -0.04458297, 0.00126507, 0.05897878, 0.02015142,\n",
" 0.02518531, 0.00456583, -0.03348941, 0.05864409, -0.01306813,\n",
" 0.08054791, -0.01336808, -0.00463233, 0.00664308, 0.0424697 ,\n",
" -0.01929457, -0.04684421, -0.01653781, -0.0814457 , 0.04730059,\n",
" -0.04421845, 0.01018066, -0.02279219, -0.01008017, 0.03870399,\n",
" -0.06060459, -0.04012958, 0.0482871 , -0.03057309, 0.0159237 ,\n",
" 0.03328815, -0.01038712, -0.00432166, 0.01552902, 0.04751272,\n",
" 0.06816248, -0.00501272, -0.08623294, -0.02328773, -0.02208974,\n",
" 0.04935312, 0.01720542, 0.02695904, 0.02135088, 0.01504555,\n",
" 0.0066818 , 0.04126468, 0.01303669, -0.00923369, -0.01911356,\n",
" -0.02270896, 0.02808396, 0.02590281, 0.15470059, -0.01434852,\n",
" 0.01275114, 0.01839703, -0.08249921, 0.02522419, -0.01855764,\n",
" 0.03548788, 0.01132671, -0.06875549, 0.04608879, -0.02251316,\n",
" 0.0334812 , -0.02413302, -0.09259138, -0.05389304, -0.03056045,\n",
" -0.01917807, -0.04299704, -0.03103982, -0.09233685, -0.06930391,\n",
" 0.0290206 , -0.07324003, 0.03498852, -0.01797299, -0.00331056,\n",
" -0.01468369, -0.01662072, -0.01157308, -0.0248407 , -0.03228641,\n",
" -0.02051237, 0.00058958, 0.03000456, -0.05142653, 0.08021317,\n",
" -0.03531546, -0.02752184, -0.00865881, -0.01096006, 0.00443569,\n",
" 0.08327007, 0.02072335, 0.088588 , -0.07289756, -0.02102419,\n",
" -0.17092302, -0.05548478, 0.03165124, -0.0038443 , -0.01757973,\n",
" 0.00271369, -0.03173824, 0.045817 , -0.07262267, 0.01535777,\n",
" 0.00473528, 0.06745894, -0.02445267, 0.02950642, -0.03249307,\n",
" 0.05118113, 0.01607968, 0.05751421, -0.00867807, 0.01140478,\n",
" -0.0293002 , -0.02410062, -0.00993369, 0.01401077, -0.01260282,\n",
" 0.04150283, 0.01224107, 0.06001722, -0.04773095, 0.00772922,\n",
" 0.05132428, 0.03022691, -0.02908185, 0.02898503, -0.03986643,\n",
" -0.0583367 , -0.02960747, 0.02056873, 0.03397933, 0.00354537,\n",
" 0.02251169, 0.0464937 , 0.04094915, -0.06501572, -0.09405176,\n",
" -0.00259858, 0.0027931 , -0.03893441, 0.03570426, 0.04645897,\n",
" -0.03605342, 0.03947418, -0.04111317, 0.0136171 , 0.03573029,\n",
" -0.0779979 , -0.02600136, -0.01135782, 0.03201141, -0.00184679,\n",
" 0.02222911, -0.04750986, 0.00691647, -0.01251226, -0.00168066,\n",
" 0.01876688, 0.00595752, 0.00497561, -0.04350346, 0.00232478,\n",
" -0.08023133, -0.03364088, -0.01810958, 0.01140144, -0.06386408,\n",
" 0.04075693, 0.04655694, -0.01117214, -0.05171857, 0.00322281,\n",
" 0.09051851, 0.03378661, 0.04912471, -0.00026589, -0.02225171,\n",
" 0.01818066, 0.02564498, -0.03138266, -0.00861422, -0.05335882,\n",
" 0.05578521, -0.01188525, 0.06100755, 0.00725022, -0.00985629,\n",
" 0.04114597, -0.08479243, -0.08995882, -0.0450481 , 0.03387194,\n",
" 0.02585202, 0.03770689, 0.0562146 , 0.01688723, 0.01089493,\n",
" -0.01864305, 0.03133458, -0.01489675, 0.00798793, -0.00889935,\n",
" -0.05606605, 0.03541529, 0.03351685, -0.04514952, 0.0450126 ,\n",
" -0.03846405, -0.04971943, 0.01455885, 0.01940037, -0.09655454,\n",
" -0.01472975, -0.04892572, 0.02893817, 0.05688984, 0.02577998,\n",
" -0.02759331, -0.07120816, -0.02136274, 0.04966437, -0.04187408,\n",
" 0.01499296, 0.01499793, -0.06903907, -0.03012735, 0.04230313,\n",
" 0.0291236 , 0.04929816, -0.06333616, -0.05572695, -0.08438555,\n",
" -0.02532919, 0.00838697, -0.04906711, -0.0304897 , 0.01807717,\n",
" -0.00896086, -0.00568278, -0.09742484, -0.07832678, 0.04585072,\n",
" -0.03481852, 0.08468604, -0.03092194, -0.05428153, 0.05455042,\n",
" 0.00567048, 0.03261983, 0.02120578, 0.00256556, 0.01489229,\n",
" 0.06226776, -0.04572225, -0.00857171, 0.05086768, 0.00350366,\n",
" -0.02987551, -0.0297172 , 0.00418808, -0.04078129, 0.037834 ,\n",
" 0.01022667, 0.0062783 , -0.02444898, 0.01083927, 0.05025503,\n",
" -0.02209857, -0.00905539, -0.01332257, 0.1203226 , 0.09381904,\n",
" 0.03614658, 0.02168964, 0.03831388, -0.04122632, 0.05795401,\n",
" 0.07954247, -0.00541542, 0.03147606, -0.01033766, -0.02524428,\n",
" -0.03925697, -0.04518365, -0.04631246, 0.07224185, 0.02793608,\n",
" 0.00876512, 0.00349282, -0.00832038, -0.00160093, -0.05262638,\n",
" 0.08487156, 0.07431915, 0.00727177, 0.05088084, 0.02368886,\n",
" 0.04418569, -0.06909649, -0.05426546, -0.00591066, 0.07161546,\n",
" -0.05910468, -0.00801405, -0.02500956, -0.01501393, 0.05158086,\n",
" 0.03655697, -0.00160469, 0.01808322, 0.06997309, 0.06239944,\n",
" -0.01293322, -0.08055454, -0.00986226, -0.02012738, 0.01586751,\n",
" 0.04547124, -0.00833428, -0.07209232, 0.03777858, -0.06703135,\n",
" -0.04819904, -0.00145142, -0.02185891, -0.06340501, 0.02164864,\n",
" -0.01827587, 0.0510042 , -0.00631108, -0.06198541, -0.03870116,\n",
" 0.01111645, -0.00802571, -0.01474218, 0.04197115, -0.09491665,\n",
" -0.00991145, -0.04316933, 0.02358102, 0.05624491, -0.05154238,\n",
" 0.03447075, -0.05069011, 0.04830422, -0.00995552, -0.00977 ,\n",
" 0.03233755, 0.04860644, 0.03812604, 0.04669917, 0.0336917 ,\n",
" -0.01502607, 0.0447913 , 0.02316497, -0.02443625, -0.05859092,\n",
" -0.03388996, 0.02211797, -0.05764942, -0.01084071, -0.04148873,\n",
" -0.09096546, 0.02828826, -0.00167442, 0.09040051, -0.00066333,\n",
" 0.01312454, 0.00479247, 0.01748999, -0.0500423 , -0.00871828,\n",
" -0.12385663, -0.00841167, 0.05137447, -0.04020337, -0.06386597,\n",
" -0.04761919, -0.00503897, 0.02425123, -0.04587154, -0.09157457,\n",
" -0.04344918, 0.05738834, -0.01463168, -0.04554074, -0.04854872,\n",
" 0.02728045, -0.05766879, 0.0081262 , 0.06811943, -0.01435571,\n",
" -0.01056681, 0.00567945, 0.01954119, 0.00273412, -0.02756734,\n",
" 0.02673662, -0.05062683, -0.080703 , 0.02243685, -0.01998991,\n",
" 0.10405048, -0.04715159, 0.02313531, 0.00938914, 0.08540659,\n",
" 0.03855695, 0.01453167, -0.03663312, 0.01068311, 0.02013795,\n",
" 0.08004698, -0.00058295, 0.03204253, 0.03442122, -0.002365 ,\n",
" 0.03377216, -0.01711712, 0.01872291, -0.00575163, -0.03405198,\n",
" 0.03919946, 0.05409554, 0.06764236, 0.02356385, 0.01755192,\n",
" 0.0330022 , 0.00273996, 0.04277905, -0.00992413, -0.06082883,\n",
" -0.02407316, 0.08095781, -0.01467406, -0.03905706, 0.04381917,\n",
" 0.01889178, -0.06159072, -0.04603966, 0.05482727, 0.01426936,\n",
" 0.02766102, -0.06225079, 0.01748892, -0.04622393, -0.01386324,\n",
" -0.02672989, -0.00202267, 0.06290407, 0.00577893, 0.00149652,\n",
" -0.04542352, -0.06070611, 0.02151602, 0.01825802, 0.01784004,\n",
" 0.00355363, 0.01511607, -0.06095177, 0.0648285 , -0.00082866,\n",
" 0.06552863, -0.03737556, 0.01579519, 0.04070704, 0.13485433,\n",
" 0.00530266, -0.05441214, -0.10006181, 0.03980638, -0.03240778,\n",
" -0.00503767, -0.01484448, 0.01454596, 0.07967702, 0.02890836,\n",
" -0.02501348, -0.01461361, 0.07648224, 0.00875806, -0.01838212,\n",
" -0.00052012, -0.10521122]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'dwight': Embedding(embedding=array([ 0.10992599, -0.03684159, -0.01853445, 0.01180446, -0.00764744,\n",
" -0.06560963, 0.0295057 , 0.0567763 , 0.09489617, 0.0503359 ,\n",
" -0.02588716, 0.04858838, 0.03745661, 0.01615324, -0.00985643,\n",
" 0.03749231, 0.0615785 , 0.09070293, 0.00220969, -0.02074126,\n",
" -0.08737025, -0.03709342, 0.00225225, 0.05173672, 0.01836011,\n",
" 0.02092236, 0.01084519, -0.04576479, 0.05369828, -0.01323378,\n",
" 0.08187588, -0.02226459, 0.01622322, 0.00423702, 0.03838747,\n",
" -0.0337466 , -0.04538688, -0.0179038 , -0.09296302, 0.04082667,\n",
" -0.04187033, 0.01598344, -0.02586115, -0.01045212, 0.04703304,\n",
" -0.06530283, -0.03962202, 0.05137937, -0.02500519, 0.01275524,\n",
" 0.03778026, -0.01501806, 0.00699396, 0.01975825, 0.0514822 ,\n",
" 0.07624343, -0.01735281, -0.08318305, -0.02121925, -0.02303495,\n",
" 0.03564273, 0.01268926, 0.01493686, 0.02278928, 0.01802917,\n",
" 0.01964859, 0.04013362, 0.02192038, -0.00234314, -0.01792276,\n",
" -0.01352368, 0.01818017, 0.02615988, 0.14253187, -0.02918087,\n",
" 0.01164555, 0.01991976, -0.08747014, 0.02925547, -0.01110417,\n",
" 0.01702214, 0.02814812, -0.06559829, 0.03949284, -0.01848676,\n",
" 0.04180275, -0.02380807, -0.1026912 , -0.05674481, -0.02643897,\n",
" -0.02976183, -0.04435903, -0.02455956, -0.08314243, -0.0768689 ,\n",
" 0.03536196, -0.07728264, 0.03662677, -0.00650345, 0.0069533 ,\n",
" -0.01053609, -0.01081627, -0.00421382, -0.02156684, -0.04245291,\n",
" -0.02384019, 0.00029424, 0.03669164, -0.0504554 , 0.08149675,\n",
" -0.04579169, -0.01117476, 0.00060242, -0.0030108 , -0.00018788,\n",
" 0.07517488, 0.03289394, 0.08794605, -0.0729778 , -0.02271689,\n",
" -0.16960049, -0.05627884, 0.0280211 , -0.00148623, -0.02275165,\n",
" 0.00505601, -0.03185774, 0.0504991 , -0.07448787, 0.00896355,\n",
" 0.00746946, 0.05353156, -0.03418701, 0.02212718, -0.03407685,\n",
" 0.05867253, 0.01583755, 0.06249525, -0.00620321, 0.01510136,\n",
" -0.02329078, -0.0272224 , -0.01978629, 0.01147492, -0.02237896,\n",
" 0.03481499, 0.00465477, 0.05929055, -0.0496075 , 0.01144694,\n",
" 0.04899374, 0.02992272, -0.03175098, 0.03211794, -0.02632078,\n",
" -0.04754919, -0.02783323, 0.02144813, 0.03448898, 0.00788756,\n",
" 0.02281743, 0.05098436, 0.04322866, -0.06978631, -0.08844289,\n",
" 0.00084633, 0.00232556, -0.03070222, 0.04444698, 0.04017544,\n",
" -0.02889065, 0.03153335, -0.04346201, 0.02277126, 0.04490528,\n",
" -0.08620193, -0.02591943, -0.00616394, 0.03216439, -0.00119224,\n",
" 0.03062643, -0.04006286, 0.0053286 , -0.01542876, 0.00522756,\n",
" 0.01421166, 0.0039165 , 0.01085053, -0.04286567, -0.00258759,\n",
" -0.08360779, -0.03161057, -0.01726819, 0.01635393, -0.0611352 ,\n",
" 0.04188268, 0.05123837, -0.00692127, -0.05315641, -0.00259497,\n",
" 0.08738057, 0.0284015 , 0.05305595, -0.00078038, -0.02973051,\n",
" 0.00697305, 0.03722111, -0.02630551, -0.00998552, -0.05967924,\n",
" 0.0535918 , -0.01340191, 0.06391715, -0.00146551, -0.00677516,\n",
" 0.03188502, -0.09177845, -0.08532424, -0.043236 , 0.0328638 ,\n",
" 0.03236523, 0.02718327, 0.06388198, 0.02003358, 0.00580322,\n",
" -0.03448696, 0.0309344 , -0.00496513, 0.0088961 , -0.01727949,\n",
" -0.05172785, 0.03679493, 0.03211583, -0.0401885 , 0.04749142,\n",
" -0.04170185, -0.05789715, 0.01607078, 0.01886708, -0.0963923 ,\n",
" -0.01372448, -0.05013158, 0.01635721, 0.04815788, 0.02413727,\n",
" -0.03393283, -0.06833351, -0.0204836 , 0.04031765, -0.04144686,\n",
" 0.00547821, 0.02266899, -0.06891844, -0.02151928, 0.04487822,\n",
" 0.02016117, 0.05527103, -0.06201486, -0.04433912, -0.08875201,\n",
" -0.03703667, 0.01382391, -0.04431671, -0.02933015, 0.01903014,\n",
" -0.00189636, -0.00578249, -0.10384363, -0.07312602, 0.03463397,\n",
" -0.0380645 , 0.09044582, -0.0272422 , -0.04862937, 0.07086042,\n",
" 0.0122199 , 0.0439517 , 0.02761118, -0.00295331, 0.00861793,\n",
" 0.06839725, -0.05607765, 0.008215 , 0.04713516, -0.00124552,\n",
" -0.02258663, -0.03613281, 0.01243735, -0.03591986, 0.0441665 ,\n",
" 0.01021903, 0.00713133, -0.03086977, 0.0115842 , 0.04945133,\n",
" -0.02455527, -0.00471539, -0.00982245, 0.12492462, 0.08595941,\n",
" 0.02232163, 0.01903008, 0.03280816, -0.04909692, 0.0556904 ,\n",
" 0.10099059, -0.00960506, 0.02883048, -0.00710578, -0.01175166,\n",
" -0.02925595, -0.04350366, -0.05017093, 0.07592504, 0.02625756,\n",
" 0.00489736, 0.00246577, 0.00099857, -0.00827235, -0.05399784,\n",
" 0.07658971, 0.06728835, 0.02161222, 0.05129702, 0.02752788,\n",
" 0.0335131 , -0.06651857, -0.04903046, -0.00645725, 0.08495075,\n",
" -0.05334491, -0.01077861, -0.01971268, -0.01866063, 0.05615317,\n",
" 0.03913556, 0.00433793, 0.01838502, 0.06783116, 0.06127705,\n",
" -0.00752643, -0.07572886, -0.00727681, -0.00953781, 0.00718676,\n",
" 0.05284955, -0.0102666 , -0.07384985, 0.04105146, -0.07242788,\n",
" -0.05134561, 0.00065715, -0.02176893, -0.06516385, 0.01050444,\n",
" -0.02102181, 0.04357136, -0.02212616, -0.05681031, -0.03560534,\n",
" 0.01678808, -0.01349138, -0.01833787, 0.04050683, -0.07810172,\n",
" -0.01945639, -0.0403668 , 0.01285203, 0.06328668, -0.05047686,\n",
" 0.02978706, -0.04094274, 0.04063901, -0.02361191, -0.0117401 ,\n",
" 0.02705916, 0.04844997, 0.03980721, 0.04959531, 0.02777251,\n",
" -0.02146574, 0.04611842, 0.00919354, -0.03225624, -0.05879432,\n",
" -0.026534 , 0.01610357, -0.05114314, -0.01191755, -0.04989597,\n",
" -0.09877893, 0.02416856, -0.00300615, 0.09105879, 0.01754235,\n",
" 0.01900873, 0.01586332, 0.01919936, -0.05956228, -0.00537179,\n",
" -0.12263554, -0.02050344, 0.04907868, -0.03249932, -0.05573131,\n",
" -0.04841764, 0.0005047 , 0.01752841, -0.04099678, -0.09270102,\n",
" -0.04050242, 0.06299791, -0.00552525, -0.03369709, -0.04481588,\n",
" 0.02191677, -0.06455766, 0.01401508, 0.06499692, -0.0120338 ,\n",
" -0.01240628, -0.00564309, 0.02380865, -0.00137047, -0.0302428 ,\n",
" 0.02217644, -0.05449174, -0.08738065, 0.01782982, -0.01837895,\n",
" 0.10229122, -0.04633377, 0.0248015 , 0.01295246, 0.08979724,\n",
" 0.03955734, 0.01841195, -0.03381456, 0.00830304, 0.00923932,\n",
" 0.07929138, 0.00346879, 0.03938926, 0.03563051, -0.00144531,\n",
" 0.02917548, -0.01461674, 0.0151283 , -0.00325481, -0.03535927,\n",
" 0.02333199, 0.06607334, 0.06548597, 0.02554794, 0.02049027,\n",
" 0.03241588, 0.01389031, 0.04101132, -0.01814812, -0.0574718 ,\n",
" -0.02317158, 0.07892301, -0.00411272, -0.0396918 , 0.04777961,\n",
" 0.010081 , -0.05450777, -0.0451971 , 0.05967911, 0.0145418 ,\n",
" 0.031848 , -0.05743109, 0.01014955, -0.04414948, -0.00504152,\n",
" -0.0299248 , -0.00872297, 0.05334228, 0.0088796 , 0.00475165,\n",
" -0.03900811, -0.06494612, 0.03435441, 0.01281015, 0.01763528,\n",
" 0.00423964, 0.01138596, -0.05978458, 0.06423233, 0.01177807,\n",
" 0.07293876, -0.03990795, 0.01149031, 0.03936623, 0.12106565,\n",
" -0.00524269, -0.05550179, -0.10304691, 0.02698181, -0.03762705,\n",
" -0.00548518, -0.00551015, 0.00904563, 0.0700113 , 0.0285727 ,\n",
" -0.03198645, -0.01099744, 0.07886729, 0.01363687, -0.00559557,\n",
" -0.01184838, -0.09589035]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'elf': Embedding(embedding=array([ 0.10571289, -0.04529749, -0.01932265, -0.00151922, -0.00589759,\n",
" -0.06100207, 0.02223051, 0.06138381, 0.10220224, 0.06278419,\n",
" -0.01684265, 0.04835193, 0.03234405, 0.01986309, -0.0166171 ,\n",
" 0.02545066, 0.06116124, 0.08945505, 0.00292262, -0.02160887,\n",
" -0.08804028, -0.0456549 , 0.00427546, 0.05187001, 0.01905748,\n",
" 0.02025622, 0.00504032, -0.04027116, 0.05864053, -0.01450297,\n",
" 0.0796391 , -0.01660647, -0.00457686, 0.00982152, 0.03942983,\n",
" -0.01925443, -0.04528891, -0.01756665, -0.08311538, 0.0435003 ,\n",
" -0.04362392, 0.01105875, -0.02217845, -0.01602008, 0.04304232,\n",
" -0.06004916, -0.03599684, 0.04593912, -0.0288517 , 0.02013356,\n",
" 0.03128413, -0.01343408, 0.0005351 , 0.01582806, 0.04458409,\n",
" 0.06984548, -0.00439825, -0.08240481, -0.01995134, -0.02266399,\n",
" 0.05183737, 0.01589203, 0.02325818, 0.01578149, 0.00871095,\n",
" 0.01087061, 0.0384301 , 0.01127577, -0.01170161, -0.01920801,\n",
" -0.02035916, 0.03126218, 0.02104455, 0.15323943, -0.02171839,\n",
" 0.00951552, 0.01138991, -0.08100815, 0.01759101, -0.02160059,\n",
" 0.04362298, 0.01554557, -0.07679286, 0.05325058, -0.01884702,\n",
" 0.03590706, -0.02585285, -0.09073433, -0.05323708, -0.03992839,\n",
" -0.01718119, -0.03618722, -0.0367068 , -0.08663213, -0.06764654,\n",
" 0.03277915, -0.06804811, 0.03475283, -0.01812077, -0.00808429,\n",
" -0.00691771, -0.02175851, -0.0085877 , -0.02900494, -0.03502565,\n",
" -0.01124667, 0.00061858, 0.0321976 , -0.04892752, 0.07895607,\n",
" -0.03262573, -0.02268816, -0.00316298, -0.00096003, 0.01170753,\n",
" 0.08436859, 0.02378358, 0.08583269, -0.06840896, -0.02221452,\n",
" -0.17300013, -0.05799923, 0.03574447, 0.00253772, -0.02466023,\n",
" 0.00194471, -0.03004238, 0.04163773, -0.07346185, 0.01717092,\n",
" 0.00605538, 0.06932638, -0.029426 , 0.02673601, -0.03381186,\n",
" 0.04879237, 0.02345862, 0.05996613, -0.01246034, 0.00955785,\n",
" -0.03436828, -0.02483371, -0.00865806, 0.0135587 , -0.01020113,\n",
" 0.03838468, 0.01158698, 0.05834432, -0.04386251, 0.00655555,\n",
" 0.05099099, 0.02715285, -0.03173987, 0.0274694 , -0.03764338,\n",
" -0.0594137 , -0.02740787, 0.01890261, 0.03892777, 0.00210445,\n",
" 0.0194953 , 0.04814698, 0.03588178, -0.06720971, -0.09521513,\n",
" -0.00739692, 0.00262552, -0.03623624, 0.03427511, 0.05223065,\n",
" -0.03525745, 0.04398263, -0.03797985, 0.00948833, 0.0433872 ,\n",
" -0.08312836, -0.02788462, -0.01217497, 0.0351693 , -0.00086859,\n",
" 0.02812975, -0.04318322, 0.01223414, -0.01109296, -0.00341679,\n",
" 0.01541599, 0.00820076, 0.0053708 , -0.04415263, 0.00651251,\n",
" -0.08867384, -0.0354832 , -0.01806161, 0.00841937, -0.06592903,\n",
" 0.04193044, 0.04687157, -0.0149987 , -0.04905953, 0.00242168,\n",
" 0.09143367, 0.0337033 , 0.05240334, 0.00098435, -0.02285605,\n",
" 0.02160162, 0.02993657, -0.0304506 , -0.00636369, -0.0532029 ,\n",
" 0.05100859, -0.01145394, 0.06170396, 0.00317969, -0.0122854 ,\n",
" 0.04266703, -0.0785974 , -0.08662093, -0.04632144, 0.03378274,\n",
" 0.02098063, 0.03485052, 0.05876018, 0.01288528, 0.00937964,\n",
" -0.0216327 , 0.02739484, -0.02227627, 0.00363847, -0.00658938,\n",
" -0.04991369, 0.04037825, 0.02921886, -0.05215999, 0.0430989 ,\n",
" -0.03417232, -0.04346464, 0.01069527, 0.02573157, -0.09705915,\n",
" -0.01994005, -0.04432146, 0.02744579, 0.05715196, 0.02153198,\n",
" -0.02948837, -0.07174909, -0.02050186, 0.04947692, -0.04397572,\n",
" 0.01773778, 0.01340609, -0.07107852, -0.03304391, 0.03731886,\n",
" 0.02263502, 0.05068913, -0.06699654, -0.05123978, -0.08163075,\n",
" -0.02160557, 0.00768713, -0.04847162, -0.02700339, 0.01905898,\n",
" -0.01035592, -0.00168829, -0.10206838, -0.08027094, 0.04348947,\n",
" -0.03902716, 0.07980092, -0.0389741 , -0.05043091, 0.05584625,\n",
" 0.00558516, 0.03709895, 0.01987741, -0.00121115, 0.01034957,\n",
" 0.06140439, -0.04999621, -0.00122722, 0.05551151, 0.00400544,\n",
" -0.0359758 , -0.02503823, 0.00527462, -0.04672727, 0.03497571,\n",
" 0.01132191, 0.00369354, -0.02866605, 0.00807624, 0.04724431,\n",
" -0.01847244, -0.01201976, -0.01079788, 0.12308592, 0.09226747,\n",
" 0.03000304, 0.0224468 , 0.03825789, -0.03841957, 0.06042098,\n",
" 0.08818521, -0.00639673, 0.02690732, -0.01022645, -0.02719432,\n",
" -0.03529961, -0.04515202, -0.04598496, 0.06880201, 0.02785574,\n",
" 0.0089215 , 0.00026752, -0.00547042, -0.00476745, -0.05705317,\n",
" 0.08527742, 0.07197008, 0.01245912, 0.04907871, 0.0213505 ,\n",
" 0.04846395, -0.06874085, -0.05732706, -0.00247932, 0.07830698,\n",
" -0.06137811, -0.01010854, -0.02215842, -0.01758081, 0.05660775,\n",
" 0.03678481, -0.00332461, 0.01874672, 0.06447101, 0.06434387,\n",
" -0.01270238, -0.0803626 , -0.00428077, -0.01761934, 0.0216087 ,\n",
" 0.04690937, -0.00514753, -0.06115621, 0.04116607, -0.07001933,\n",
" -0.05126311, -0.00045203, -0.01727271, -0.06713828, 0.01933779,\n",
" -0.01622851, 0.04723604, 0.00060622, -0.05748944, -0.04170623,\n",
" 0.01654171, -0.00511491, -0.01545205, 0.03896168, -0.09290405,\n",
" -0.01191988, -0.04084721, 0.02092402, 0.05488917, -0.04662559,\n",
" 0.02599801, -0.05452123, 0.04980088, -0.0133441 , -0.01038232,\n",
" 0.02772141, 0.0418416 , 0.03550784, 0.049685 , 0.03585065,\n",
" -0.00910281, 0.04707352, 0.0256246 , -0.02910922, -0.06370188,\n",
" -0.03183083, 0.01222519, -0.0583664 , -0.01782342, -0.03569533,\n",
" -0.09246287, 0.0290217 , -0.00239235, 0.09461852, 0.00821541,\n",
" 0.01614393, 0.00711904, 0.02249901, -0.05596606, -0.01053618,\n",
" -0.12564565, -0.01092654, 0.05172625, -0.04299207, -0.05064695,\n",
" -0.05108813, -0.00327232, 0.02561504, -0.0526086 , -0.08764815,\n",
" -0.03796616, 0.05796582, -0.01556299, -0.04651853, -0.03976254,\n",
" 0.02822438, -0.05965851, 0.00339751, 0.06716649, -0.01068139,\n",
" -0.00725864, 0.00413571, 0.01611531, 0.0064516 , -0.0262042 ,\n",
" 0.02363102, -0.05125244, -0.08030584, 0.02529682, -0.02393126,\n",
" 0.10620874, -0.0493067 , 0.02227107, 0.0104312 , 0.08931702,\n",
" 0.03661451, 0.01505025, -0.03945116, 0.00535537, 0.00928899,\n",
" 0.07920542, -0.00452522, 0.03239104, 0.03466556, -0.00724306,\n",
" 0.03105907, -0.0151774 , 0.019937 , -0.01109869, -0.03499678,\n",
" 0.03563912, 0.0527872 , 0.06822515, 0.03253441, 0.01985835,\n",
" 0.02839082, -0.00215996, 0.0449693 , -0.01342505, -0.05514377,\n",
" -0.02464443, 0.08273233, -0.01145818, -0.03315829, 0.04448185,\n",
" 0.01933797, -0.05708844, -0.04430814, 0.05693998, 0.01916123,\n",
" 0.034565 , -0.06792547, 0.0177668 , -0.04457166, -0.01424115,\n",
" -0.0243507 , 0.00049017, 0.06008489, 0.00552626, 0.00461931,\n",
" -0.04308598, -0.05652295, 0.02345883, 0.01699552, 0.01412541,\n",
" -0.00152016, 0.01546034, -0.05705272, 0.06810041, -0.00920673,\n",
" 0.05927155, -0.03961586, 0.00992579, 0.0395889 , 0.12735046,\n",
" 0.00473018, -0.05272649, -0.09915303, 0.03429923, -0.03053751,\n",
" -0.00228238, -0.01263756, 0.00418172, 0.08248723, 0.0247854 ,\n",
" -0.02029852, -0.01374077, 0.07619933, 0.01054948, -0.02248843,\n",
" -0.00803442, -0.10650183]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'elmo': Embedding(embedding=array([ 0.12143026, -0.0444241 , -0.01442667, 0.01697199, 0.00490662,\n",
" -0.07677269, 0.0282459 , 0.0782282 , 0.10439111, 0.08139365,\n",
" -0.02519658, 0.06341048, 0.03160419, 0.00895524, 0.0016218 ,\n",
" 0.03441525, 0.04957207, 0.10363259, 0.01092497, -0.04136417,\n",
" -0.09732158, -0.04804749, 0.01926634, 0.04119355, 0.03946206,\n",
" 0.02446936, 0.00850764, -0.0451418 , 0.04127971, -0.02248677,\n",
" 0.06923007, -0.0091133 , 0.00737855, -0.00436639, 0.04201364,\n",
" -0.02118872, -0.07819084, -0.02630547, -0.09373713, 0.05359129,\n",
" -0.06027525, 0.0156164 , -0.01596609, -0.01531291, 0.05029923,\n",
" -0.07917304, -0.02851989, 0.03488458, -0.02336876, 0.02927347,\n",
" 0.01796235, -0.01758674, -0.00073149, 0.01075799, 0.04167295,\n",
" 0.06341027, 0.00734008, -0.07675314, -0.00805327, -0.0326311 ,\n",
" 0.04476692, 0.00558841, 0.02919633, 0.0169259 , 0.01469958,\n",
" 0.01218534, 0.03596849, 0.02115438, 0.00831333, -0.03240316,\n",
" -0.02820951, 0.00770373, 0.03174768, 0.13341202, -0.03111213,\n",
" 0.00595314, 0.01975764, -0.07632299, 0.01580797, -0.02553724,\n",
" 0.04544678, 0.03008497, -0.07386868, 0.02935212, -0.00689673,\n",
" 0.05839104, -0.01825493, -0.10160391, -0.05916652, -0.02713774,\n",
" -0.02986062, -0.04761675, -0.02017664, -0.05762616, -0.0738805 ,\n",
" 0.03053913, -0.07544213, 0.03475797, 0.01318737, -0.00017294,\n",
" -0.00079582, -0.02631154, -0.02273754, -0.03159809, -0.03904981,\n",
" -0.02798255, -0.00081621, 0.0113546 , -0.02872221, 0.07879893,\n",
" -0.0288708 , -0.01700388, -0.00106168, -0.00485696, 0.02915645,\n",
" 0.06900192, 0.03118691, 0.10166579, -0.05240547, -0.0426684 ,\n",
" -0.13822554, -0.07249605, 0.02764435, -0.02042857, -0.02426925,\n",
" 0.01386207, -0.05085663, 0.04165296, -0.08585835, -0.00203507,\n",
" 0.00994685, 0.05630954, -0.004431 , 0.02300132, -0.01460547,\n",
" 0.03404835, 0.01111088, 0.06625065, -0.00770752, 0.02952842,\n",
" -0.03698179, -0.01594247, 0.00198354, 0.01734546, -0.03622309,\n",
" 0.02031736, 0.00895078, 0.06533402, -0.02570125, 0.0014712 ,\n",
" 0.05320282, 0.03295216, -0.03865758, 0.02214979, -0.05237975,\n",
" -0.04149757, -0.03337517, 0.00609623, 0.03019452, -0.00408817,\n",
" 0.00393372, 0.04847438, 0.02162218, -0.0511554 , -0.08469214,\n",
" -0.01167406, 0.02030896, -0.03388399, 0.02434571, 0.03372785,\n",
" -0.0323196 , 0.03087068, -0.06515784, 0.01721768, 0.06527956,\n",
" -0.07568444, -0.03260322, -0.01538068, 0.01444345, -0.00833547,\n",
" 0.02275587, -0.05264072, 0.03769186, -0.02888876, -0.00842214,\n",
" 0.02562676, 0.0706512 , -0.00730233, -0.031229 , -0.00202293,\n",
" -0.10253221, -0.02306278, -0.03964776, 0.01619389, -0.06224886,\n",
" 0.06244492, 0.04924666, -0.04004866, -0.04800468, 0.00215064,\n",
" 0.06282251, 0.03030762, 0.06946553, 0.01540216, -0.01777304,\n",
" 0.01807196, 0.04361915, -0.01646757, -0.02322476, -0.04026929,\n",
" 0.05443687, -0.03304308, 0.06147752, 0.0155541 , -0.00259591,\n",
" 0.02058011, -0.05906194, -0.07494574, -0.05967938, 0.02944347,\n",
" 0.03439828, 0.02282879, 0.04898326, 0.01991118, 0.03847211,\n",
" 0.00086643, 0.04158387, 0.00427991, 0.00961481, -0.01591384,\n",
" -0.05750663, 0.03808383, 0.02655798, -0.02345103, 0.02712109,\n",
" -0.03519758, -0.05919134, 0.01609708, 0.05478114, -0.0766043 ,\n",
" -0.01563664, -0.06198633, 0.00956615, 0.0476323 , 0.02036875,\n",
" -0.03782148, -0.05042257, -0.02814496, 0.03865863, -0.03414543,\n",
" 0.01669302, 0.01869895, -0.06192853, -0.03534612, 0.03520672,\n",
" 0.02387086, 0.02103427, -0.07224374, -0.04613017, -0.11149286,\n",
" -0.02706935, -0.00256795, -0.0650782 , -0.02278606, 0.02747346,\n",
" -0.0070697 , -0.01433807, -0.09929192, -0.09783995, 0.0420707 ,\n",
" -0.03010096, 0.12712371, -0.01045719, -0.04523657, 0.05201815,\n",
" 0.01277663, 0.05175122, 0.02316945, 0.00605427, 0.02113427,\n",
" 0.07371359, -0.06777489, -0.00945249, 0.06055091, 0.00120315,\n",
" -0.02337466, -0.04860917, 0.00779338, -0.02853692, 0.05936207,\n",
" 0.01412878, 0.00997363, -0.02033425, 0.01016904, 0.02575463,\n",
" -0.05413505, -0.00542925, -0.01535919, 0.10952124, 0.09719206,\n",
" 0.03176451, 0.03568258, 0.02515148, -0.05915644, 0.0461548 ,\n",
" 0.07966577, 0.00442552, 0.0213975 , -0.02146014, -0.02704548,\n",
" -0.04358004, -0.04706842, -0.05529234, 0.06101812, 0.03657003,\n",
" 0.03355724, 0.02247061, -0.02534438, -0.01034817, -0.03194922,\n",
" 0.09472155, 0.06559131, 0.01173465, 0.03744138, 0.03083955,\n",
" 0.03853422, -0.05579932, -0.0605305 , -0.00507019, 0.07017376,\n",
" -0.05923906, -0.00341407, -0.01166151, -0.01118363, 0.05334548,\n",
" 0.04610611, -0.01020293, 0.02732789, 0.06349375, 0.06953685,\n",
" -0.02618061, -0.04288319, -0.00714131, -0.02616518, 0.01516795,\n",
" 0.0403107 , -0.02684227, -0.07371281, 0.03560197, -0.08450121,\n",
" -0.04396321, 0.01964706, -0.00942915, -0.04892913, 0.0294349 ,\n",
" -0.01635116, 0.03805357, -0.00769361, -0.04931962, -0.02182053,\n",
" 0.02338868, -0.02037049, -0.04611031, 0.01265563, -0.05806394,\n",
" -0.02785763, -0.04024219, 0.01327847, 0.05290043, -0.04171721,\n",
" 0.03177586, -0.05189874, 0.06982177, -0.00132119, -0.00984786,\n",
" 0.02551551, 0.04935745, 0.03288908, 0.03988398, 0.0428185 ,\n",
" -0.01122836, 0.03993389, 0.00977703, -0.03094751, -0.0666345 ,\n",
" -0.03206953, 0.00830771, -0.03804082, -0.03279743, -0.05085932,\n",
" -0.09553067, 0.02043994, -0.00942948, 0.0908322 , 0.014325 ,\n",
" 0.00412327, 0.00283685, 0.04262156, -0.04516472, -0.03205233,\n",
" -0.12908605, -0.00796611, 0.03131462, -0.03532296, -0.05651437,\n",
" -0.04672287, -0.00811845, 0.030857 , -0.0503798 , -0.07387557,\n",
" -0.03327224, 0.06819834, -0.01596497, -0.03800954, -0.0520914 ,\n",
" 0.01624916, -0.06631084, -0.00220348, 0.0571541 , -0.01288061,\n",
" -0.01575229, 0.00925159, 0.0303286 , 0.01984005, -0.02657945,\n",
" 0.01260713, -0.04444282, -0.0768558 , 0.02331441, -0.01633202,\n",
" 0.10284773, -0.01581266, 0.02272735, 0.01830973, 0.08558068,\n",
" 0.04744557, 0.02032422, -0.04163599, 0.00942092, 0.03097569,\n",
" 0.04730229, 0.00342946, 0.03805707, 0.0399496 , -0.00650121,\n",
" 0.02933777, -0.03230061, 0.01906406, -0.03158712, -0.03083077,\n",
" 0.0241429 , 0.06169527, 0.05143267, 0.01598606, 0.03307214,\n",
" 0.03126044, 0.00480378, 0.06007813, -0.02861631, -0.05037664,\n",
" -0.04045428, 0.06639612, 0.0050724 , -0.05041586, 0.05184519,\n",
" 0.00738036, -0.05415292, -0.0425399 , 0.02141717, 0.01287108,\n",
" 0.04235808, -0.0652111 , 0.00829211, -0.03226458, 0.00275929,\n",
" -0.0078843 , 0.02865319, 0.04310263, 0.0061799 , 0.01789433,\n",
" -0.04116588, -0.06115364, 0.02607746, 0.00077689, 0.00541718,\n",
" 0.02438884, -0.00991755, -0.0608223 , 0.07316244, 0.01204296,\n",
" 0.07613452, -0.02524142, 0.00616296, 0.03305628, 0.11714065,\n",
" 0.00586668, -0.07259538, -0.08928303, 0.01970757, -0.01471944,\n",
" 0.00266847, -0.00456711, 0.01148688, 0.04235491, 0.03511448,\n",
" -0.03428887, -0.00983645, 0.06123718, 0.00445731, 0.00901247,\n",
" 0.00092121, -0.10255564]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ermg': Embedding(embedding=array([ 0.10296329, -0.03948935, -0.0133246 , 0.01626151, -0.01437929,\n",
" -0.06231537, 0.01492529, 0.06217949, 0.09859865, 0.04896614,\n",
" -0.02610138, 0.05530256, 0.03086557, 0.02158648, -0.00988814,\n",
" 0.0428301 , 0.06430446, 0.08825643, -0.00353714, -0.01423129,\n",
" -0.08379777, -0.04033798, -0.0070508 , 0.0487176 , 0.00662562,\n",
" 0.01537968, 0.00817014, -0.03920151, 0.05649975, -0.01377638,\n",
" 0.07139862, -0.02333117, 0.01015702, -0.00071098, 0.04215717,\n",
" -0.03019675, -0.03612751, -0.0151016 , -0.09242644, 0.04553432,\n",
" -0.0450562 , 0.01617269, -0.02803127, -0.00893761, 0.04359041,\n",
" -0.05709641, -0.04232563, 0.05726824, -0.02683111, 0.01226987,\n",
" 0.03646603, -0.01757303, -0.00657275, 0.02156279, 0.04179753,\n",
" 0.08005124, -0.01968282, -0.08940739, -0.02374189, -0.02224292,\n",
" 0.04033814, 0.00315118, 0.01497519, 0.01527688, 0.01453627,\n",
" 0.01740107, 0.04064627, 0.01800522, -0.00314915, -0.02101395,\n",
" -0.01018598, 0.02082518, 0.03331383, 0.14135815, -0.02939799,\n",
" 0.0077043 , 0.02004758, -0.09733407, 0.02523839, -0.02354589,\n",
" 0.01634184, 0.01998842, -0.06525896, 0.04430913, -0.01420453,\n",
" 0.04659283, -0.01868138, -0.09287146, -0.05853763, -0.03057041,\n",
" -0.02914729, -0.04290622, -0.02078886, -0.08941573, -0.07796127,\n",
" 0.03737891, -0.06921957, 0.04343089, -0.00828149, 0.00637834,\n",
" -0.00757663, -0.02158052, 0.00911665, -0.02303779, -0.03755444,\n",
" -0.02407309, 0.00098254, 0.03707486, -0.05171108, 0.07330319,\n",
" -0.04040611, -0.01257018, 0.01308856, -0.0092755 , 0.00129189,\n",
" 0.07765795, 0.03472277, 0.07729024, -0.06665357, -0.01189961,\n",
" -0.19334027, -0.05423341, 0.02020637, 0.00745633, -0.01887093,\n",
" 0.00051631, -0.03308928, 0.0396697 , -0.08080608, 0.01309503,\n",
" 0.004253 , 0.05632884, -0.03601206, 0.0232401 , -0.03811953,\n",
" 0.05538445, 0.02743073, 0.06042529, -0.01125994, 0.01527695,\n",
" -0.02789956, -0.02203315, -0.02716798, 0.01367075, -0.02551581,\n",
" 0.03881868, 0.0041216 , 0.05713032, -0.04630949, 0.009898 ,\n",
" 0.04426017, 0.02688223, -0.03314568, 0.04013881, -0.02902014,\n",
" -0.04872119, -0.02591665, 0.03232218, 0.03969675, 0.00224282,\n",
" 0.0213739 , 0.05168166, 0.04662145, -0.07223935, -0.08790156,\n",
" -0.00248281, 0.00469921, -0.02997502, 0.04517354, 0.03500686,\n",
" -0.02417165, 0.0362049 , -0.03352899, 0.01624593, 0.03688551,\n",
" -0.09049887, -0.0272704 , -0.01105157, 0.03355467, 0.00234245,\n",
" 0.03235632, -0.04300557, -0.00211931, -0.00626466, -0.00139003,\n",
" 0.0104126 , -0.00582376, 0.01182479, -0.03975945, -0.00575559,\n",
" -0.08105131, -0.03282458, -0.01305929, 0.01227775, -0.06656647,\n",
" 0.03609139, 0.05714789, 0.00307172, -0.04641927, -0.00062384,\n",
" 0.08765713, 0.03190867, 0.04827215, -0.00278442, -0.03841082,\n",
" 0.01010092, 0.04073077, -0.02996618, -0.0048964 , -0.06173288,\n",
" 0.04785344, -0.0131364 , 0.07262489, 0.00140546, -0.01471097,\n",
" 0.03188 , -0.09444577, -0.09154247, -0.03603175, 0.03292134,\n",
" 0.03688763, 0.03091359, 0.07213611, 0.01809317, 0.00140664,\n",
" -0.03601541, 0.02702362, -0.00903798, 0.00427996, -0.01606097,\n",
" -0.0507465 , 0.03933154, 0.02732706, -0.04624742, 0.04750937,\n",
" -0.03503579, -0.05559247, 0.01306606, 0.00997802, -0.090064 ,\n",
" -0.03230852, -0.04075491, 0.01772666, 0.04400748, 0.02337088,\n",
" -0.03673547, -0.06573192, -0.02416688, 0.04508483, -0.04533364,\n",
" 0.01245828, 0.01553679, -0.06960769, -0.02978478, 0.04355884,\n",
" 0.02106552, 0.05823354, -0.05570357, -0.03982443, -0.08697727,\n",
" -0.04001667, 0.01141086, -0.03704901, -0.02982919, 0.01492261,\n",
" -0.00092944, -0.00407539, -0.1059476 , -0.07941505, 0.03172076,\n",
" -0.04346082, 0.08460868, -0.02888204, -0.0511238 , 0.0662744 ,\n",
" 0.00756978, 0.03789721, 0.02523837, -0.00780478, 0.00991155,\n",
" 0.06052188, -0.05433235, 0.0152851 , 0.04101642, 0.01148742,\n",
" -0.02495256, -0.03404386, 0.00936962, -0.04350606, 0.03093929,\n",
" 0.00770069, 0.00765019, -0.04000107, 0.01506011, 0.04671184,\n",
" -0.01616804, -0.00363321, -0.0049723 , 0.12585105, 0.08753143,\n",
" 0.02394659, 0.01400086, 0.03138941, -0.03871408, 0.06046462,\n",
" 0.10412449, -0.01698325, 0.03444038, -0.00038323, -0.01961309,\n",
" -0.02450798, -0.04010019, -0.05054217, 0.06475957, 0.01964966,\n",
" 0.00375078, -0.00927754, -0.00064631, -0.00517568, -0.06284449,\n",
" 0.07107928, 0.06444748, 0.01468389, 0.06062833, 0.02149754,\n",
" 0.03382412, -0.06183264, -0.04711737, -0.00357009, 0.07520798,\n",
" -0.0529106 , -0.01465208, -0.01835038, -0.02955566, 0.05952599,\n",
" 0.03343497, 0.00710031, 0.02184991, 0.07622625, 0.05883729,\n",
" -0.00148858, -0.07103515, -0.00200869, -0.01036183, 0.00801518,\n",
" 0.04413261, -0.00832654, -0.07029797, 0.03949548, -0.07084929,\n",
" -0.05257471, -0.01328243, -0.02145362, -0.06555418, 0.0188832 ,\n",
" -0.02517355, 0.04374512, -0.01892596, -0.05219309, -0.03616292,\n",
" 0.011126 , -0.01349295, -0.01499102, 0.04790928, -0.0802798 ,\n",
" -0.01064245, -0.03520141, 0.0119826 , 0.06042546, -0.05421705,\n",
" 0.03416144, -0.04589694, 0.04105079, -0.02234993, -0.01070822,\n",
" 0.02261028, 0.05252916, 0.04044322, 0.04759876, 0.03347373,\n",
" -0.02702967, 0.04305978, 0.00966943, -0.03429116, -0.05848938,\n",
" -0.02648061, 0.01455153, -0.04745786, -0.01228375, -0.0424963 ,\n",
" -0.09651652, 0.02469808, -0.00883919, 0.08005204, 0.00713207,\n",
" 0.01831741, 0.0155701 , 0.01548421, -0.06575558, -0.01144239,\n",
" -0.12650532, -0.01649919, 0.05266722, -0.03505678, -0.04875667,\n",
" -0.04929309, 0.00112249, 0.02018309, -0.04577791, -0.08950137,\n",
" -0.03473848, 0.05244587, -0.01210268, -0.03954502, -0.05154017,\n",
" 0.02404454, -0.06467745, 0.00744255, 0.06927218, -0.00488907,\n",
" -0.00525074, -0.00847456, 0.0133639 , -0.00294529, -0.03025475,\n",
" 0.0243604 , -0.05203418, -0.08584774, 0.02025063, -0.01810173,\n",
" 0.10263977, -0.05498187, 0.02742362, 0.01272443, 0.09273522,\n",
" 0.04050533, 0.0178245 , -0.02423705, 0.00823755, 0.00863096,\n",
" 0.08490826, 0.00624769, 0.04087624, 0.03204171, -0.00540916,\n",
" 0.03014967, -0.01577845, 0.01357297, -0.00584497, -0.02771106,\n",
" 0.03317418, 0.05999905, 0.07487211, 0.03933409, 0.0113042 ,\n",
" 0.03919052, 0.00727987, 0.03762978, -0.01606302, -0.0513545 ,\n",
" -0.02494406, 0.0706095 , -0.0051978 , -0.02910997, 0.05144786,\n",
" 0.01699019, -0.04788449, -0.04176679, 0.0647871 , 0.02449042,\n",
" 0.03505434, -0.05372312, 0.01070876, -0.05025232, -0.00250699,\n",
" -0.0226933 , -0.01347083, 0.05902819, 0.01370066, -0.00473382,\n",
" -0.03762862, -0.07344528, 0.03387891, 0.01674555, 0.01524872,\n",
" 0.00438966, 0.0170353 , -0.05897099, 0.06420269, 0.00810374,\n",
" 0.05658786, -0.04785999, 0.00916291, 0.03818161, 0.12252533,\n",
" -0.00704028, -0.04460014, -0.11037646, 0.02716788, -0.03076543,\n",
" -0.00767998, -0.00663513, 0.00561772, 0.07663537, 0.02784946,\n",
" -0.02073392, -0.01169637, 0.08437622, 0.01840204, -0.01733408,\n",
" -0.00717433, -0.09412562]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'exit': Embedding(embedding=array([ 1.04457483e-01, -3.22343670e-02, -1.03177521e-02, 3.14565822e-02,\n",
" -1.32419737e-02, -5.67715690e-02, 2.18208544e-02, 5.78679703e-02,\n",
" 9.50237215e-02, 4.26347442e-02, -2.81175878e-02, 5.40948845e-02,\n",
" 3.38828899e-02, 2.00378355e-02, -5.15232421e-03, 4.14799117e-02,\n",
" 6.46171048e-02, 8.20814222e-02, -8.30188952e-03, -1.46332188e-02,\n",
" -8.49296972e-02, -3.53992097e-02, -6.42911019e-03, 5.30087277e-02,\n",
" 9.25491113e-05, 1.39530599e-02, 1.61043946e-02, -4.51548956e-02,\n",
" 5.14113046e-02, -1.31031694e-02, 7.39749372e-02, -2.34358683e-02,\n",
" 1.59485452e-02, -2.16104533e-03, 4.18272801e-02, -3.19714881e-02,\n",
" -3.09573635e-02, -1.31542236e-02, -9.25267786e-02, 4.67325747e-02,\n",
" -4.69133742e-02, 2.49392241e-02, -2.95349844e-02, -8.95038061e-03,\n",
" 5.07556349e-02, -5.20297289e-02, -4.43797410e-02, 6.00304455e-02,\n",
" -2.60552689e-02, 1.10211326e-02, 3.87179330e-02, -2.01065056e-02,\n",
" -5.85222011e-03, 2.57616583e-02, 4.81106453e-02, 7.34901652e-02,\n",
" -2.88435277e-02, -9.42882374e-02, -1.76628754e-02, -1.95386969e-02,\n",
" 3.45989950e-02, 2.20032642e-03, 1.71266366e-02, 1.29533075e-02,\n",
" 2.17829067e-02, 2.64769513e-02, 3.93487439e-02, 2.08239853e-02,\n",
" -1.12762116e-03, -1.48966843e-02, -5.95987123e-03, 8.36117938e-03,\n",
" 4.24967408e-02, 1.32882744e-01, -2.91891955e-02, 1.02587212e-02,\n",
" 2.19033342e-02, -9.83228981e-02, 3.54388393e-02, -1.28704635e-02,\n",
" 2.08177813e-03, 1.81474742e-02, -5.58858141e-02, 3.62472497e-02,\n",
" -9.09326971e-03, 4.91651557e-02, -1.23214079e-02, -9.36974287e-02,\n",
" -6.83725104e-02, -2.82591973e-02, -3.54539715e-02, -4.16062996e-02,\n",
" -1.67406984e-02, -9.13127735e-02, -7.81450570e-02, 3.07680219e-02,\n",
" -7.54315481e-02, 4.08046283e-02, 2.76478892e-03, 1.40643194e-02,\n",
" -1.33396508e-02, -2.10550502e-02, 6.35801489e-03, -1.93887018e-02,\n",
" -3.89819928e-02, -2.83852629e-02, 9.54720075e-04, 3.29851322e-02,\n",
" -4.85233963e-02, 7.07220808e-02, -4.12831083e-02, -1.24746431e-02,\n",
" 1.21957008e-02, -1.29091321e-02, -2.58366461e-03, 7.93024451e-02,\n",
" 3.46426256e-02, 6.97918311e-02, -6.74106106e-02, -1.39840376e-02,\n",
" -1.97596252e-01, -4.95069027e-02, 1.66472122e-02, 9.60973557e-03,\n",
" -1.96069367e-02, 2.26915884e-03, -2.66775917e-02, 3.88425663e-02,\n",
" -7.42938295e-02, 4.28009126e-03, 6.81012683e-03, 4.84838672e-02,\n",
" -4.21314165e-02, 2.18980387e-02, -3.20070088e-02, 5.87189496e-02,\n",
" 2.61083636e-02, 6.19148090e-02, -6.63474668e-03, 1.96052585e-02,\n",
" -2.25919466e-02, -2.08499003e-02, -3.53966691e-02, 9.57328919e-03,\n",
" -2.58173104e-02, 3.41639817e-02, -3.63037660e-04, 5.61808161e-02,\n",
" -5.36734462e-02, 1.19801452e-02, 4.04432714e-02, 2.70768926e-02,\n",
" -2.53138356e-02, 4.47457246e-02, -2.10207663e-02, -4.54216152e-02,\n",
" -2.81602293e-02, 3.40541974e-02, 3.69518213e-02, 4.83829062e-03,\n",
" 2.40368657e-02, 4.64501418e-02, 5.24429642e-02, -7.19126686e-02,\n",
" -8.32788721e-02, 3.66629148e-03, 2.31764908e-03, -2.70238370e-02,\n",
" 4.76238318e-02, 2.43519899e-02, -1.91894509e-02, 2.95889396e-02,\n",
" -4.14962806e-02, 1.98922083e-02, 3.95901278e-02, -9.47976634e-02,\n",
" -2.81677321e-02, -1.36009380e-02, 2.60201655e-02, 2.85726856e-03,\n",
" 2.74855793e-02, -3.73717472e-02, -2.59548682e-03, -1.24823162e-02,\n",
" 4.09880333e-04, 1.07289730e-02, -2.51347269e-03, 2.56817658e-02,\n",
" -4.05846238e-02, -9.94525664e-03, -8.13198835e-02, -2.61763409e-02,\n",
" -1.51280696e-02, 1.59185100e-02, -6.69559315e-02, 4.19601463e-02,\n",
" 6.27000704e-02, 9.91892256e-03, -4.10931408e-02, -1.01584317e-02,\n",
" 9.01347101e-02, 2.97168642e-02, 4.79207709e-02, -8.24905559e-03,\n",
" -4.11306284e-02, 4.31286357e-03, 4.38667983e-02, -2.53531113e-02,\n",
" -7.66119501e-03, -6.35735020e-02, 4.88580987e-02, -1.19645940e-02,\n",
" 7.37893432e-02, 8.64736503e-04, -1.51258707e-02, 2.51477826e-02,\n",
" -9.61938351e-02, -8.88494328e-02, -3.43339108e-02, 3.25088128e-02,\n",
" 3.95015888e-02, 2.73838826e-02, 7.24751353e-02, 2.50946861e-02,\n",
" -2.94663128e-03, -4.19788398e-02, 3.41583714e-02, -7.26938248e-03,\n",
" 6.66261418e-03, -2.20268555e-02, -5.16607463e-02, 4.07273211e-02,\n",
" 2.79667303e-02, -4.46719341e-02, 4.70236577e-02, -3.77526172e-02,\n",
" -6.46205172e-02, 1.42683377e-02, 8.56276788e-03, -8.42275023e-02,\n",
" -2.57565416e-02, -4.52581495e-02, 1.23276608e-02, 3.20813917e-02,\n",
" 2.41061933e-02, -3.68970074e-02, -6.01619780e-02, -2.01936346e-02,\n",
" 2.98375152e-02, -4.36755121e-02, 7.15291768e-04, 1.79334991e-02,\n",
" -6.98897764e-02, -2.57128999e-02, 4.29891311e-02, 1.48062911e-02,\n",
" 5.69511615e-02, -5.65545820e-02, -4.12367024e-02, -8.87870342e-02,\n",
" -4.43535298e-02, 1.43961320e-02, -3.28504443e-02, -2.70098299e-02,\n",
" 1.98411811e-02, 9.71761358e-04, -5.25658438e-03, -1.07268646e-01,\n",
" -7.40411505e-02, 2.44622771e-02, -4.55350019e-02, 9.57942083e-02,\n",
" -2.36644782e-02, -5.55237718e-02, 7.28461295e-02, 1.27979675e-02,\n",
" 4.13215756e-02, 2.20860280e-02, -1.03399949e-02, 1.11282663e-02,\n",
" 6.18534088e-02, -6.12595826e-02, 2.06091497e-02, 3.45588140e-02,\n",
" 6.75210590e-03, -2.46272944e-02, -3.59078906e-02, 1.31283207e-02,\n",
" -3.25932316e-02, 3.33775729e-02, 7.46588688e-03, 1.74967833e-02,\n",
" -4.19566035e-02, 2.12006439e-02, 3.99922617e-02, -1.57556962e-02,\n",
" -8.50195810e-03, 6.51974871e-04, 1.25335932e-01, 9.12898555e-02,\n",
" 2.15734001e-02, 1.19092325e-02, 2.59594098e-02, -4.21538763e-02,\n",
" 5.71926981e-02, 1.13092586e-01, -2.31554285e-02, 3.71293873e-02,\n",
" -8.10118765e-03, -1.94855407e-02, -1.76124722e-02, -3.84851322e-02,\n",
" -5.76297306e-02, 6.34589568e-02, 1.31805269e-02, 5.45097319e-05,\n",
" -1.09227989e-02, 4.13293578e-03, -1.02022076e-02, -6.07692264e-02,\n",
" 6.55886456e-02, 5.52633293e-02, 1.81173403e-02, 6.00419380e-02,\n",
" 2.28319727e-02, 1.48258265e-02, -6.23874925e-02, -4.44514416e-02,\n",
" -1.71305682e-03, 7.86864087e-02, -4.64727916e-02, -1.84062552e-02,\n",
" -1.72677878e-02, -2.23123319e-02, 6.63729981e-02, 3.79162878e-02,\n",
" 1.14165815e-02, 2.95905154e-02, 8.05267468e-02, 5.47410846e-02,\n",
" 2.25816458e-03, -6.61980584e-02, -9.21245478e-03, -5.03854454e-03,\n",
" -2.61573703e-03, 4.31356542e-02, -1.41762989e-02, -7.67869502e-02,\n",
" 4.19479385e-02, -7.61613399e-02, -4.98852171e-02, -1.25695188e-02,\n",
" -3.19602452e-02, -6.10231124e-02, 1.37834409e-02, -2.94783060e-02,\n",
" 3.33966352e-02, -2.87427101e-02, -5.06686904e-02, -3.44710872e-02,\n",
" 1.51365427e-02, -1.82152484e-02, -1.47224469e-02, 4.34829742e-02,\n",
" -7.26592913e-02, -1.04412381e-02, -3.40985432e-02, 1.06402794e-02,\n",
" 6.24130704e-02, -5.82355373e-02, 4.06888388e-02, -4.85526919e-02,\n",
" 4.17133011e-02, -1.81113686e-02, -9.83292237e-03, 2.90041603e-02,\n",
" 5.09598292e-02, 3.85699235e-02, 4.92202006e-02, 3.33149917e-02,\n",
" -3.32010537e-02, 4.29699644e-02, 3.26997531e-03, -3.43889259e-02,\n",
" -4.92276698e-02, -2.85901316e-02, 1.74156930e-02, -4.38394323e-02,\n",
" -1.19151017e-02, -4.79659103e-02, -1.03546999e-01, 2.40457244e-02,\n",
" -1.34685384e-02, 7.44278803e-02, 1.18909925e-02, 1.65324956e-02,\n",
" 2.22803131e-02, 1.71853099e-02, -6.56689256e-02, -1.38830915e-02,\n",
" -1.23712368e-01, -1.45769538e-02, 5.63569367e-02, -2.64951345e-02,\n",
" -6.12343624e-02, -5.00717461e-02, 1.50560134e-03, 1.87987909e-02,\n",
" -4.51837443e-02, -9.03758928e-02, -3.69349867e-02, 5.50673045e-02,\n",
" -1.33595858e-02, -2.82950923e-02, -5.62529452e-02, 2.01692730e-02,\n",
" -6.83073997e-02, 8.34339950e-03, 6.93244785e-02, -2.08162097e-03,\n",
" -6.78978255e-03, -8.36541597e-03, 1.49088763e-02, -6.26010215e-03,\n",
" -3.12915333e-02, 1.93500314e-02, -4.89188470e-02, -9.11228657e-02,\n",
" 1.63380112e-02, -1.21921962e-02, 9.80339944e-02, -5.71330860e-02,\n",
" 3.22085693e-02, 1.43790646e-02, 8.99771973e-02, 4.51023988e-02,\n",
" 2.22810358e-02, -2.01425962e-02, 7.28107197e-03, 1.10703418e-02,\n",
" 8.33497420e-02, 1.02294143e-02, 3.63241583e-02, 3.12302131e-02,\n",
" -3.54294875e-03, 2.87308339e-02, -1.85276475e-02, 1.75908990e-02,\n",
" -4.87154489e-03, -2.77875699e-02, 2.94519793e-02, 6.44664019e-02,\n",
" 7.57033229e-02, 3.28928865e-02, 8.07886943e-03, 4.86319140e-02,\n",
" 2.07093246e-02, 3.96096930e-02, -1.65789910e-02, -5.30233756e-02,\n",
" -2.19661109e-02, 6.33637384e-02, -3.58493184e-03, -3.97600196e-02,\n",
" 5.74983023e-02, 1.16405161e-02, -4.98661362e-02, -4.56151664e-02,\n",
" 6.20803498e-02, 1.96391586e-02, 3.22940275e-02, -4.70596105e-02,\n",
" -1.56313053e-03, -5.62553369e-02, 7.72070792e-03, -2.54598707e-02,\n",
" -1.26025742e-02, 5.16993813e-02, 1.22839883e-02, -2.59554037e-03,\n",
" -3.30315977e-02, -8.49887356e-02, 3.64121087e-02, 8.41970276e-03,\n",
" 1.70056038e-02, 1.04031768e-02, 1.83784775e-02, -5.67228645e-02,\n",
" 6.24624044e-02, 1.88939199e-02, 5.90939894e-02, -4.82171327e-02,\n",
" 1.41504006e-02, 3.57960835e-02, 1.16054147e-01, -1.13603035e-02,\n",
" -4.23724204e-02, -1.15740493e-01, 2.82840263e-02, -2.84431074e-02,\n",
" -9.52977594e-03, -8.22391361e-03, 3.74062103e-03, 7.15709105e-02,\n",
" 3.00898813e-02, -2.46078987e-02, -1.19836889e-02, 8.35420042e-02,\n",
" 1.97401103e-02, -6.92043174e-03, -7.55399978e-03, -8.77693146e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'fa': Embedding(embedding=array([ 9.29644704e-02, -5.27306274e-02, -1.03982715e-02, -2.94986442e-02,\n",
" -5.98648470e-03, -3.60345058e-02, 3.45806107e-02, 6.44585118e-02,\n",
" 9.32629928e-02, 7.82867894e-02, -1.01400977e-02, 3.38980518e-02,\n",
" 1.44314012e-02, 3.60863395e-02, -4.64160461e-03, 1.42569160e-02,\n",
" 3.51547450e-02, 8.44612345e-02, 1.16056902e-02, -2.68947501e-02,\n",
" -8.39656815e-02, -4.25676666e-02, -1.84274555e-04, 5.76481335e-02,\n",
" 3.53960767e-02, 3.37132812e-02, -1.28886029e-02, -3.65489051e-02,\n",
" 5.83612733e-02, -6.74948143e-03, 7.87634850e-02, -5.89907262e-03,\n",
" -3.05989478e-02, -7.10267713e-03, 3.07373106e-02, -3.04848235e-03,\n",
" -3.70301194e-02, -2.18267292e-02, -6.60616681e-02, 5.36363088e-02,\n",
" -3.93790416e-02, 1.69353641e-03, -1.82937384e-02, -1.82131734e-02,\n",
" 3.26587297e-02, -5.58485650e-02, -2.29057577e-02, 4.85800989e-02,\n",
" -3.19317132e-02, 2.65099928e-02, 3.46091352e-02, 4.06466599e-04,\n",
" 2.99036666e-03, 9.96076316e-03, 3.90228741e-02, 4.71525639e-02,\n",
" 9.02405288e-03, -5.46759032e-02, -3.62025350e-02, -3.55626680e-02,\n",
" 4.63645086e-02, 2.61399280e-02, 3.81683260e-02, 1.85003486e-02,\n",
" 1.76982880e-02, -6.34802086e-03, 3.54489908e-02, -3.23889963e-03,\n",
" -1.15607195e-02, -2.70550065e-02, -2.87259594e-02, 5.56266904e-02,\n",
" 1.30284391e-02, 1.73571452e-01, -1.08724029e-03, 3.01565267e-02,\n",
" 4.06141439e-03, -7.21322745e-02, 1.56992469e-02, -2.09352579e-02,\n",
" 7.46448636e-02, -2.26579185e-04, -7.20337704e-02, 5.50983511e-02,\n",
" -2.57741380e-02, 1.93769485e-02, -1.55477952e-02, -7.10007995e-02,\n",
" -5.51602766e-02, -4.84104492e-02, -7.36408122e-03, -3.27745788e-02,\n",
" -4.87312153e-02, -9.58206654e-02, -4.13388871e-02, 1.27058150e-03,\n",
" -5.70622683e-02, 2.98343841e-02, -2.62741931e-02, -2.09185407e-02,\n",
" -1.14873657e-02, -2.79432591e-02, -3.03632375e-02, -3.45867872e-02,\n",
" -3.48423943e-02, -6.20748894e-03, 1.12015149e-03, 2.56996658e-02,\n",
" -7.73367584e-02, 8.21842179e-02, -2.38519832e-02, -4.70076464e-02,\n",
" -2.45507900e-02, -1.65288411e-02, 2.42847241e-02, 8.20294619e-02,\n",
" 4.47975565e-03, 9.27972645e-02, -5.11628352e-02, -3.37571949e-02,\n",
" -1.52264982e-01, -5.64895160e-02, 3.65530215e-02, -4.63901320e-03,\n",
" -1.51749998e-02, -5.13518462e-04, -2.08321959e-02, 2.90414989e-02,\n",
" -5.80336712e-02, 2.72354502e-02, 4.65635397e-03, 7.69039020e-02,\n",
" -2.09412519e-02, 3.01429629e-02, -3.62712294e-02, 4.63607870e-02,\n",
" -1.75920920e-03, 5.22716045e-02, 8.96254671e-04, -9.06887115e-04,\n",
" -3.79234403e-02, -1.56624336e-02, 8.89643840e-03, 6.57220650e-03,\n",
" 1.21646747e-02, 1.80699192e-02, 1.50332153e-02, 6.08096793e-02,\n",
" -4.45630327e-02, -1.17353490e-03, 5.57062812e-02, 2.89733652e-02,\n",
" -2.24051680e-02, 9.70603619e-03, -6.67063966e-02, -7.37307146e-02,\n",
" -2.16797888e-02, -3.88146192e-03, 4.30590436e-02, -3.70294508e-03,\n",
" 3.19351964e-02, 3.93090807e-02, 3.60090658e-02, -5.93781807e-02,\n",
" -9.75443125e-02, 6.19763788e-03, -9.91203007e-04, -4.32075523e-02,\n",
" 1.45586440e-02, 6.67691305e-02, -4.76904251e-02, 5.43029346e-02,\n",
" -4.23487388e-02, -7.49328500e-03, 2.57742349e-02, -5.41644283e-02,\n",
" -2.62451973e-02, -2.73296814e-02, 1.68986395e-02, -1.98511574e-02,\n",
" 3.46184000e-02, -4.77739349e-02, 2.39728987e-02, 1.65696128e-03,\n",
" -1.40208751e-02, 4.74041291e-02, 5.26476372e-03, -1.30812433e-02,\n",
" -4.50238138e-02, 1.78000871e-02, -7.46908709e-02, -2.25284677e-02,\n",
" -3.08993421e-02, 6.04243018e-03, -5.73810115e-02, 3.39319482e-02,\n",
" 3.96805294e-02, -2.63680536e-02, -5.24472781e-02, 9.87769943e-03,\n",
" 8.52590799e-02, 3.62944528e-02, 4.14348692e-02, -9.48338304e-03,\n",
" -7.33991340e-03, 4.53710295e-02, 4.63876547e-03, -3.13008204e-02,\n",
" -4.97115962e-03, -2.46860329e-02, 5.07218502e-02, -2.30159350e-02,\n",
" 4.60787863e-02, -3.13425786e-03, -2.96526588e-03, 5.77465557e-02,\n",
" -5.78096956e-02, -7.06441253e-02, -5.33183701e-02, 3.53921093e-02,\n",
" 2.26628873e-02, 4.10698317e-02, 4.35688533e-02, -1.47099638e-06,\n",
" 2.17450224e-02, 1.31715965e-02, 2.24730726e-02, -3.42520215e-02,\n",
" 2.96356119e-02, 1.07186725e-02, -3.53157669e-02, 3.05228122e-02,\n",
" 2.84972545e-02, -3.52423154e-02, 2.80091278e-02, -2.46678907e-02,\n",
" -1.34184761e-02, 4.93059168e-03, 2.12411843e-02, -1.05932377e-01,\n",
" -8.35809112e-03, -4.91418391e-02, 5.31932339e-02, 8.06533843e-02,\n",
" 1.79599524e-02, -9.58453305e-03, -6.74966425e-02, -2.75323074e-03,\n",
" 5.68839051e-02, -3.41030397e-02, 2.87786592e-02, -6.53144345e-03,\n",
" -7.77688101e-02, -3.73378098e-02, 3.18112895e-02, 3.63353379e-02,\n",
" 5.73579296e-02, -6.55798018e-02, -6.26119375e-02, -6.02785237e-02,\n",
" 1.74413773e-03, -5.54239284e-03, -5.97580150e-02, -2.99868155e-02,\n",
" 3.66862416e-02, -2.82582510e-02, -1.34624830e-02, -8.15539733e-02,\n",
" -7.26941451e-02, 5.83265610e-02, -2.98531745e-02, 7.89925009e-02,\n",
" -2.83646230e-02, -5.25411852e-02, 3.13152894e-02, -3.17993457e-03,\n",
" 1.43813370e-02, 1.95575524e-02, -2.27381499e-03, 8.47638026e-03,\n",
" 5.00547141e-02, -3.21020521e-02, -1.96858104e-02, 5.71770705e-02,\n",
" 2.05669948e-03, -3.98797132e-02, -1.78946536e-02, 3.58191086e-03,\n",
" -5.79194278e-02, 3.69103141e-02, 4.37289011e-03, 1.29027814e-02,\n",
" -2.14652847e-02, -3.38699692e-03, 4.44339402e-02, -1.32939192e-02,\n",
" -2.49682646e-02, -2.48547196e-02, 1.10073186e-01, 9.01133344e-02,\n",
" 5.01953289e-02, 2.75694318e-02, 5.97951040e-02, -3.44711728e-02,\n",
" 5.93860559e-02, 4.93294932e-02, 9.05504916e-03, 1.95429195e-02,\n",
" -2.49340814e-02, -3.55841033e-02, -4.95775044e-02, -5.01945019e-02,\n",
" -2.54596174e-02, 6.22878820e-02, 2.08815448e-02, 1.98151618e-02,\n",
" 2.38957605e-03, -1.00873401e-02, 1.58567168e-02, -6.40892982e-02,\n",
" 8.10548738e-02, 8.08163881e-02, -4.67610033e-03, 5.31730913e-02,\n",
" 3.57522033e-02, 5.11957109e-02, -7.47272223e-02, -8.34728479e-02,\n",
" -6.57750387e-03, 4.86329980e-02, -7.42561519e-02, -9.91976634e-03,\n",
" -3.65814976e-02, -7.93715939e-03, 5.59481271e-02, 3.23937945e-02,\n",
" -8.00171122e-03, 2.33572554e-02, 6.58768266e-02, 6.66316077e-02,\n",
" -3.61688361e-02, -8.63654763e-02, -1.87738910e-02, -2.78522670e-02,\n",
" 3.04971114e-02, 5.07971123e-02, -2.21180040e-02, -8.12789202e-02,\n",
" 3.75340730e-02, -5.94218932e-02, -4.86541130e-02, 1.48109486e-03,\n",
" -1.31199360e-02, -5.56318201e-02, 3.49220335e-02, 2.52874510e-04,\n",
" 5.55241480e-02, -4.00574267e-04, -5.95603958e-02, -4.93192971e-02,\n",
" 1.95049308e-02, -1.91498548e-04, -3.02563496e-02, 3.95877734e-02,\n",
" -1.15910776e-01, -2.35699620e-02, -5.27825691e-02, 4.36309129e-02,\n",
" 4.16356809e-02, -4.29528765e-02, 2.05880627e-02, -6.87722638e-02,\n",
" 5.71936630e-02, 5.46561461e-03, -1.98390186e-02, 4.00911756e-02,\n",
" 4.02150005e-02, 3.09344251e-02, 4.74518202e-02, 2.40519494e-02,\n",
" 1.09514063e-02, 6.20629191e-02, 3.65667492e-02, -1.93992723e-02,\n",
" -5.06563447e-02, -4.67412882e-02, 6.72937278e-03, -5.75783998e-02,\n",
" -1.29989740e-02, -7.94859510e-03, -8.28725398e-02, 2.32231338e-02,\n",
" -2.66431086e-03, 1.04937136e-01, -5.29705128e-03, 1.11699514e-02,\n",
" -1.61410421e-02, 1.50563074e-02, -3.64213325e-02, -1.01750940e-02,\n",
" -1.30060121e-01, -8.77255632e-04, 6.93126991e-02, -4.60563786e-02,\n",
" -8.08110535e-02, -4.18455452e-02, 6.06137211e-04, 3.15614864e-02,\n",
" -4.30800244e-02, -8.89220908e-02, -3.90493311e-02, 4.57741320e-02,\n",
" -1.56547762e-02, -5.39621674e-02, -4.54113446e-02, 3.89836319e-02,\n",
" -2.94385962e-02, -1.68675315e-02, 7.58916661e-02, -1.92430336e-02,\n",
" -2.09613182e-02, 1.47211617e-02, 1.52626932e-02, 2.76083732e-03,\n",
" -1.19098863e-02, 4.12727185e-02, -5.50092012e-02, -6.67461604e-02,\n",
" 2.21219808e-02, -2.41194852e-02, 9.81962383e-02, -5.06108180e-02,\n",
" 1.92238819e-02, 6.15548342e-03, 8.16049352e-02, 3.71100940e-02,\n",
" 5.16755646e-03, -5.28750978e-02, 1.35307144e-02, 3.57357897e-02,\n",
" 7.55551085e-02, -8.63633677e-03, 3.00646760e-02, 4.16997075e-02,\n",
" -1.54397879e-02, 1.55392941e-02, -2.26405227e-05, 6.86756661e-03,\n",
" -1.20932506e-02, -4.32542302e-02, 3.74428108e-02, 4.27088737e-02,\n",
" 7.04818517e-02, 5.38378209e-03, 9.17396229e-03, 1.87411569e-02,\n",
" -7.31680263e-03, 4.00142707e-02, -1.42857907e-02, -7.10674748e-02,\n",
" -8.89083277e-03, 8.92546102e-02, -1.23785492e-02, -2.89126486e-02,\n",
" 3.43407765e-02, 3.18790264e-02, -5.01728654e-02, -4.00444604e-02,\n",
" 3.60067710e-02, 5.30788628e-03, 1.16115082e-02, -5.86376227e-02,\n",
" 2.17470527e-02, -4.30505313e-02, -2.75326036e-02, -4.18549888e-02,\n",
" 3.21653322e-03, 8.06055665e-02, -1.75821688e-02, -4.16655699e-03,\n",
" -4.99926805e-02, -4.23033722e-02, 1.09647745e-02, 3.03079169e-02,\n",
" 6.31292816e-03, -5.41980332e-03, 2.27393694e-02, -4.44788486e-02,\n",
" 6.99097365e-02, -2.38519311e-02, 5.82012236e-02, -2.33680718e-02,\n",
" 1.51301995e-02, 4.70349975e-02, 1.36059642e-01, 2.05421764e-02,\n",
" -4.67083603e-02, -1.02260225e-01, 4.43866216e-02, -3.31391767e-02,\n",
" 7.43038859e-03, -9.72360745e-03, 2.39494424e-02, 1.08449064e-01,\n",
" 2.75479499e-02, -2.46858280e-02, -3.33035295e-03, 7.69352764e-02,\n",
" -5.30994404e-03, -2.99297869e-02, 4.76226490e-03, -1.17614970e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'facepalm': Embedding(embedding=array([ 7.89430067e-02, -6.65340424e-02, -1.09315785e-02, -1.37775810e-02,\n",
" -5.31274010e-04, -2.19404101e-02, 4.49078754e-02, 4.76640798e-02,\n",
" 7.36446455e-02, 7.57543147e-02, 7.06892041e-03, 3.25657390e-02,\n",
" 1.39814289e-02, 1.62456948e-02, -1.42684560e-02, -1.59476008e-02,\n",
" 2.23674644e-02, 8.77548903e-02, 3.31092849e-02, -4.24962910e-03,\n",
" -7.92213008e-02, -4.06622291e-02, 1.33772066e-03, 6.29043356e-02,\n",
" 7.39912093e-02, 3.78109850e-02, -2.75511313e-02, -3.56480032e-02,\n",
" 3.04760281e-02, -9.47965455e-05, 6.09839484e-02, -1.06728561e-02,\n",
" -5.59373759e-02, -4.90846857e-03, 3.91323604e-02, 2.80553941e-03,\n",
" -1.33102071e-02, -2.41091698e-02, -6.41822666e-02, 7.51171485e-02,\n",
" -3.44300666e-03, -1.18159223e-02, -4.00098180e-03, -1.00919548e-02,\n",
" 3.02372407e-02, -4.12944295e-02, -1.65439676e-02, 4.68647256e-02,\n",
" -4.68140878e-02, 1.87619738e-02, 2.10296959e-02, -8.64938926e-03,\n",
" 7.63387140e-03, 1.75307877e-02, 2.31312867e-02, 3.03707998e-02,\n",
" -2.54904814e-02, -2.93101333e-02, -2.92080957e-02, -1.82577688e-02,\n",
" 2.22248305e-02, 4.95148711e-02, 1.89774260e-02, 2.47804597e-02,\n",
" 4.41562477e-03, 6.50176918e-03, 3.48740891e-02, -1.07285194e-02,\n",
" -1.92331746e-02, -3.85562219e-02, -3.36054824e-02, 6.38902336e-02,\n",
" 2.42764875e-02, 1.53549403e-01, -1.24555500e-02, 2.50299219e-02,\n",
" 1.21871084e-02, -7.90640041e-02, 3.43083218e-02, -1.78998038e-02,\n",
" 9.00710002e-02, 5.70020499e-03, -8.98461938e-02, 4.89560887e-02,\n",
" -2.86521148e-02, -5.66625968e-04, -1.88575909e-02, -5.48910573e-02,\n",
" -4.77006175e-02, -4.72018123e-02, 8.42195656e-03, -2.33551357e-02,\n",
" -6.67984039e-02, -6.83061704e-02, -6.40549045e-03, -1.72987469e-02,\n",
" -7.17570707e-02, 2.76359506e-02, -3.71200405e-02, -2.67682243e-02,\n",
" -2.03758432e-03, -1.56891011e-02, -4.04658020e-02, -3.12176924e-02,\n",
" -4.58376072e-02, 7.18272640e-04, 1.06123462e-03, 1.41427238e-02,\n",
" -7.41868615e-02, 6.28653541e-02, -1.36255659e-02, -5.34331873e-02,\n",
" -2.26130262e-02, -1.99200353e-03, -4.41638706e-03, 8.94666463e-02,\n",
" 8.23903084e-03, 7.95676038e-02, -4.72570285e-02, -3.85514386e-02,\n",
" -1.45839423e-01, -3.96349505e-02, 5.43604456e-02, -1.25227757e-02,\n",
" -9.43864789e-03, -9.35512781e-03, -2.49649361e-02, 2.13291682e-02,\n",
" -4.87248152e-02, 3.90644632e-02, -1.20102670e-02, 6.73413575e-02,\n",
" -1.19801834e-02, 1.40069555e-02, -4.07664292e-02, 5.20144776e-02,\n",
" 2.07289588e-02, 5.32714464e-02, 1.14160692e-02, -6.95966708e-04,\n",
" -3.08594722e-02, -3.15791368e-03, -7.85106421e-03, -6.75039645e-03,\n",
" 2.30282564e-02, 4.43316251e-03, 2.75025014e-02, 4.33736369e-02,\n",
" -4.80673136e-03, -1.28979329e-02, 4.90072370e-02, 1.32026933e-02,\n",
" -1.86600816e-02, -2.12519020e-02, -7.19417408e-02, -8.17374885e-02,\n",
" 1.89376455e-02, -2.83355825e-02, 5.06633818e-02, -2.28855759e-03,\n",
" 6.49146810e-02, 9.87274479e-03, 2.42216811e-02, -6.82151020e-02,\n",
" -5.01206219e-02, 2.23775059e-02, -4.88590216e-03, -2.17674784e-02,\n",
" -3.71899456e-03, 6.72940165e-02, -4.21301834e-02, 6.93473071e-02,\n",
" -4.88014482e-02, -5.09314612e-02, 2.29610559e-02, -5.67437038e-02,\n",
" -2.71211136e-02, -2.20942162e-02, 9.90286749e-03, -2.04551741e-02,\n",
" 4.38758470e-02, -5.14756665e-02, 3.97966020e-02, -8.51828139e-03,\n",
" -3.04577220e-02, 5.09946011e-02, -3.69224721e-03, 1.71431378e-02,\n",
" -3.30966152e-02, 1.90310795e-02, -8.01176578e-02, -1.07248388e-02,\n",
" -3.67776603e-02, -4.96605970e-03, -3.09178419e-02, 4.94428053e-02,\n",
" 6.43838644e-02, -2.52950527e-02, -3.77851203e-02, 1.57623384e-02,\n",
" 7.45420530e-02, 5.23625761e-02, 4.26839702e-02, -5.60010374e-02,\n",
" 1.18205501e-02, 5.90473004e-02, -3.94930830e-03, -3.08898743e-02,\n",
" -3.87747423e-03, -1.69152450e-02, 4.06768508e-02, -2.15590112e-02,\n",
" 5.79479672e-02, -2.52567660e-02, -6.86166715e-03, 4.95687425e-02,\n",
" -6.63981810e-02, -4.56534736e-02, -4.40697409e-02, 2.61029415e-02,\n",
" 3.66220996e-02, 4.86153923e-03, 6.75607994e-02, -5.02848439e-03,\n",
" -9.97562893e-03, 1.86797213e-02, 2.03365423e-02, -3.56841609e-02,\n",
" 2.46762168e-02, 6.30159257e-03, -2.17375737e-02, 4.80310470e-02,\n",
" 1.93570256e-02, -3.55356969e-02, 1.51373539e-02, -1.14169233e-02,\n",
" -6.45051897e-03, 9.18491837e-03, 3.11649628e-02, -1.19775280e-01,\n",
" -8.10617860e-03, -4.85040992e-02, 8.35671797e-02, 6.98225275e-02,\n",
" 1.42526883e-03, -2.81751212e-02, -5.28784022e-02, 1.67437531e-02,\n",
" 3.79835814e-02, -3.42240818e-02, 1.83165204e-02, 1.60084404e-02,\n",
" -7.77717233e-02, -3.42968553e-02, 2.17055921e-02, 3.99770215e-02,\n",
" 8.61868113e-02, -8.95109028e-02, -5.10857850e-02, -4.55041006e-02,\n",
" -1.84592679e-02, -4.08658572e-03, -8.25734288e-02, -1.22107007e-02,\n",
" 7.81860203e-02, -3.91510613e-02, -1.15855783e-02, -6.89279661e-02,\n",
" -7.49179944e-02, 6.50674179e-02, -2.26268489e-02, 9.46537033e-02,\n",
" -2.68115737e-02, -5.20266816e-02, 2.71035098e-02, 9.12520196e-03,\n",
" 2.40509342e-02, 1.71520840e-02, -3.11785340e-02, -5.10217529e-03,\n",
" 3.15655731e-02, -1.61812324e-02, -1.37938699e-02, 3.63194197e-02,\n",
" 1.36957029e-02, -4.79048751e-02, 2.83337058e-03, 1.37281907e-03,\n",
" -5.09658754e-02, 4.89448234e-02, -3.00032049e-02, 1.77218765e-02,\n",
" -2.05273107e-02, 3.28335315e-02, 3.60777155e-02, -3.04331407e-02,\n",
" -3.45022790e-02, -2.71023083e-02, 8.12615380e-02, 8.47023353e-02,\n",
" 2.90094838e-02, 3.46361846e-02, 8.13745409e-02, -4.84698340e-02,\n",
" 5.72437309e-02, 3.48518193e-02, 3.86087643e-03, 2.01875679e-02,\n",
" -4.61323969e-02, -3.64386924e-02, -1.55414930e-02, -3.31032164e-02,\n",
" -2.11634878e-02, 5.10938987e-02, 4.20344435e-02, 8.15652031e-03,\n",
" 7.50287250e-03, -1.26894386e-02, 7.94789847e-03, -1.21733852e-01,\n",
" 8.00765827e-02, 8.14666003e-02, -1.84853636e-02, 6.00692593e-02,\n",
" 1.35252969e-02, 1.63969751e-02, -6.99933991e-02, -9.90981534e-02,\n",
" 4.92011197e-03, 5.82984053e-02, -5.42217046e-02, -1.87754799e-02,\n",
" -4.52833213e-02, -9.81402211e-03, 5.78307062e-02, 2.46104319e-02,\n",
" -2.33379677e-02, 4.32156399e-02, 6.60195574e-02, 6.08467236e-02,\n",
" -4.73531596e-02, -5.95221519e-02, -5.33233546e-02, -2.16007996e-02,\n",
" 3.88751142e-02, 5.85796759e-02, -1.92659646e-02, -8.18289146e-02,\n",
" 3.76257785e-02, -6.06816411e-02, -4.53457236e-02, -1.07454183e-02,\n",
" 5.20212855e-03, -2.78469920e-02, 2.77343243e-02, 6.80348231e-03,\n",
" 4.78136390e-02, -1.78853311e-02, -3.92684899e-02, -2.35864073e-02,\n",
" 2.83510368e-02, 3.56545160e-03, -1.74434930e-02, 3.66715044e-02,\n",
" -1.13412097e-01, -2.24961471e-02, -4.94354926e-02, 3.64733748e-02,\n",
" 4.49098311e-02, -1.72027089e-02, 3.06239608e-03, -7.47565329e-02,\n",
" 6.31206036e-02, 5.02700452e-03, -3.36764045e-02, 3.35311033e-02,\n",
" 2.47488152e-02, 3.68037336e-02, 4.79961559e-02, 1.39504159e-02,\n",
" 4.87873144e-02, 7.25738332e-02, 3.83398905e-02, 1.36892423e-02,\n",
" -4.92468216e-02, -5.75570576e-02, -2.33719461e-02, -4.47766967e-02,\n",
" 2.73477845e-02, 1.52921479e-03, -7.61845410e-02, 2.50207763e-02,\n",
" 1.63877439e-02, 1.24225274e-01, 1.52865658e-02, 2.09560152e-02,\n",
" -2.76971664e-02, 2.93958168e-02, -4.81293388e-02, 1.63232908e-02,\n",
" -1.37686476e-01, -1.00353947e-02, 7.74374679e-02, -3.32518108e-02,\n",
" -9.34320092e-02, -3.04846521e-02, 2.88216267e-02, 2.45608632e-02,\n",
" -2.78900210e-02, -8.37419480e-02, -4.97302152e-02, 7.48983100e-02,\n",
" -1.64177958e-02, -1.29458187e-02, -2.01242436e-02, 3.65432426e-02,\n",
" -2.35525761e-02, -2.57911645e-02, 4.79683056e-02, -2.04902180e-02,\n",
" -3.16726901e-02, 3.73558514e-02, 1.41119398e-02, 4.42644767e-03,\n",
" 7.64913391e-04, 3.07600163e-02, -2.08380632e-02, -4.31720875e-02,\n",
" 1.18960217e-02, -3.81014720e-02, 8.40087980e-02, -6.71020001e-02,\n",
" 4.85603377e-04, 1.19528854e-02, 8.57746005e-02, 6.49086609e-02,\n",
" 1.30105568e-02, -2.96068266e-02, 2.38058064e-02, 1.46593330e-02,\n",
" 8.31462145e-02, -1.33728143e-02, 2.89439391e-02, 1.92831494e-02,\n",
" -2.24299300e-02, -1.82091407e-02, 5.26524475e-03, -3.23643396e-03,\n",
" -1.88792739e-02, -5.27450144e-02, 1.27005000e-02, 3.01527046e-02,\n",
" 5.28930873e-02, -2.03906540e-02, -2.02635750e-02, 9.75546427e-03,\n",
" -6.39540283e-03, 2.74045765e-02, -9.37799457e-03, -5.09274974e-02,\n",
" 1.23354373e-02, 1.12524070e-01, -9.91624314e-03, 4.94038640e-03,\n",
" 2.59817438e-03, 1.30971847e-02, -4.63389643e-02, -3.28382812e-02,\n",
" 1.84683241e-02, 1.66050866e-02, 4.94722743e-03, -4.87542562e-02,\n",
" 5.11282682e-03, -5.53846322e-02, -5.06409518e-02, -7.31950700e-02,\n",
" 1.28801586e-02, 9.69942138e-02, -1.03604095e-02, -2.50990745e-02,\n",
" -2.24035848e-02, -2.32177805e-02, -2.34353151e-02, 4.63397428e-02,\n",
" 1.78856943e-02, -7.97440577e-03, 2.40136907e-02, -3.59862335e-02,\n",
" 7.87953511e-02, -5.51343635e-02, 4.74132113e-02, -2.74505671e-02,\n",
" -1.66061742e-04, 4.61096242e-02, 1.12251520e-01, 1.40661770e-03,\n",
" -2.22414788e-02, -1.03425264e-01, 2.82237101e-02, -3.29576172e-02,\n",
" 2.32613795e-02, 1.06161954e-02, 2.88685542e-02, 1.48304224e-01,\n",
" 4.45233993e-02, -6.19200803e-03, -9.45759378e-03, 8.44156668e-02,\n",
" 1.64574117e-03, -7.06704427e-03, 4.97070933e-03, -1.07885048e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'fbf': Embedding(embedding=array([ 9.18131769e-02, -4.40383591e-02, -1.28440335e-02, -3.37994248e-02,\n",
" -3.92743852e-04, -4.13810648e-02, 3.67700793e-02, 6.67751655e-02,\n",
" 9.68559533e-02, 8.35980102e-02, -8.30104202e-03, 3.65380235e-02,\n",
" 1.47314612e-02, 3.25455815e-02, -1.17660845e-02, 2.17139758e-02,\n",
" 3.92163247e-02, 8.72107521e-02, 1.32750608e-02, -1.67589597e-02,\n",
" -8.14201608e-02, -4.71098945e-02, 3.06080049e-03, 5.12676723e-02,\n",
" 2.86230668e-02, 3.26934196e-02, -6.68701483e-03, -3.97167765e-02,\n",
" 6.08254299e-02, -8.07738397e-03, 8.20218250e-02, -4.94709751e-03,\n",
" -2.50962451e-02, -4.33435664e-03, 3.24207880e-02, -1.48709426e-02,\n",
" -4.55402248e-02, -2.51175519e-02, -6.65249825e-02, 4.93216179e-02,\n",
" -3.98924053e-02, 1.25726382e-03, -2.09002607e-02, -2.03761347e-02,\n",
" 2.96436958e-02, -5.90776354e-02, -2.62236856e-02, 4.18553315e-02,\n",
" -3.19323651e-02, 2.87988260e-02, 3.49522457e-02, -1.15903537e-03,\n",
" 4.70853527e-04, 4.60030325e-03, 3.93529758e-02, 5.42253070e-02,\n",
" 1.04533276e-02, -6.40026033e-02, -3.11135836e-02, -3.71394269e-02,\n",
" 4.94422093e-02, 2.68455129e-02, 3.33520435e-02, 1.99843738e-02,\n",
" 1.88346729e-02, -5.95950335e-03, 3.27308811e-02, 4.15712362e-03,\n",
" -1.28427166e-02, -2.05885805e-02, -3.06444261e-02, 5.17758019e-02,\n",
" 9.91953630e-03, 1.67290553e-01, -5.20332716e-03, 2.51091551e-02,\n",
" 6.88116951e-03, -7.02589378e-02, 1.18842749e-02, -2.37069950e-02,\n",
" 7.29497373e-02, -2.53247609e-03, -7.13441744e-02, 4.98686582e-02,\n",
" -2.85567529e-02, 1.96418688e-02, -2.08189040e-02, -7.72033408e-02,\n",
" -5.14938086e-02, -4.58072238e-02, -4.47941525e-03, -3.29159163e-02,\n",
" -5.02318703e-02, -9.71140638e-02, -4.77922261e-02, -1.07558758e-03,\n",
" -6.49257973e-02, 3.00895553e-02, -2.84988675e-02, -2.00184956e-02,\n",
" -1.16370423e-02, -2.15451885e-02, -3.29466388e-02, -3.19580920e-02,\n",
" -3.67091186e-02, -9.16804280e-03, 8.85337824e-04, 3.15746777e-02,\n",
" -6.59796000e-02, 8.26415643e-02, -2.43361332e-02, -4.38545831e-02,\n",
" -2.12248210e-02, -1.15857702e-02, 2.84821540e-02, 7.69784898e-02,\n",
" 8.36655963e-03, 9.78928953e-02, -5.78910187e-02, -3.89914960e-02,\n",
" -1.46150261e-01, -6.16488606e-02, 3.54693532e-02, -2.30605062e-03,\n",
" -1.70662981e-02, 3.40271764e-03, -2.58001685e-02, 3.30320783e-02,\n",
" -5.95236346e-02, 1.82240382e-02, 5.02240192e-03, 7.60938376e-02,\n",
" -2.81154960e-02, 2.81810984e-02, -3.40337642e-02, 4.20505740e-02,\n",
" -8.13929364e-04, 5.30183949e-02, -3.47218337e-03, 5.15100546e-03,\n",
" -3.77639271e-02, -1.61609873e-02, 9.82981175e-03, 9.79875121e-03,\n",
" 1.00867415e-03, 1.89830791e-02, 1.34508368e-02, 7.02972263e-02,\n",
" -4.42045592e-02, 1.66493619e-03, 5.61286397e-02, 2.30187811e-02,\n",
" -2.67679580e-02, 9.83765349e-03, -6.69186413e-02, -6.90157115e-02,\n",
" -3.19851376e-02, 5.33928350e-03, 3.63567770e-02, 1.98821351e-03,\n",
" 2.58522406e-02, 4.88819741e-02, 2.94103548e-02, -5.76535165e-02,\n",
" -1.04939736e-01, 3.51264514e-03, 1.73839706e-03, -4.24974859e-02,\n",
" 1.93550400e-02, 5.70872612e-02, -4.21340577e-02, 5.33869937e-02,\n",
" -5.03575318e-02, -3.66619002e-04, 4.05037925e-02, -5.31293675e-02,\n",
" -2.68365480e-02, -2.39920523e-02, 1.45766567e-02, -2.05690954e-02,\n",
" 3.03894635e-02, -4.47105356e-02, 2.55063958e-02, -2.61185598e-03,\n",
" -1.88014265e-02, 3.92022394e-02, 1.28902243e-02, -2.24523637e-02,\n",
" -5.04919328e-02, 2.06785165e-02, -7.62655362e-02, -3.05977017e-02,\n",
" -2.96712834e-02, 4.45673708e-03, -6.51277676e-02, 4.38385569e-02,\n",
" 3.53092179e-02, -3.15801837e-02, -5.35093620e-02, 1.27233081e-02,\n",
" 8.91676992e-02, 3.63080688e-02, 4.26994115e-02, 2.04401696e-03,\n",
" -1.24785872e-02, 4.17314619e-02, 4.67148889e-03, -3.36304791e-02,\n",
" -8.57251137e-03, -2.81624831e-02, 5.20079620e-02, -1.83227435e-02,\n",
" 4.53436412e-02, -1.11638386e-04, -1.27097266e-03, 5.43692596e-02,\n",
" -6.12319112e-02, -6.99870437e-02, -5.52998669e-02, 3.78320739e-02,\n",
" 1.72893927e-02, 3.64918709e-02, 4.40158322e-02, -1.12492428e-03,\n",
" 2.80264709e-02, 1.24382880e-02, 2.44051274e-02, -2.81967912e-02,\n",
" 2.25891788e-02, 1.42392535e-02, -3.86682265e-02, 3.45180035e-02,\n",
" 3.04605998e-02, -3.63278314e-02, 2.94350702e-02, -2.28254758e-02,\n",
" -1.93440914e-02, 5.53327985e-03, 2.80612763e-02, -1.05963387e-01,\n",
" 3.39747570e-03, -4.79169674e-02, 4.71039936e-02, 8.11648741e-02,\n",
" 2.16354169e-02, -1.45093063e-02, -7.14587495e-02, -7.29558803e-03,\n",
" 5.23746647e-02, -3.48547064e-02, 2.71633975e-02, -5.43410657e-03,\n",
" -7.02578798e-02, -3.35761458e-02, 3.39137688e-02, 3.10692787e-02,\n",
" 4.94812541e-02, -7.54064023e-02, -6.51044920e-02, -6.77975491e-02,\n",
" -2.71624629e-03, -5.94320195e-03, -6.22236580e-02, -2.95376368e-02,\n",
" 2.47870144e-02, -2.86927950e-02, -1.14022866e-02, -7.95480460e-02,\n",
" -7.66482800e-02, 5.32979667e-02, -3.36806215e-02, 7.53717944e-02,\n",
" -3.73353772e-02, -5.02375737e-02, 3.40829715e-02, 1.38083962e-03,\n",
" 2.31211390e-02, 2.54659615e-02, 5.61371073e-03, 1.56362001e-02,\n",
" 5.20631224e-02, -4.07324880e-02, -2.94920076e-02, 6.60407171e-02,\n",
" -3.31720803e-03, -3.13391760e-02, -2.44118161e-02, -4.15778859e-03,\n",
" -5.60867712e-02, 4.23122756e-02, 1.58362575e-02, 9.31660086e-03,\n",
" -1.65880267e-02, -4.99724597e-03, 4.36413176e-02, -1.50687760e-02,\n",
" -2.02539023e-02, -2.58376151e-02, 1.08853161e-01, 8.71524662e-02,\n",
" 4.97713387e-02, 3.02099418e-02, 5.42181656e-02, -4.14344557e-02,\n",
" 4.93890271e-02, 4.73700054e-02, 1.08043430e-02, 2.07034778e-02,\n",
" -2.30662636e-02, -2.75215711e-02, -5.58170751e-02, -5.23909777e-02,\n",
" -2.67445538e-02, 7.24799037e-02, 2.52130963e-02, 2.13533211e-02,\n",
" 9.70333535e-03, -8.52351729e-03, 1.69961881e-02, -5.58770038e-02,\n",
" 8.27517062e-02, 8.32217634e-02, -1.61943084e-03, 5.44251464e-02,\n",
" 3.82336266e-02, 5.92302158e-02, -7.89900273e-02, -7.64518008e-02,\n",
" -1.07416848e-03, 5.48157021e-02, -7.73921460e-02, -6.69074478e-03,\n",
" -3.14429849e-02, -8.71857535e-03, 5.24031743e-02, 3.31634060e-02,\n",
" -5.51343197e-03, 2.34313123e-02, 6.55683577e-02, 6.65136650e-02,\n",
" -3.85121629e-02, -8.41400772e-02, -1.46276234e-02, -2.78290696e-02,\n",
" 3.13659832e-02, 6.01347536e-02, -1.69478767e-02, -7.29288906e-02,\n",
" 3.63566987e-02, -5.50181046e-02, -4.66346554e-02, 3.46353510e-03,\n",
" -1.41313588e-02, -5.49478084e-02, 3.77514549e-02, -3.20025859e-03,\n",
" 5.35542816e-02, 1.02748373e-03, -6.04286119e-02, -4.47782166e-02,\n",
" 1.25905937e-02, 1.89543015e-03, -2.85746865e-02, 2.91696414e-02,\n",
" -1.15665361e-01, -2.12247614e-02, -4.79653701e-02, 4.47546802e-02,\n",
" 4.31919582e-02, -4.06765155e-02, 2.60630138e-02, -6.22678138e-02,\n",
" 5.50617389e-02, 6.69572828e-03, -1.43508706e-02, 4.16736081e-02,\n",
" 3.97734493e-02, 3.06837391e-02, 5.37313782e-02, 2.85805408e-02,\n",
" 8.11083708e-03, 5.80050722e-02, 3.56298871e-02, -1.91349499e-02,\n",
" -5.52033223e-02, -4.51011173e-02, 1.08525259e-02, -6.34841099e-02,\n",
" -1.53975291e-02, -1.88843757e-02, -8.50492269e-02, 1.97564997e-02,\n",
" 2.70977779e-03, 1.09548204e-01, -6.16567815e-03, 1.07812835e-02,\n",
" -1.19081987e-02, 2.64912881e-02, -3.86190563e-02, -1.28588518e-02,\n",
" -1.25144958e-01, -5.57113625e-03, 6.10106960e-02, -4.46925350e-02,\n",
" -7.03404322e-02, -4.48963381e-02, -3.46325221e-03, 2.63085254e-02,\n",
" -4.32903133e-02, -8.24698359e-02, -3.76940630e-02, 5.19681834e-02,\n",
" -8.23539309e-03, -6.33852184e-02, -3.68660353e-02, 3.81290503e-02,\n",
" -3.31980251e-02, -7.74141215e-03, 7.03868121e-02, -1.81893073e-02,\n",
" -1.78597961e-02, 1.60492510e-02, 2.32162420e-02, -7.08460866e-04,\n",
" -1.11811720e-02, 3.63778882e-02, -5.78546710e-02, -7.03469366e-02,\n",
" 1.75325330e-02, -1.65215284e-02, 9.76198167e-02, -4.69192490e-02,\n",
" 1.55048044e-02, 1.11191552e-02, 7.09856153e-02, 3.19403559e-02,\n",
" 1.19692171e-02, -5.37835620e-02, 9.35281534e-03, 2.94323452e-02,\n",
" 7.36063644e-02, -1.03670675e-02, 2.42653321e-02, 4.42741960e-02,\n",
" -1.51347090e-02, 2.15676799e-02, -5.32739155e-04, 1.24222608e-02,\n",
" -1.42134316e-02, -4.19679843e-02, 3.68325263e-02, 4.62237410e-02,\n",
" 6.57598004e-02, 1.41006438e-02, 2.05434579e-02, 1.95389055e-02,\n",
" -6.91579934e-03, 4.28080931e-02, -1.57853942e-02, -6.99112043e-02,\n",
" -1.33185368e-02, 8.45115185e-02, -1.06574288e-02, -3.16027105e-02,\n",
" 3.32750157e-02, 2.89715100e-02, -5.44561893e-02, -4.35859747e-02,\n",
" 3.28199416e-02, -3.46696796e-03, 1.67210940e-02, -6.50918782e-02,\n",
" 2.62445230e-02, -3.98500711e-02, -2.74296906e-02, -4.32417206e-02,\n",
" 6.65323064e-03, 7.50310123e-02, -5.69167081e-03, 3.11468169e-03,\n",
" -4.29053791e-02, -4.11981232e-02, 1.43716298e-02, 2.76588779e-02,\n",
" 8.24955199e-03, -3.45300511e-03, 1.55141884e-02, -4.72692326e-02,\n",
" 6.02939203e-02, -1.14622209e-02, 6.75683916e-02, -1.88894346e-02,\n",
" 1.82654560e-02, 4.88821492e-02, 1.37426957e-01, 2.70419978e-02,\n",
" -5.64881414e-02, -9.17828530e-02, 4.48736623e-02, -3.21808904e-02,\n",
" 1.04463985e-02, -1.20491376e-02, 1.97758246e-02, 1.06601730e-01,\n",
" 2.28293426e-02, -3.17889638e-02, -6.68629678e-03, 7.66269267e-02,\n",
" -1.05403699e-02, -3.38111296e-02, 6.58084452e-03, -1.23223916e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'feelsgood': Embedding(embedding=array([ 9.12001133e-02, -6.67988583e-02, -2.15914845e-02, -2.46430952e-02,\n",
" 4.95970529e-03, -3.92682850e-02, 4.00220156e-02, 5.43322004e-02,\n",
" 8.29361007e-02, 7.31390268e-02, -7.89101541e-05, 3.39681953e-02,\n",
" 1.90193225e-02, 1.75987165e-02, -5.99405123e-03, 6.08791923e-03,\n",
" 3.35357115e-02, 8.19589272e-02, 2.27376036e-02, -2.33034939e-02,\n",
" -8.20378214e-02, -3.85395288e-02, 9.81762726e-03, 6.79763779e-02,\n",
" 4.49872650e-02, 3.53217497e-02, -1.30862473e-02, -4.47719544e-02,\n",
" 4.73280437e-02, -8.56114831e-03, 6.66596740e-02, -6.11822680e-03,\n",
" -3.59891504e-02, -6.39652275e-03, 3.62951420e-02, -2.17828070e-04,\n",
" -2.76469477e-02, -2.02471502e-02, -7.10132271e-02, 5.51576689e-02,\n",
" -2.68456899e-02, 8.17355141e-03, -1.81983765e-02, -1.04942340e-02,\n",
" 3.82241793e-02, -5.72766028e-02, -3.30465063e-02, 4.77131531e-02,\n",
" -3.10884845e-02, 1.95404273e-02, 2.20554862e-02, 9.95600829e-04,\n",
" 6.18705992e-03, 1.86716020e-02, 3.65799367e-02, 4.05322351e-02,\n",
" -3.47149093e-03, -4.34322692e-02, -2.98563521e-02, -3.13940607e-02,\n",
" 3.90290990e-02, 3.28519382e-02, 3.58514376e-02, 2.29848567e-02,\n",
" 1.08067766e-02, 7.22410856e-03, 3.33846062e-02, -2.26023607e-03,\n",
" -7.12480303e-03, -4.30743843e-02, -3.84629481e-02, 5.89502417e-02,\n",
" 2.28205230e-02, 1.62996888e-01, -1.15990015e-02, 3.52813266e-02,\n",
" -2.49172933e-03, -6.32591769e-02, 2.67965440e-02, -2.56442782e-02,\n",
" 7.73182884e-02, 1.20255006e-02, -8.36530030e-02, 5.87892048e-02,\n",
" -3.16815414e-02, 6.51890459e-03, -1.97562557e-02, -8.06380063e-02,\n",
" -4.81072478e-02, -4.35399599e-02, -1.05266273e-02, -2.67967023e-02,\n",
" -6.52753711e-02, -8.07621107e-02, -3.42457332e-02, -4.33486886e-03,\n",
" -6.01493418e-02, 2.40076818e-02, -2.40933169e-02, -1.46742146e-02,\n",
" -5.47358813e-03, -2.26593148e-02, -3.49937193e-02, -4.00314480e-02,\n",
" -4.81870323e-02, 2.97442917e-03, 1.18428713e-03, 2.16578506e-02,\n",
" -8.01436305e-02, 7.72281587e-02, -1.06422221e-02, -4.26129848e-02,\n",
" -2.07762457e-02, -9.84709617e-03, 9.15823877e-03, 8.14113617e-02,\n",
" -1.32468354e-03, 1.00616828e-01, -6.32047653e-02, -4.86075878e-02,\n",
" -1.43955141e-01, -5.20045981e-02, 4.50204648e-02, -1.75447781e-02,\n",
" -1.25579461e-02, -1.11706713e-02, -1.11486437e-02, 2.98714079e-02,\n",
" -5.85613437e-02, 3.10442951e-02, -3.16110509e-03, 6.58816919e-02,\n",
" -2.16791574e-02, 2.74972524e-02, -3.74650918e-02, 4.93614487e-02,\n",
" -6.67197956e-03, 5.50066195e-02, 3.87306814e-03, -7.83213228e-03,\n",
" -3.71007361e-02, -1.07514579e-02, 6.67356467e-03, -8.76539201e-03,\n",
" 9.05563962e-03, 2.44645588e-02, 1.96826216e-02, 4.98096161e-02,\n",
" -2.89369300e-02, 6.71326229e-03, 6.17702194e-02, 2.48707198e-02,\n",
" -1.17689474e-02, 1.61911710e-03, -6.36145994e-02, -7.78341815e-02,\n",
" -1.09112551e-02, -1.47563200e-02, 3.92251834e-02, 5.70466742e-03,\n",
" 4.56603430e-02, 2.51498818e-02, 3.00254580e-02, -6.68392926e-02,\n",
" -7.97069222e-02, 1.55350231e-02, -4.32527857e-03, -4.25209925e-02,\n",
" 1.04872873e-02, 6.75389469e-02, -4.86400500e-02, 5.86378463e-02,\n",
" -3.79996970e-02, -1.83023605e-02, 3.54793966e-02, -5.71157299e-02,\n",
" -2.98260897e-02, -2.84006484e-02, 1.81723908e-02, -1.37584265e-02,\n",
" 3.66685241e-02, -5.13373986e-02, 2.72902828e-02, -6.55594980e-03,\n",
" -2.44143908e-03, 4.08054329e-02, 1.12763168e-02, 6.08519372e-03,\n",
" -4.04533409e-02, 2.21842900e-02, -8.20353851e-02, -1.09030334e-02,\n",
" -3.72804515e-02, -3.30041745e-04, -5.22995181e-02, 3.84116620e-02,\n",
" 5.16432971e-02, -1.96455717e-02, -5.42986728e-02, 1.03148278e-02,\n",
" 7.39137903e-02, 4.08375934e-02, 4.80359010e-02, -2.45158710e-02,\n",
" 3.96557944e-03, 4.49953079e-02, -3.31023941e-03, -2.27854047e-02,\n",
" -2.87850294e-03, -2.43783779e-02, 5.02763651e-02, -2.97965910e-02,\n",
" 5.26053458e-02, -1.06596351e-02, -5.48811816e-03, 5.62672988e-02,\n",
" -5.77299334e-02, -6.41972497e-02, -5.75522929e-02, 3.16000618e-02,\n",
" 3.44222933e-02, 2.77924575e-02, 6.15689605e-02, -1.06759686e-02,\n",
" 1.37856239e-02, 3.68671608e-03, 2.53759548e-02, -4.07913998e-02,\n",
" 3.97161134e-02, 2.08758633e-03, -3.35782655e-02, 4.32988293e-02,\n",
" 1.55629013e-02, -3.18053514e-02, 2.47713234e-02, -2.90834401e-02,\n",
" -2.47382224e-02, 1.02897221e-03, 3.02349292e-02, -1.19800605e-01,\n",
" -6.11642783e-04, -5.56471124e-02, 6.53004125e-02, 6.94696978e-02,\n",
" 1.27838403e-02, -1.32759623e-02, -6.02396056e-02, -1.94270571e-03,\n",
" 4.96586040e-02, -2.69491393e-02, 1.89046487e-02, 1.11169843e-02,\n",
" -7.00732768e-02, -3.46667692e-02, 2.73001250e-02, 3.87092903e-02,\n",
" 6.59426153e-02, -6.61898255e-02, -6.61284700e-02, -5.45458943e-02,\n",
" -1.13867335e-02, -9.84040275e-03, -7.29813427e-02, -2.30988637e-02,\n",
" 4.91849594e-02, -1.43368980e-02, -1.62774995e-02, -7.77395368e-02,\n",
" -7.96077773e-02, 6.10462762e-02, -2.17121746e-02, 8.91889259e-02,\n",
" -3.41954380e-02, -6.04648814e-02, 3.56836990e-02, -1.27372760e-02,\n",
" 2.20506024e-02, 1.55490963e-02, -2.05895416e-02, 4.19679331e-03,\n",
" 4.67035361e-02, -1.74494833e-02, -1.45474169e-02, 4.83160838e-02,\n",
" -7.94632547e-03, -4.40428928e-02, -6.45984057e-03, 1.07343821e-03,\n",
" -5.73575981e-02, 3.58049721e-02, -2.31423927e-03, 2.47846376e-02,\n",
" -1.58585813e-02, 9.57074109e-03, 3.73536348e-02, -1.84125528e-02,\n",
" -2.04733610e-02, -2.70484071e-02, 1.05675071e-01, 8.37734342e-02,\n",
" 3.29498276e-02, 2.78746448e-02, 6.83938265e-02, -3.97488140e-02,\n",
" 6.60126507e-02, 4.30565514e-02, 1.44966776e-02, 3.09405965e-03,\n",
" -3.53829414e-02, -3.59337814e-02, -4.81289960e-02, -4.78092246e-02,\n",
" -2.49338876e-02, 6.20378703e-02, 3.82187031e-02, 1.70856081e-02,\n",
" 1.31546734e-02, -9.48692486e-03, 3.75171402e-03, -8.27310085e-02,\n",
" 8.91019329e-02, 7.86869079e-02, 1.34101522e-03, 5.26867993e-02,\n",
" 1.95408203e-02, 4.87147458e-02, -7.31583908e-02, -9.68514085e-02,\n",
" 2.56061577e-03, 5.03319055e-02, -6.82075173e-02, -1.07032061e-02,\n",
" -3.97798754e-02, -3.73982293e-05, 6.17398545e-02, 2.84894537e-02,\n",
" -1.09218666e-02, 3.44317891e-02, 5.74978404e-02, 6.00373745e-02,\n",
" -4.20429334e-02, -8.26230347e-02, -1.95157640e-02, -3.20387259e-02,\n",
" 3.84667777e-02, 4.81772982e-02, -2.39673443e-02, -8.61187652e-02,\n",
" 4.59766313e-02, -6.40890300e-02, -4.48414311e-02, -6.32900093e-03,\n",
" -5.80764189e-03, -4.10852730e-02, 2.66191158e-02, 8.32979288e-03,\n",
" 6.10167384e-02, -6.90436456e-03, -6.48319349e-02, -3.84640656e-02,\n",
" 2.88752895e-02, -1.41981989e-03, -2.88998783e-02, 3.78246941e-02,\n",
" -1.12667896e-01, -3.18117402e-02, -6.47307709e-02, 4.43335101e-02,\n",
" 4.46942300e-02, -3.45058218e-02, 1.54816899e-02, -6.92240819e-02,\n",
" 6.19894527e-02, 1.30017512e-02, -2.84479018e-02, 4.16389555e-02,\n",
" 3.75249796e-02, 3.87703292e-02, 4.81146798e-02, 2.21907236e-02,\n",
" 2.57358626e-02, 6.74459040e-02, 3.39164138e-02, -4.27682931e-03,\n",
" -4.46468443e-02, -4.76627201e-02, -1.24187721e-02, -4.60758321e-02,\n",
" -3.58677236e-03, -1.66443887e-03, -8.80541205e-02, 2.08306406e-02,\n",
" 1.21277208e-02, 1.20599553e-01, 2.01866515e-02, 1.37605481e-02,\n",
" -1.59196872e-02, 2.13890672e-02, -4.00096960e-02, 1.15172993e-02,\n",
" -1.39096662e-01, -1.88249105e-03, 6.75388798e-02, -4.64081801e-02,\n",
" -8.57688487e-02, -4.12138849e-02, 1.30263390e-02, 2.69183759e-02,\n",
" -2.95333657e-02, -8.71036872e-02, -4.32250872e-02, 6.38978556e-02,\n",
" -1.82850026e-02, -3.40587161e-02, -3.27792764e-02, 3.62991914e-02,\n",
" -2.29473505e-02, -1.77365970e-02, 5.58529831e-02, -3.42358574e-02,\n",
" -3.11842076e-02, 2.25467645e-02, 3.58544569e-03, 2.85717682e-03,\n",
" -1.37197673e-02, 4.40106206e-02, -4.37760241e-02, -5.39766848e-02,\n",
" 1.75463669e-02, -2.39254292e-02, 9.39904228e-02, -5.17091230e-02,\n",
" 1.40629774e-02, 3.54328682e-03, 8.94836858e-02, 3.68005447e-02,\n",
" 1.11342296e-02, -5.38148098e-02, 1.57502685e-02, 2.19311006e-02,\n",
" 7.73572996e-02, -1.28229223e-02, 3.12631391e-02, 4.12768424e-02,\n",
" -1.81029830e-02, -3.49186623e-04, -3.29066580e-03, -1.20649589e-02,\n",
" -8.89032800e-03, -4.37913276e-02, 2.03433149e-02, 3.95508148e-02,\n",
" 6.28504455e-02, -9.95814800e-03, 1.93612929e-03, 1.56126507e-02,\n",
" -9.85002611e-03, 2.52514891e-02, -1.64554045e-02, -5.71106672e-02,\n",
" -9.23423469e-03, 1.13254830e-01, -9.64452804e-04, -1.73137598e-02,\n",
" 2.71650907e-02, 2.88341250e-02, -4.40496281e-02, -3.73760015e-02,\n",
" 3.33487689e-02, 1.52292689e-02, 1.05923982e-02, -5.69472313e-02,\n",
" 3.79133184e-04, -4.23883498e-02, -3.96817215e-02, -4.74582128e-02,\n",
" 5.44010615e-03, 8.01624805e-02, -9.11645498e-03, -1.00071020e-02,\n",
" -4.27618213e-02, -2.58030593e-02, -8.20251927e-03, 3.42535079e-02,\n",
" 7.24495156e-03, -1.03771240e-02, 1.77813824e-02, -5.30101843e-02,\n",
" 7.32381120e-02, -3.55814956e-02, 5.20069674e-02, -9.09928698e-03,\n",
" 5.88552468e-03, 4.59189713e-02, 1.27277300e-01, 4.27809823e-03,\n",
" -3.68035398e-02, -9.60232019e-02, 4.97428551e-02, -4.26622294e-02,\n",
" 1.61023717e-02, 5.54621860e-04, 2.68847998e-02, 1.13108233e-01,\n",
" 3.77645418e-02, -1.71641558e-02, -9.38706286e-03, 7.51226470e-02,\n",
" 6.68272516e-03, -2.38504112e-02, -3.59329954e-03, -1.11939222e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'fetch': Embedding(embedding=array([ 1.06645957e-01, -3.39692123e-02, -1.30026117e-02, 3.60750370e-02,\n",
" -8.05931445e-03, -5.43017723e-02, 1.70871839e-02, 5.95283881e-02,\n",
" 9.51393470e-02, 4.78464812e-02, -2.88086720e-02, 4.94170859e-02,\n",
" 3.60375009e-02, 2.74646468e-02, 4.16835910e-03, 4.23001349e-02,\n",
" 6.14722259e-02, 7.80776218e-02, -7.92091992e-03, -1.89112984e-02,\n",
" -7.63558224e-02, -2.86938529e-02, -4.21351334e-03, 4.73280586e-02,\n",
" -5.95070003e-03, 4.53964947e-03, 1.58137195e-02, -4.86842915e-02,\n",
" 4.29298133e-02, -1.68974344e-02, 7.00066462e-02, -2.69454718e-02,\n",
" 2.72264779e-02, -5.58025902e-03, 3.13568749e-02, -3.70361432e-02,\n",
" -4.78193872e-02, -2.32678503e-02, -9.91276726e-02, 4.25952338e-02,\n",
" -5.43467067e-02, 3.39344777e-02, -3.10338736e-02, -7.20789190e-03,\n",
" 5.01889326e-02, -5.93385547e-02, -4.21228372e-02, 5.99104762e-02,\n",
" -2.50847600e-02, 1.21501898e-02, 3.14900652e-02, -2.65794881e-02,\n",
" 6.17616950e-03, 2.34497245e-02, 4.28475477e-02, 6.74502403e-02,\n",
" -2.77008098e-02, -9.30691287e-02, -1.53273344e-02, -2.28927545e-02,\n",
" 3.19531895e-02, -2.67329975e-03, 1.86702572e-02, 1.34790987e-02,\n",
" 3.18515934e-02, 3.10632754e-02, 3.74887660e-02, 2.74488851e-02,\n",
" 2.18090034e-04, -1.93488207e-02, -2.33613467e-03, -3.17688886e-04,\n",
" 3.99186760e-02, 1.31860375e-01, -3.90820615e-02, 9.75038949e-03,\n",
" 3.04211471e-02, -9.41803530e-02, 3.22570466e-02, -7.71530345e-03,\n",
" 5.37896203e-03, 2.71787401e-02, -5.66765219e-02, 3.59208435e-02,\n",
" 2.53151986e-03, 5.86516000e-02, -1.59999914e-02, -9.82377678e-02,\n",
" -7.56057948e-02, -3.00277583e-02, -3.86824459e-02, -5.15513271e-02,\n",
" -1.09970393e-02, -9.98439789e-02, -8.25589001e-02, 3.06258630e-02,\n",
" -7.88945854e-02, 3.88451181e-02, 1.01647992e-02, 2.19456945e-02,\n",
" -1.63310952e-02, -1.99405439e-02, 1.01722521e-03, -1.37115223e-02,\n",
" -4.29818667e-02, -3.65719423e-02, -2.92738754e-04, 3.03771067e-02,\n",
" -3.81247699e-02, 6.67372569e-02, -4.75345552e-02, -1.08088665e-02,\n",
" 1.08921109e-02, -2.62344163e-02, -3.80543876e-04, 7.95605555e-02,\n",
" 3.75211425e-02, 7.89926425e-02, -6.59978241e-02, -1.64141878e-02,\n",
" -1.96418881e-01, -4.61114570e-02, 1.85376070e-02, 4.18844400e-03,\n",
" -3.16804089e-02, 1.61493826e-03, -3.77021581e-02, 4.09460776e-02,\n",
" -7.50031173e-02, -4.05326439e-03, 1.05207870e-02, 4.28786166e-02,\n",
" -4.10020053e-02, 2.02621669e-02, -2.47015115e-02, 5.69418222e-02,\n",
" 2.34224368e-02, 5.92359975e-02, -6.55481778e-03, 1.83508731e-02,\n",
" -1.87987462e-02, -1.71078034e-02, -4.11529951e-02, 1.56006310e-02,\n",
" -2.39494462e-02, 2.83521526e-02, -7.11028976e-03, 5.89113683e-02,\n",
" -4.30358127e-02, 1.16414158e-02, 4.82428074e-02, 2.96976436e-02,\n",
" -2.42270976e-02, 4.43356335e-02, -1.98024269e-02, -4.42678705e-02,\n",
" -2.30119005e-02, 3.55864838e-02, 3.45519856e-02, 6.83546439e-03,\n",
" 1.08233541e-02, 4.59847078e-02, 4.62166481e-02, -6.47742227e-02,\n",
" -7.61754960e-02, 3.58342845e-03, 1.11278286e-02, -2.56271884e-02,\n",
" 4.54347208e-02, 1.45317959e-02, -1.55954678e-02, 2.41592377e-02,\n",
" -4.31010462e-02, 1.32621778e-02, 5.58029488e-02, -9.24324617e-02,\n",
" -3.36915627e-02, -1.71889029e-02, 1.75736267e-02, 6.88073749e-04,\n",
" 2.14795899e-02, -3.59579399e-02, 1.90976984e-03, -2.58041266e-02,\n",
" 2.04515853e-03, 9.99433734e-03, 9.26349685e-03, 2.44461074e-02,\n",
" -3.61717641e-02, -1.21428212e-02, -8.44125822e-02, -2.82410644e-02,\n",
" -2.43598670e-02, 2.15314049e-02, -6.00917190e-02, 4.69370149e-02,\n",
" 5.96363693e-02, 1.05961077e-02, -3.78800891e-02, -1.20777618e-02,\n",
" 7.73639008e-02, 2.29403060e-02, 6.60587028e-02, -8.09609797e-03,\n",
" -3.86621654e-02, -9.98847187e-04, 4.80234176e-02, -2.59647500e-02,\n",
" -8.08127597e-03, -6.47884905e-02, 5.33598922e-02, -1.85565669e-02,\n",
" 7.68231452e-02, 5.47103526e-04, -1.56456549e-02, 2.27106120e-02,\n",
" -8.51188451e-02, -8.72388855e-02, -4.40178216e-02, 3.22794691e-02,\n",
" 4.56731804e-02, 1.76318698e-02, 6.95662051e-02, 2.97438651e-02,\n",
" 9.70362499e-03, -3.49613540e-02, 3.70837450e-02, 1.00793224e-03,\n",
" 6.22749841e-03, -2.00201757e-02, -5.57107255e-02, 4.90377843e-02,\n",
" 3.64150181e-02, -2.61477809e-02, 5.67734875e-02, -3.56348455e-02,\n",
" -6.39660656e-02, 5.52045554e-03, 2.25617588e-02, -7.78419152e-02,\n",
" -2.02540122e-02, -4.04820554e-02, 6.47235150e-03, 2.73427479e-02,\n",
" 2.46683378e-02, -4.60632481e-02, -4.65796590e-02, -2.96125021e-02,\n",
" 1.65511649e-02, -4.71025519e-02, -1.30936760e-03, 2.04503927e-02,\n",
" -7.31856897e-02, -2.25492623e-02, 4.45053428e-02, 7.05041550e-03,\n",
" 5.03375009e-02, -6.14018776e-02, -4.96473797e-02, -9.97422338e-02,\n",
" -5.04098125e-02, 8.14454816e-03, -3.18719000e-02, -2.27898490e-02,\n",
" 1.58397369e-02, 6.71502668e-03, -7.23476056e-03, -1.08282372e-01,\n",
" -8.25980827e-02, 1.64170265e-02, -3.62266004e-02, 1.10639200e-01,\n",
" -2.22162902e-02, -5.25432713e-02, 7.99537450e-02, 1.51390284e-02,\n",
" 4.83997837e-02, 2.43091807e-02, -3.82985105e-03, 1.44248586e-02,\n",
" 6.05333187e-02, -6.46188036e-02, 2.71823984e-02, 2.73733772e-02,\n",
" 5.87237254e-03, -1.79674383e-02, -3.53219844e-02, 1.17211053e-02,\n",
" -2.76447572e-02, 3.33174393e-02, 1.10574644e-02, 1.21845109e-02,\n",
" -4.18975726e-02, 1.80747509e-02, 4.39924784e-02, -1.75141506e-02,\n",
" -1.09103071e-02, -3.93333845e-03, 1.27060473e-01, 9.61180776e-02,\n",
" 1.98854841e-02, 1.42491562e-02, 1.61890816e-02, -4.19277288e-02,\n",
" 4.58149798e-02, 1.12389907e-01, -1.63987707e-02, 3.55772004e-02,\n",
" -7.69818900e-03, -1.20585682e-02, -1.38549069e-02, -4.28659469e-02,\n",
" -6.45972937e-02, 6.22245483e-02, 1.15681831e-02, 4.50393558e-03,\n",
" -9.74698085e-03, 1.63644587e-03, -9.84035805e-03, -5.14799692e-02,\n",
" 6.82830587e-02, 4.87452075e-02, 1.31654190e-02, 5.65266497e-02,\n",
" 2.70519089e-02, 4.14966699e-03, -6.24888055e-02, -4.52083871e-02,\n",
" -2.06042873e-03, 7.89287910e-02, -4.85074744e-02, -1.40939057e-02,\n",
" -1.42667368e-02, -2.83315368e-02, 7.12102577e-02, 3.36547196e-02,\n",
" 5.01645869e-03, 2.91276220e-02, 6.90789372e-02, 4.67939600e-02,\n",
" 2.36827624e-03, -5.27749211e-02, -1.56118916e-02, -8.21413472e-03,\n",
" -5.72047289e-03, 3.73858772e-02, -2.89125405e-02, -7.29392096e-02,\n",
" 4.74214442e-02, -8.78833532e-02, -4.51730192e-02, -6.18104078e-03,\n",
" -3.32071483e-02, -5.93710765e-02, 1.16718039e-02, -3.39998975e-02,\n",
" 3.87757458e-02, -2.50763111e-02, -5.81517071e-02, -2.91523337e-02,\n",
" 1.28055904e-02, -1.89406071e-02, -2.74583381e-02, 3.68941277e-02,\n",
" -5.96549474e-02, -1.19837606e-02, -2.23021992e-02, 1.02596162e-02,\n",
" 6.02095164e-02, -4.80362922e-02, 3.68014015e-02, -4.98011746e-02,\n",
" 4.00890559e-02, -2.19330080e-02, 2.00701598e-03, 2.48583145e-02,\n",
" 4.75559831e-02, 3.57026532e-02, 4.85439897e-02, 3.46316546e-02,\n",
" -2.67523248e-02, 3.36925164e-02, -8.74448859e-04, -2.96243746e-02,\n",
" -4.93166558e-02, -3.32397223e-02, 1.49960723e-02, -3.97634320e-02,\n",
" -2.34993137e-02, -5.58744557e-02, -1.02918893e-01, 1.57404505e-02,\n",
" -2.14537270e-02, 7.74420276e-02, 2.25368645e-02, 1.12722497e-02,\n",
" 2.71573663e-02, 1.81689486e-02, -5.43262661e-02, -1.92822907e-02,\n",
" -1.25798374e-01, -1.78629551e-02, 4.09957170e-02, -2.42841821e-02,\n",
" -6.11385740e-02, -5.49662076e-02, -3.84767447e-03, 2.36349199e-02,\n",
" -5.22468351e-02, -9.10880566e-02, -3.58283818e-02, 6.62697479e-02,\n",
" -1.64899249e-02, -1.94213837e-02, -5.62457591e-02, 1.90039929e-02,\n",
" -7.14915618e-02, 1.02326851e-02, 6.53769076e-02, -4.90926020e-03,\n",
" -2.55261268e-03, -2.02312991e-02, 2.03831047e-02, 6.85250992e-03,\n",
" -3.25957574e-02, 1.99209582e-02, -4.09195758e-02, -9.07194912e-02,\n",
" 2.27289181e-02, -5.67802740e-03, 1.00443974e-01, -4.84624095e-02,\n",
" 4.07586657e-02, 2.11580023e-02, 9.54675898e-02, 5.84808178e-02,\n",
" 2.29509901e-02, -2.37528980e-02, 2.07122019e-03, 1.08827259e-02,\n",
" 7.79303610e-02, 3.19974544e-03, 3.72402407e-02, 3.44102830e-02,\n",
" 7.16936961e-03, 3.06582153e-02, -1.72788445e-02, 2.10931730e-02,\n",
" -2.88283033e-03, -2.12824345e-02, 2.64382940e-02, 6.85515106e-02,\n",
" 7.16594532e-02, 3.14818472e-02, 9.45135206e-03, 5.60846254e-02,\n",
" 1.79302506e-02, 4.38664369e-02, -1.72058921e-02, -4.76118512e-02,\n",
" -3.07507664e-02, 4.94714379e-02, 1.86024132e-04, -4.92741838e-02,\n",
" 5.67174032e-02, 5.64115914e-03, -4.70323861e-02, -4.82352190e-02,\n",
" 4.46443260e-02, 1.28578013e-02, 3.57756577e-02, -4.14493345e-02,\n",
" -9.35923401e-03, -5.60606793e-02, 1.16821500e-02, -2.22954359e-02,\n",
" -9.67692491e-03, 4.49045934e-02, 9.61731561e-03, 1.40288463e-02,\n",
" -2.58120671e-02, -9.42344144e-02, 3.93528901e-02, -2.15978106e-03,\n",
" 8.00581649e-03, 1.19127305e-02, 1.36144422e-02, -5.89457490e-02,\n",
" 5.95142059e-02, 3.34174149e-02, 5.86542524e-02, -3.75153497e-02,\n",
" 2.34156866e-02, 3.43987867e-02, 1.12702318e-01, -8.28123465e-03,\n",
" -5.31330146e-02, -1.03218116e-01, 2.04436462e-02, -2.90174056e-02,\n",
" -1.48574021e-02, -6.28900854e-03, 5.68835437e-03, 6.84385449e-02,\n",
" 3.21120732e-02, -2.24859510e-02, -1.07046412e-02, 7.82597288e-02,\n",
" 2.28902884e-02, -4.89733880e-03, 1.62059790e-04, -9.23722684e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'fine': Embedding(embedding=array([ 1.08149283e-01, -4.20642048e-02, -1.60029083e-02, 1.11090504e-02,\n",
" -3.26599018e-03, -6.92477897e-02, 2.57975273e-02, 5.89756332e-02,\n",
" 9.86785516e-02, 4.50981893e-02, -3.44934948e-02, 5.84118590e-02,\n",
" 4.14030403e-02, 1.46234287e-02, -8.50931555e-03, 4.36627083e-02,\n",
" 6.00298047e-02, 8.79091024e-02, 1.44385849e-03, -1.98168494e-02,\n",
" -8.32520872e-02, -3.70383523e-02, -8.33483646e-04, 5.15402071e-02,\n",
" 8.05338752e-03, 1.74292754e-02, 6.15409575e-03, -3.70236225e-02,\n",
" 5.62687106e-02, -1.50013566e-02, 8.14479664e-02, -2.13005152e-02,\n",
" 1.01718381e-02, 8.14009085e-03, 3.96012552e-02, -3.02246455e-02,\n",
" -3.61240283e-02, -1.36913117e-02, -9.12979841e-02, 4.71642874e-02,\n",
" -4.38645743e-02, 1.58696789e-02, -2.77502816e-02, -8.01724941e-03,\n",
" 4.18857783e-02, -6.74161464e-02, -3.76878828e-02, 5.20935878e-02,\n",
" -2.79437080e-02, 1.48619823e-02, 3.75040434e-02, -2.30466556e-02,\n",
" 1.39176683e-03, 2.19205841e-02, 4.77621928e-02, 7.41905496e-02,\n",
" -1.96210891e-02, -9.20664817e-02, -1.47581371e-02, -2.33246814e-02,\n",
" 3.96508984e-02, 7.79434806e-03, 2.21567098e-02, 1.33344354e-02,\n",
" 1.78285297e-02, 1.30585739e-02, 3.86783667e-02, 2.28076447e-02,\n",
" -8.00599926e-04, -1.79026276e-02, -4.83844057e-03, 1.65344570e-02,\n",
" 2.49542762e-02, 1.42708510e-01, -2.52714977e-02, 1.06448000e-02,\n",
" 2.13420894e-02, -9.68893468e-02, 2.39414629e-02, -1.57942902e-02,\n",
" 2.42913440e-02, 2.97934022e-02, -6.63153604e-02, 3.82449403e-02,\n",
" -1.57437623e-02, 4.60254513e-02, -2.11779568e-02, -9.88731012e-02,\n",
" -6.16185069e-02, -2.54790336e-02, -2.61677764e-02, -4.54339124e-02,\n",
" -2.74558421e-02, -8.58054310e-02, -8.32715034e-02, 4.00243364e-02,\n",
" -6.89755976e-02, 4.52889130e-02, -4.07998217e-03, 3.22927418e-03,\n",
" -4.64942027e-03, -1.82426069e-02, 5.26397489e-03, -2.22931094e-02,\n",
" -4.23624627e-02, -2.81357970e-02, 4.94221924e-04, 2.85747815e-02,\n",
" -4.94047590e-02, 7.21619576e-02, -4.89995107e-02, -1.75506156e-02,\n",
" 5.55451028e-03, 3.98023706e-03, 2.42680823e-03, 7.91644454e-02,\n",
" 3.89089026e-02, 8.19220990e-02, -6.18579239e-02, -2.53563374e-02,\n",
" -1.73365608e-01, -5.47585413e-02, 3.40650305e-02, 3.81147093e-03,\n",
" -2.96558253e-02, 9.07749683e-03, -3.44407409e-02, 4.13523167e-02,\n",
" -8.36845338e-02, 2.02161893e-02, 8.04586988e-03, 5.83010539e-02,\n",
" -3.20249014e-02, 1.91715900e-02, -3.14707607e-02, 5.81908114e-02,\n",
" 2.13359632e-02, 6.09617978e-02, -8.57882109e-03, 1.70961581e-02,\n",
" -2.40964144e-02, -3.16596478e-02, -2.00394504e-02, 1.00209741e-02,\n",
" -2.76480187e-02, 3.41268778e-02, 1.03720231e-02, 5.57868518e-02,\n",
" -4.51399945e-02, 4.55301348e-03, 3.95846665e-02, 3.18590030e-02,\n",
" -3.08320485e-02, 3.13354097e-02, -2.86143143e-02, -4.19891588e-02,\n",
" -2.98719294e-02, 2.21682545e-02, 3.94705087e-02, 2.87757895e-04,\n",
" 2.41331849e-02, 5.25074005e-02, 4.39968035e-02, -6.64997399e-02,\n",
" -9.33756977e-02, 2.24201847e-03, -2.04113894e-03, -3.28935049e-02,\n",
" 3.97891439e-02, 4.19163741e-02, -2.90236212e-02, 3.58021408e-02,\n",
" -4.31103371e-02, 1.75104383e-02, 4.81202230e-02, -8.56848210e-02,\n",
" -2.84225959e-02, -7.44831748e-03, 3.45579199e-02, 4.87148715e-03,\n",
" 3.35018225e-02, -4.11750898e-02, 7.86060560e-03, -1.63561441e-02,\n",
" 4.53880290e-03, 5.11864666e-03, -2.11910985e-04, 1.05911586e-02,\n",
" -4.73830104e-02, -4.26678453e-03, -9.08325985e-02, -2.66996473e-02,\n",
" -1.42447418e-02, 8.48042127e-03, -6.17341697e-02, 3.97543833e-02,\n",
" 5.40352166e-02, -6.94309874e-03, -5.00921123e-02, -2.76424247e-03,\n",
" 9.29716527e-02, 2.96446495e-02, 5.42421713e-02, -1.68589747e-03,\n",
" -3.41680981e-02, 9.01500694e-03, 3.62698361e-02, -2.59664375e-02,\n",
" -4.61764401e-03, -5.82217462e-02, 5.02815694e-02, -1.24479085e-02,\n",
" 6.83524385e-02, 4.00378747e-04, -9.77147184e-03, 3.14879790e-02,\n",
" -8.65111873e-02, -9.28129777e-02, -4.03488278e-02, 3.41455936e-02,\n",
" 2.31565144e-02, 2.51393467e-02, 6.42138273e-02, 1.82751175e-02,\n",
" -1.53328860e-04, -2.99963355e-02, 3.19896266e-02, -9.58321337e-03,\n",
" 6.76218979e-03, -9.67810024e-03, -5.77238724e-02, 3.28063183e-02,\n",
" 3.24727744e-02, -5.04023321e-02, 4.57404591e-02, -4.12876941e-02,\n",
" -5.57206124e-02, 1.98672321e-02, 1.84800718e-02, -8.80086273e-02,\n",
" -1.97810344e-02, -5.06112240e-02, 1.91964507e-02, 4.94233444e-02,\n",
" 2.44584363e-02, -3.11804935e-02, -6.98941499e-02, -1.00146718e-02,\n",
" 4.32817787e-02, -4.18214910e-02, 5.02528576e-03, 1.67432949e-02,\n",
" -6.82358071e-02, -2.64888164e-02, 4.59796749e-02, 2.25219764e-02,\n",
" 5.58158197e-02, -5.89374229e-02, -3.84903811e-02, -8.60058218e-02,\n",
" -3.44318748e-02, 9.16315243e-03, -4.28117700e-02, -2.54744608e-02,\n",
" 1.76834092e-02, -9.01879466e-05, -5.44875534e-03, -1.09478563e-01,\n",
" -8.23365599e-02, 3.75598706e-02, -3.84733155e-02, 8.95602182e-02,\n",
" -2.53634062e-02, -5.14439158e-02, 6.69439733e-02, 1.12298382e-02,\n",
" 4.44673561e-02, 2.61442270e-02, -1.34114595e-03, 7.88533222e-03,\n",
" 6.37882203e-02, -5.01869917e-02, 1.08544165e-02, 4.86391969e-02,\n",
" 1.35603910e-02, -2.96570789e-02, -2.97726635e-02, 1.50660230e-02,\n",
" -4.22945991e-02, 5.30198254e-02, 1.03309751e-02, 5.10234712e-03,\n",
" -3.11613530e-02, 1.37713300e-02, 4.34407927e-02, -2.45123301e-02,\n",
" -6.63067168e-03, -6.37051696e-03, 1.23706207e-01, 9.24102068e-02,\n",
" 2.23306660e-02, 2.14049853e-02, 3.25834826e-02, -4.80926670e-02,\n",
" 5.38130105e-02, 1.02389038e-01, -1.48929218e-02, 3.45743075e-02,\n",
" -1.19952932e-02, -2.52154656e-02, -2.45570187e-02, -4.40798216e-02,\n",
" -5.83116934e-02, 6.74956366e-02, 2.98846252e-02, 5.51918708e-03,\n",
" -1.60979608e-03, -3.38539504e-03, -7.41722109e-03, -5.89176379e-02,\n",
" 7.60140494e-02, 6.21552765e-02, 2.40006391e-02, 4.59568538e-02,\n",
" 1.86943319e-02, 3.41694131e-02, -6.11055158e-02, -5.09937070e-02,\n",
" -4.06618742e-03, 7.93530568e-02, -5.11258617e-02, -1.67376809e-02,\n",
" -2.07370557e-02, -2.22995523e-02, 5.55613376e-02, 4.02678773e-02,\n",
" 2.76055373e-03, 3.11234035e-02, 8.01737756e-02, 5.86816184e-02,\n",
" -6.53969916e-03, -7.03838691e-02, 1.40582630e-03, -6.06874889e-03,\n",
" 1.32657746e-02, 5.43002598e-02, -1.13941915e-02, -7.43713826e-02,\n",
" 3.61151397e-02, -7.58542120e-02, -5.21931089e-02, -3.65307159e-03,\n",
" -1.84889007e-02, -6.49652854e-02, 7.48448353e-03, -2.05790102e-02,\n",
" 3.49469632e-02, -1.79068130e-02, -5.42086214e-02, -3.11969351e-02,\n",
" 7.50113511e-03, -1.20978849e-02, -2.82209814e-02, 4.06775549e-02,\n",
" -7.52284676e-02, -1.46448137e-02, -4.38688882e-02, 7.47715868e-03,\n",
" 6.03865534e-02, -4.66828793e-02, 2.80472953e-02, -4.16415446e-02,\n",
" 4.22015786e-02, -2.40783785e-02, -6.97646011e-03, 2.27538999e-02,\n",
" 4.99734394e-02, 4.08586264e-02, 4.92192842e-02, 3.05907670e-02,\n",
" -2.55206078e-02, 4.76532318e-02, 9.89210140e-03, -3.01802270e-02,\n",
" -5.38247228e-02, -2.22865399e-02, 1.43164173e-02, -5.10390177e-02,\n",
" -1.47191677e-02, -4.70201559e-02, -9.45404619e-02, 2.56543253e-02,\n",
" -5.56349475e-03, 8.34726319e-02, 1.75918452e-02, 2.20628195e-02,\n",
" 1.80652626e-02, 2.14954745e-02, -6.29976541e-02, -1.36588113e-02,\n",
" -1.22490384e-01, -1.95990000e-02, 5.83404042e-02, -3.76785845e-02,\n",
" -4.74305190e-02, -4.54651378e-02, 2.67470232e-03, 2.09753290e-02,\n",
" -4.21099588e-02, -8.23273137e-02, -4.38469984e-02, 6.17283881e-02,\n",
" -7.84147438e-03, -3.56910154e-02, -4.51480001e-02, 2.19608862e-02,\n",
" -5.74110188e-02, 8.61629099e-03, 7.06960112e-02, -5.06578479e-03,\n",
" -1.08982734e-02, -6.71516266e-03, 2.14574635e-02, 4.46816161e-03,\n",
" -2.98222098e-02, 1.54547775e-02, -5.55545650e-02, -8.92255157e-02,\n",
" 2.05937922e-02, -2.60852892e-02, 1.05383515e-01, -4.81079891e-02,\n",
" 2.64288988e-02, 5.74500812e-03, 8.57889727e-02, 3.45224328e-02,\n",
" 1.56744793e-02, -3.10750678e-02, 5.95366256e-03, 4.52592084e-03,\n",
" 8.26902911e-02, 2.32621748e-03, 4.27427068e-02, 2.79994030e-02,\n",
" -1.94470573e-03, 3.89568582e-02, -7.63987890e-03, 1.91526636e-02,\n",
" -8.02101847e-03, -3.01149171e-02, 2.69404612e-02, 6.01841621e-02,\n",
" 6.43402189e-02, 3.83237712e-02, 2.17148643e-02, 3.99090424e-02,\n",
" 1.27344318e-02, 4.35519218e-02, -2.14182325e-02, -4.92907241e-02,\n",
" -1.94731336e-02, 7.74846971e-02, -4.17990988e-04, -3.68801914e-02,\n",
" 4.47104648e-02, 1.29389651e-02, -5.86354844e-02, -3.99248637e-02,\n",
" 6.45075664e-02, 1.61809027e-02, 3.27621661e-02, -6.01298101e-02,\n",
" 1.39333941e-02, -4.20086905e-02, -3.61335534e-03, -2.97618695e-02,\n",
" -3.31461523e-03, 5.31085692e-02, 1.19952420e-02, 6.27388363e-05,\n",
" -4.37660292e-02, -6.48523048e-02, 3.16352583e-02, 3.56143853e-03,\n",
" 8.94001219e-03, 5.32772671e-03, 1.17954416e-02, -5.61791062e-02,\n",
" 6.41051084e-02, 7.14591751e-03, 7.02118352e-02, -4.04857658e-02,\n",
" 3.81040387e-03, 3.80788483e-02, 1.15512952e-01, -9.37312003e-03,\n",
" -4.61741425e-02, -1.07492261e-01, 2.48167943e-02, -2.93935593e-02,\n",
" -6.91678235e-03, -6.15291437e-03, 8.25541746e-03, 7.64062032e-02,\n",
" 2.18645222e-02, -2.79052686e-02, -5.09319035e-03, 7.94542059e-02,\n",
" 1.36788916e-02, -1.32636270e-02, -9.79770627e-03, -9.70531926e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'firsttry': Embedding(embedding=array([ 9.69210938e-02, -4.82123084e-02, -1.37297697e-02, -2.46390905e-02,\n",
" -1.74572016e-03, -4.69003357e-02, 3.56595181e-02, 6.31800294e-02,\n",
" 1.04404934e-01, 8.18787292e-02, -1.09362509e-02, 4.15662527e-02,\n",
" 1.62524749e-02, 2.91017946e-02, -1.09172743e-02, 2.77176704e-02,\n",
" 4.47841994e-02, 8.91802236e-02, 1.26259374e-02, -2.20856927e-02,\n",
" -8.52592140e-02, -4.71319370e-02, 8.02185666e-03, 5.83593585e-02,\n",
" 2.19558068e-02, 2.77258568e-02, -2.06988095e-03, -3.80455665e-02,\n",
" 6.07505850e-02, -1.07036782e-02, 8.25987831e-02, -1.26150837e-02,\n",
" -2.17125677e-02, -1.88862835e-03, 3.38683464e-02, -1.28468219e-02,\n",
" -5.39176278e-02, -2.63066366e-02, -7.60993510e-02, 4.93549369e-02,\n",
" -3.62956449e-02, 9.75462049e-03, -2.12101657e-02, -2.19433382e-02,\n",
" 3.80476490e-02, -5.85442632e-02, -2.74473466e-02, 4.26103212e-02,\n",
" -2.84626707e-02, 2.86293849e-02, 2.76490729e-02, 2.83265035e-05,\n",
" -6.63687941e-04, 1.58057234e-03, 3.79099771e-02, 5.80867827e-02,\n",
" 8.00994411e-03, -7.17871934e-02, -2.80889124e-02, -3.51847522e-02,\n",
" 5.11199906e-02, 2.05187518e-02, 2.87504792e-02, 2.15925146e-02,\n",
" 1.78449731e-02, -1.70997763e-03, 3.30598094e-02, 1.21115129e-02,\n",
" -1.25740431e-02, -2.34779250e-02, -2.56064758e-02, 4.62785028e-02,\n",
" 1.11483606e-02, 1.59674957e-01, -9.04758461e-03, 2.03468520e-02,\n",
" 7.89507385e-03, -6.95627630e-02, 1.49002289e-02, -2.74173617e-02,\n",
" 6.58208057e-02, 4.39833244e-03, -7.61580914e-02, 5.04726730e-02,\n",
" -2.88067795e-02, 2.32090987e-02, -1.91494729e-02, -7.90089965e-02,\n",
" -5.53031489e-02, -4.54370975e-02, -7.10591162e-03, -3.31083871e-02,\n",
" -4.22255583e-02, -9.16813016e-02, -5.17274104e-02, 9.63704661e-03,\n",
" -7.32024908e-02, 3.16964649e-02, -2.49401536e-02, -1.47672333e-02,\n",
" -1.09256590e-02, -1.99407786e-02, -3.14851291e-02, -3.54825929e-02,\n",
" -3.59320268e-02, -8.43114313e-03, 4.07356449e-04, 2.73106750e-02,\n",
" -6.19879961e-02, 8.22972730e-02, -2.53300443e-02, -3.86079289e-02,\n",
" -1.64025556e-02, -1.01881400e-02, 2.56426912e-02, 8.01125392e-02,\n",
" 1.06642786e-02, 9.22475085e-02, -5.85316680e-02, -3.43955271e-02,\n",
" -1.50961488e-01, -5.50729558e-02, 3.46360244e-02, -5.05033135e-03,\n",
" -1.75339393e-02, 2.74987891e-03, -2.81772520e-02, 3.16761173e-02,\n",
" -6.03792369e-02, 1.19292624e-02, 4.24326537e-03, 7.22628832e-02,\n",
" -2.96314154e-02, 2.82180663e-02, -2.45782211e-02, 4.00365889e-02,\n",
" 3.52836843e-03, 5.94523698e-02, -6.04119245e-03, 5.60128363e-03,\n",
" -3.93530689e-02, -1.51540861e-02, 1.39910833e-03, 9.70633514e-03,\n",
" -3.21242237e-03, 2.45837625e-02, 1.62862763e-02, 6.69703782e-02,\n",
" -4.34446782e-02, 2.36734911e-03, 6.46663606e-02, 2.35387944e-02,\n",
" -2.21883040e-02, 9.91479494e-03, -5.78084625e-02, -7.06655383e-02,\n",
" -3.10027394e-02, 1.45578140e-03, 3.14262770e-02, 1.14696717e-03,\n",
" 2.59367861e-02, 4.81131375e-02, 3.17839235e-02, -5.70525005e-02,\n",
" -1.03752010e-01, -2.55753589e-03, 2.72731110e-03, -4.30331901e-02,\n",
" 2.00060364e-02, 5.40942773e-02, -3.98190208e-02, 5.06621487e-02,\n",
" -5.51974885e-02, 2.47185747e-03, 5.07872403e-02, -5.82155064e-02,\n",
" -2.94137914e-02, -2.16903128e-02, 1.94179080e-02, -1.29051786e-02,\n",
" 2.58791670e-02, -4.51516956e-02, 2.59720832e-02, -8.64992104e-03,\n",
" -1.38395391e-02, 3.21090519e-02, 2.49559209e-02, -1.49508929e-02,\n",
" -4.55813557e-02, 1.64547842e-02, -8.36800709e-02, -2.93573961e-02,\n",
" -2.90351566e-02, 4.72288299e-03, -6.07373454e-02, 4.21464443e-02,\n",
" 3.65051590e-02, -3.08467150e-02, -4.72927354e-02, 5.87639911e-03,\n",
" 9.02318433e-02, 3.01113464e-02, 4.37877476e-02, 4.38276166e-03,\n",
" -1.36533715e-02, 3.29711922e-02, 8.12890008e-03, -2.70316266e-02,\n",
" -8.77295900e-03, -3.56279984e-02, 5.71637303e-02, -1.54804876e-02,\n",
" 4.84537333e-02, 3.70489527e-03, -4.32037236e-03, 5.43595180e-02,\n",
" -6.41828030e-02, -7.46116936e-02, -5.82112409e-02, 3.67206074e-02,\n",
" 1.25337308e-02, 3.70195061e-02, 4.77200001e-02, 3.34510556e-03,\n",
" 2.08637398e-02, 6.83209626e-03, 3.52719724e-02, -3.17844674e-02,\n",
" 1.16732083e-02, 1.20175891e-02, -4.45843600e-02, 3.75375226e-02,\n",
" 2.88118143e-02, -3.53803597e-02, 3.51733938e-02, -2.36722119e-02,\n",
" -2.78546717e-02, 7.82708917e-03, 3.28079760e-02, -1.07624516e-01,\n",
" -2.03086575e-03, -4.85487320e-02, 4.39892374e-02, 7.12917596e-02,\n",
" 2.26010438e-02, -1.57309230e-02, -6.79180399e-02, -5.57437167e-03,\n",
" 5.12350984e-02, -3.61822546e-02, 2.46517379e-02, 3.56459990e-03,\n",
" -6.67807832e-02, -3.32547873e-02, 3.43570150e-02, 2.90390272e-02,\n",
" 4.54877764e-02, -7.54835159e-02, -6.90844432e-02, -7.59905502e-02,\n",
" -7.48500042e-03, -4.72588278e-03, -6.25226498e-02, -2.75440924e-02,\n",
" 2.67769881e-02, -1.82149261e-02, -1.27760964e-02, -8.68195146e-02,\n",
" -8.09978023e-02, 4.65576425e-02, -3.44822332e-02, 8.60556662e-02,\n",
" -3.51618901e-02, -5.22520207e-02, 3.68402116e-02, 7.37269549e-03,\n",
" 2.72955708e-02, 3.00268587e-02, 5.18790446e-03, 1.16115138e-02,\n",
" 5.31985499e-02, -4.11158688e-02, -2.36267932e-02, 6.27031401e-02,\n",
" -5.82478242e-03, -3.30897644e-02, -2.24041659e-02, -1.13813987e-03,\n",
" -4.93788905e-02, 4.45475020e-02, 1.32762501e-02, 4.74858470e-03,\n",
" -1.15870219e-02, -5.46028791e-03, 3.95271070e-02, -2.14317460e-02,\n",
" -2.23193113e-02, -1.98636018e-02, 1.13521233e-01, 8.85390043e-02,\n",
" 4.37896624e-02, 3.22025120e-02, 5.13090901e-02, -4.06010672e-02,\n",
" 5.43662868e-02, 5.77147119e-02, 9.66031663e-03, 2.38829013e-02,\n",
" -2.64052954e-02, -3.18999067e-02, -5.24443723e-02, -5.41193672e-02,\n",
" -3.60503718e-02, 7.11228848e-02, 3.31611000e-02, 2.02355497e-02,\n",
" 7.07558123e-03, -1.08302087e-02, 1.38024092e-02, -5.37262373e-02,\n",
" 9.14561599e-02, 8.11243653e-02, -3.60093382e-03, 4.40248027e-02,\n",
" 2.91270372e-02, 5.21480776e-02, -7.61468336e-02, -7.20124692e-02,\n",
" 3.74200358e-03, 6.34079874e-02, -7.13107660e-02, -4.71593579e-03,\n",
" -2.66165435e-02, -1.06021641e-02, 5.60920984e-02, 3.27870026e-02,\n",
" -4.33641020e-03, 2.44921558e-02, 6.48068339e-02, 6.27098456e-02,\n",
" -2.95829903e-02, -8.08178186e-02, -1.44495117e-02, -2.74187438e-02,\n",
" 3.09009012e-02, 5.29137813e-02, -1.93881802e-02, -7.20796809e-02,\n",
" 3.78320180e-02, -6.30500764e-02, -4.62822728e-02, 3.95790790e-04,\n",
" -2.05880981e-02, -6.08311817e-02, 2.82460358e-02, -9.15078074e-03,\n",
" 4.91929501e-02, -1.44295674e-03, -5.57497777e-02, -4.05096784e-02,\n",
" 1.82617828e-02, -2.80509307e-03, -3.65102626e-02, 2.67269593e-02,\n",
" -1.10427722e-01, -2.01035962e-02, -4.80737239e-02, 4.01637927e-02,\n",
" 4.65367846e-02, -4.39278968e-02, 2.38434579e-02, -5.96420690e-02,\n",
" 6.26960620e-02, 8.89595971e-03, -1.46548180e-02, 3.81085426e-02,\n",
" 4.47273552e-02, 2.77504269e-02, 4.98871468e-02, 2.71796230e-02,\n",
" 7.02804467e-03, 5.86214475e-02, 2.91777886e-02, -1.96581911e-02,\n",
" -5.66866472e-02, -4.25521992e-02, 1.34013724e-02, -6.37354255e-02,\n",
" -1.80154499e-02, -2.31988803e-02, -8.83085504e-02, 2.16849521e-02,\n",
" -4.09685960e-03, 1.04260139e-01, -2.42680637e-03, 1.67346466e-02,\n",
" -5.36390347e-03, 2.54013482e-02, -3.84684578e-02, -1.39320120e-02,\n",
" -1.30500793e-01, -5.46780927e-03, 5.41790016e-02, -4.36146595e-02,\n",
" -6.77442253e-02, -5.16099893e-02, -3.62924882e-03, 3.03606745e-02,\n",
" -5.01208827e-02, -8.39103535e-02, -4.04190905e-02, 5.70603758e-02,\n",
" -1.69276223e-02, -5.84141426e-02, -3.94174457e-02, 3.58124115e-02,\n",
" -4.69999127e-02, -4.46628081e-03, 7.24828467e-02, -1.67548675e-02,\n",
" -1.37194814e-02, 1.67158749e-02, 2.54896507e-02, 1.94322970e-03,\n",
" -1.65856276e-02, 2.97850445e-02, -5.39716072e-02, -7.44582340e-02,\n",
" 2.10169367e-02, -1.73015911e-02, 1.05102263e-01, -4.13167439e-02,\n",
" 2.28717364e-02, 7.95132667e-03, 7.91514739e-02, 2.91385408e-02,\n",
" 9.33329854e-03, -5.17077185e-02, 9.96666960e-03, 2.44943090e-02,\n",
" 6.89219832e-02, -1.05789630e-02, 2.58125123e-02, 4.40213643e-02,\n",
" -1.49370674e-02, 2.55430192e-02, -5.97281707e-03, 1.36216739e-02,\n",
" -1.28650703e-02, -4.21167240e-02, 3.62751298e-02, 4.67590429e-02,\n",
" 6.33963272e-02, 1.31466743e-02, 2.66360193e-02, 2.02105846e-02,\n",
" -6.58430718e-03, 5.36726192e-02, -1.41068222e-02, -6.82371929e-02,\n",
" -1.78786106e-02, 8.13379139e-02, -1.02993045e-02, -3.82830612e-02,\n",
" 3.86506617e-02, 2.38468219e-02, -5.81500791e-02, -4.37878631e-02,\n",
" 3.67746577e-02, 1.25505147e-04, 2.46883519e-02, -6.74137175e-02,\n",
" 1.63428411e-02, -3.86292785e-02, -2.22114809e-02, -3.27856019e-02,\n",
" 7.33702583e-03, 6.81501329e-02, -7.57025229e-03, 6.32805144e-03,\n",
" -4.04745750e-02, -4.82816100e-02, 1.39402533e-02, 2.02979278e-02,\n",
" 4.40751202e-03, -4.02024994e-03, 1.45035544e-02, -5.07868379e-02,\n",
" 6.39598221e-02, -1.12323873e-02, 6.46364540e-02, -1.62587967e-02,\n",
" 1.73157807e-02, 4.54858355e-02, 1.34418875e-01, 2.51260269e-02,\n",
" -6.34008348e-02, -9.24480855e-02, 4.59205396e-02, -3.09330299e-02,\n",
" 9.54214483e-03, -1.55950682e-02, 1.54287955e-02, 9.56184939e-02,\n",
" 2.54621133e-02, -2.73948070e-02, -7.17382133e-03, 6.70771003e-02,\n",
" -8.26212205e-03, -2.81772800e-02, 9.53441393e-03, -1.13233089e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'fmr': Embedding(embedding=array([ 9.18089300e-02, -6.58988133e-02, -1.69871226e-02, -2.13842206e-02,\n",
" 3.58149479e-03, -3.59076299e-02, 4.00111303e-02, 5.01467176e-02,\n",
" 8.06965753e-02, 7.42709488e-02, -2.18408927e-03, 3.20866629e-02,\n",
" 1.80000588e-02, 1.59751009e-02, -7.24343257e-03, 5.74637763e-03,\n",
" 3.12109552e-02, 8.13959315e-02, 2.19937507e-02, -2.25182455e-02,\n",
" -8.15668777e-02, -4.05036733e-02, 1.07620116e-02, 6.68100640e-02,\n",
" 4.71654236e-02, 3.25825699e-02, -1.27791166e-02, -4.97168824e-02,\n",
" 5.02893180e-02, -1.02721509e-02, 6.80104420e-02, -3.65086249e-03,\n",
" -3.48877721e-02, -6.60761399e-03, 3.80309112e-02, 1.10847817e-03,\n",
" -2.56023649e-02, -2.16467194e-02, -7.00809509e-02, 5.84337600e-02,\n",
" -2.39978135e-02, 1.06692789e-02, -1.62593685e-02, -1.04477582e-02,\n",
" 3.58004533e-02, -5.52046895e-02, -3.21366377e-02, 4.76855934e-02,\n",
" -3.49184498e-02, 2.21524704e-02, 2.50867307e-02, 2.05312404e-04,\n",
" 5.66455675e-03, 1.99384596e-02, 3.56290601e-02, 4.31459583e-02,\n",
" -6.83482923e-03, -4.47166674e-02, -2.59954017e-02, -3.50097790e-02,\n",
" 3.52776162e-02, 3.83408666e-02, 3.62526998e-02, 2.32597142e-02,\n",
" 8.98359716e-03, 3.46034300e-03, 3.22580338e-02, -8.69939290e-03,\n",
" -8.62736069e-03, -4.08400968e-02, -3.52654457e-02, 5.90356551e-02,\n",
" 2.33840179e-02, 1.64560437e-01, -1.15970029e-02, 3.07968557e-02,\n",
" -4.66185913e-04, -5.91715053e-02, 2.72243973e-02, -2.28177514e-02,\n",
" 7.76812583e-02, 1.01536913e-02, -8.54951590e-02, 6.11929633e-02,\n",
" -3.20967361e-02, 4.30497900e-03, -2.04088036e-02, -8.00579563e-02,\n",
" -4.75312583e-02, -4.50287126e-02, -1.11197047e-02, -2.61480231e-02,\n",
" -6.48642555e-02, -8.06942210e-02, -3.19137350e-02, -8.57455563e-03,\n",
" -5.84519170e-02, 2.25596651e-02, -2.47311871e-02, -1.43267009e-02,\n",
" -1.74969819e-03, -2.68070605e-02, -3.83877680e-02, -4.24262211e-02,\n",
" -4.94911522e-02, 3.12702428e-03, 1.56360993e-03, 2.36032754e-02,\n",
" -8.06638896e-02, 7.91599229e-02, -9.37062874e-03, -4.41868752e-02,\n",
" -1.54883806e-02, -7.12039182e-03, 6.14469545e-03, 7.69611970e-02,\n",
" -2.54871929e-03, 9.71402079e-02, -6.28952011e-02, -5.19435294e-02,\n",
" -1.38660833e-01, -5.16806282e-02, 4.26350348e-02, -1.70121826e-02,\n",
" -1.33199561e-02, -1.55047830e-02, -9.69670992e-03, 2.98449453e-02,\n",
" -5.89725412e-02, 2.78181378e-02, 1.69599385e-04, 6.81760088e-02,\n",
" -2.11433358e-02, 2.78381128e-02, -3.98139842e-02, 5.25104329e-02,\n",
" -5.96000301e-03, 5.79208620e-02, 3.60157969e-03, -9.80927143e-03,\n",
" -3.51212360e-02, -1.04205972e-02, 5.03787026e-03, -8.92357901e-03,\n",
" 1.61301326e-02, 2.14124918e-02, 1.89754535e-02, 4.86228541e-02,\n",
" -2.87634507e-02, 3.11772968e-03, 6.42640516e-02, 2.29939278e-02,\n",
" -1.02836965e-02, 1.95185239e-05, -6.52258098e-02, -7.64967054e-02,\n",
" -1.06942197e-02, -1.48897469e-02, 4.13131230e-02, 4.19436954e-03,\n",
" 4.62931246e-02, 2.23150104e-02, 3.13796289e-02, -6.76056743e-02,\n",
" -7.74088949e-02, 1.74350273e-02, -2.93659023e-03, -4.37014922e-02,\n",
" 1.14536546e-02, 7.05416128e-02, -4.31156643e-02, 5.93916662e-02,\n",
" -3.37649174e-02, -1.76073834e-02, 3.73682082e-02, -5.85588813e-02,\n",
" -3.33824605e-02, -3.37747782e-02, 1.51104312e-02, -1.24247633e-02,\n",
" 3.32620218e-02, -5.13684452e-02, 2.36792453e-02, -8.01930111e-03,\n",
" -1.74626638e-03, 4.62337695e-02, 1.20690800e-02, 8.31607822e-03,\n",
" -3.38769630e-02, 2.60178540e-02, -8.21462199e-02, -1.08958054e-02,\n",
" -3.85605954e-02, -1.08033605e-03, -4.93692309e-02, 4.18493822e-02,\n",
" 5.19548617e-02, -1.93281490e-02, -5.70193455e-02, 6.99972874e-03,\n",
" 7.46559650e-02, 3.95627730e-02, 4.44275737e-02, -2.23072227e-02,\n",
" 3.09200445e-03, 4.67025451e-02, -1.27068046e-03, -2.78752781e-02,\n",
" -3.99949076e-03, -2.49832552e-02, 4.68403473e-02, -3.02255694e-02,\n",
" 4.67212759e-02, -9.98737197e-03, -7.51069654e-03, 5.39099500e-02,\n",
" -5.80319501e-02, -6.28058985e-02, -5.45029752e-02, 3.57531980e-02,\n",
" 3.82173657e-02, 2.50235815e-02, 6.32368773e-02, -1.13662370e-02,\n",
" 1.18633397e-02, 3.01946676e-03, 1.98455863e-02, -3.98554541e-02,\n",
" 3.79894525e-02, 6.32835145e-04, -3.74681130e-02, 4.32886779e-02,\n",
" 1.62224062e-02, -3.14893872e-02, 2.27107350e-02, -2.40519829e-02,\n",
" -2.37052180e-02, -2.80334352e-04, 2.79111248e-02, -1.20046116e-01,\n",
" -1.38889556e-03, -5.27660921e-02, 6.82808384e-02, 7.37744123e-02,\n",
" 1.65670216e-02, -1.34460228e-02, -6.29627332e-02, -2.48340773e-04,\n",
" 4.78167795e-02, -2.26448737e-02, 1.96771920e-02, 1.10763749e-02,\n",
" -7.37074167e-02, -3.42551768e-02, 3.07154153e-02, 3.92984562e-02,\n",
" 6.75560981e-02, -7.02793673e-02, -6.59572855e-02, -5.34625798e-02,\n",
" -9.58795659e-03, -7.38645624e-03, -7.41409361e-02, -2.17218678e-02,\n",
" 4.95848209e-02, -1.84336193e-02, -1.55149754e-02, -7.71051422e-02,\n",
" -7.62922093e-02, 6.37295395e-02, -2.60026529e-02, 8.89053866e-02,\n",
" -3.10404804e-02, -5.80454990e-02, 3.47157903e-02, -1.03563126e-02,\n",
" 1.81258209e-02, 1.47291198e-02, -2.29713041e-02, 1.91299280e-03,\n",
" 4.80712764e-02, -2.10773181e-02, -1.45475166e-02, 4.97110188e-02,\n",
" -7.55707035e-03, -4.80301194e-02, -8.48492142e-03, -1.82219979e-03,\n",
" -5.72248884e-02, 3.31014022e-02, -2.26259627e-03, 2.40237825e-02,\n",
" -1.86407845e-02, 9.55282804e-03, 3.21395062e-02, -1.92400794e-02,\n",
" -2.53075901e-02, -2.40682047e-02, 1.05675131e-01, 8.52657035e-02,\n",
" 3.50130908e-02, 2.86850296e-02, 7.06143901e-02, -3.71932723e-02,\n",
" 6.42533079e-02, 4.39293683e-02, 1.52468067e-02, 6.06633350e-03,\n",
" -3.87609974e-02, -3.32846716e-02, -4.62272540e-02, -4.28561047e-02,\n",
" -2.36171186e-02, 6.11668676e-02, 3.65919620e-02, 1.62735749e-02,\n",
" 1.17231933e-02, -1.35221388e-02, 3.13354610e-03, -8.49421546e-02,\n",
" 8.69621783e-02, 7.78713301e-02, -1.19009940e-03, 5.54840267e-02,\n",
" 1.88022871e-02, 5.17802835e-02, -7.06667081e-02, -9.77905318e-02,\n",
" 5.97607635e-04, 5.12279868e-02, -7.07237571e-02, -1.21932002e-02,\n",
" -4.20832671e-02, -1.01577083e-03, 6.04592897e-02, 2.71162167e-02,\n",
" -1.12994835e-02, 3.62937301e-02, 5.54081462e-02, 6.19201735e-02,\n",
" -4.11792062e-02, -8.59076679e-02, -2.05195155e-02, -3.27282213e-02,\n",
" 4.37170863e-02, 4.87727895e-02, -2.18939595e-02, -8.23811814e-02,\n",
" 4.73633073e-02, -6.17449917e-02, -4.23730910e-02, -1.22753540e-02,\n",
" -4.57236823e-03, -3.99593562e-02, 2.56979745e-02, 7.82164559e-03,\n",
" 5.56944311e-02, -4.52702027e-03, -6.29612952e-02, -3.84337120e-02,\n",
" 2.78749447e-02, 1.07352482e-03, -2.30400302e-02, 3.18209119e-02,\n",
" -1.17026590e-01, -3.32457945e-02, -5.70451096e-02, 4.79580425e-02,\n",
" 4.65814061e-02, -2.95751262e-02, 1.93138029e-02, -6.95419461e-02,\n",
" 5.95161654e-02, 1.25940116e-02, -2.55429875e-02, 4.02619280e-02,\n",
" 3.55928950e-02, 3.38921696e-02, 5.53648174e-02, 2.29264125e-02,\n",
" 2.59714909e-02, 6.57888129e-02, 3.16873714e-02, -4.41243732e-03,\n",
" -4.35861498e-02, -5.15723750e-02, -1.30998138e-02, -5.04650958e-02,\n",
" -2.16167863e-03, 4.82884841e-03, -8.69487152e-02, 2.06160881e-02,\n",
" 1.28443940e-02, 1.23379789e-01, 2.30808761e-02, 1.29359514e-02,\n",
" -1.78264230e-02, 1.81800723e-02, -3.85525636e-02, 1.44841243e-02,\n",
" -1.40141204e-01, -5.82001405e-04, 7.13482276e-02, -4.35051024e-02,\n",
" -8.66504759e-02, -4.17298600e-02, 1.49335247e-02, 2.44645942e-02,\n",
" -2.88275760e-02, -8.50578621e-02, -3.92910056e-02, 6.42209649e-02,\n",
" -2.01829374e-02, -2.94854958e-02, -3.20023075e-02, 3.74001488e-02,\n",
" -2.15868838e-02, -1.52482968e-02, 5.34833223e-02, -3.23500820e-02,\n",
" -2.99303029e-02, 2.25255638e-02, 3.66622303e-03, 6.17121859e-03,\n",
" -1.38367992e-02, 4.20217328e-02, -4.37543280e-02, -5.26166894e-02,\n",
" 1.55919092e-02, -2.99604367e-02, 9.53746289e-02, -5.45852631e-02,\n",
" 1.14648528e-02, 6.52571302e-03, 8.96171257e-02, 4.08114046e-02,\n",
" 9.45475884e-03, -5.20372391e-02, 1.80012304e-02, 2.51379684e-02,\n",
" 7.91629329e-02, -1.46868806e-02, 3.06741502e-02, 4.13481817e-02,\n",
" -1.62906926e-02, -7.06106238e-03, -2.79188482e-03, -1.14929099e-02,\n",
" -1.33404583e-02, -4.35374938e-02, 2.07614340e-02, 4.13626954e-02,\n",
" 6.06467687e-02, -5.12092654e-03, -3.76042328e-03, 1.40929054e-02,\n",
" -1.15225138e-02, 2.16367766e-02, -1.76667105e-02, -5.63875437e-02,\n",
" -7.62227038e-03, 1.17798626e-01, 2.06746510e-03, -2.07320899e-02,\n",
" 2.75718849e-02, 3.05964034e-02, -3.87734547e-02, -3.85758430e-02,\n",
" 3.26155014e-02, 1.18338643e-02, 8.72727390e-03, -5.76469824e-02,\n",
" 1.66933599e-03, -4.33785506e-02, -3.71283032e-02, -4.49643172e-02,\n",
" 5.07674553e-03, 8.44355598e-02, -8.11604504e-03, -6.96209772e-03,\n",
" -4.06904519e-02, -2.62625273e-02, -9.78981704e-03, 3.14343795e-02,\n",
" 8.24406184e-03, -1.02173584e-02, 1.53228873e-02, -5.55302650e-02,\n",
" 6.98834881e-02, -3.36176157e-02, 5.16161732e-02, -1.29104303e-02,\n",
" 2.55488255e-03, 4.66100760e-02, 1.26188204e-01, 2.94878217e-03,\n",
" -3.37298140e-02, -1.00837171e-01, 4.93287444e-02, -4.06040028e-02,\n",
" 1.70102157e-02, -4.17766394e-03, 2.52778418e-02, 1.14900865e-01,\n",
" 4.12156396e-02, -1.52422115e-02, -6.76196720e-03, 7.65658244e-02,\n",
" 5.29448176e-03, -2.45517101e-02, -2.66654883e-03, -1.09865859e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'friends': Embedding(embedding=array([ 1.05472110e-01, -3.69150192e-02, -9.58006829e-03, 2.55250391e-02,\n",
" -1.19879423e-02, -5.80108389e-02, 2.49549747e-02, 5.92537299e-02,\n",
" 9.79585871e-02, 4.38612252e-02, -3.16074826e-02, 5.51423505e-02,\n",
" 3.62027586e-02, 1.88811664e-02, -4.53869672e-03, 4.50442135e-02,\n",
" 6.31910115e-02, 8.28879848e-02, -1.00163482e-02, -1.43146571e-02,\n",
" -8.22127536e-02, -3.42384577e-02, -4.56097117e-03, 4.53641042e-02,\n",
" -3.75553314e-03, 9.90804378e-03, 1.88219100e-02, -4.44055535e-02,\n",
" 4.68350537e-02, -1.25795854e-02, 7.98408985e-02, -2.50522513e-02,\n",
" 2.07962357e-02, -1.46647729e-03, 3.63875479e-02, -3.44204344e-02,\n",
" -4.01453748e-02, -1.57161672e-02, -9.14014652e-02, 4.46406454e-02,\n",
" -4.47113290e-02, 2.80588772e-02, -2.87338905e-02, -9.30625945e-03,\n",
" 4.83873636e-02, -5.41212298e-02, -4.74524386e-02, 5.74574284e-02,\n",
" -2.67802272e-02, 9.42956563e-03, 3.83704677e-02, -2.46030241e-02,\n",
" 2.82184361e-03, 2.61533894e-02, 4.50084656e-02, 7.25344345e-02,\n",
" -3.12143099e-02, -9.19087157e-02, -1.82068329e-02, -1.92460939e-02,\n",
" 3.02066356e-02, 5.35204727e-03, 1.68206841e-02, 1.36206923e-02,\n",
" 2.85373759e-02, 2.62893084e-02, 3.92162874e-02, 2.33915858e-02,\n",
" -1.39211037e-03, -1.12057384e-02, -4.26088925e-03, 7.10395770e-03,\n",
" 3.56604904e-02, 1.30138010e-01, -3.17208506e-02, 1.10939210e-02,\n",
" 2.30785459e-02, -9.60587636e-02, 3.74575928e-02, -9.56092123e-03,\n",
" 4.85386699e-03, 2.19822787e-02, -5.84480390e-02, 3.65007073e-02,\n",
" -6.28275378e-03, 5.34106158e-02, -1.65572688e-02, -9.95340496e-02,\n",
" -7.05441386e-02, -2.27794908e-02, -3.55013311e-02, -4.56646532e-02,\n",
" -1.85675845e-02, -9.21205506e-02, -8.24280232e-02, 3.17362100e-02,\n",
" -7.73180202e-02, 4.22739945e-02, 5.17550204e-03, 1.84642039e-02,\n",
" -1.49448020e-02, -1.71986949e-02, 3.84365907e-03, -1.70092788e-02,\n",
" -3.96339297e-02, -3.14879008e-02, 2.39685876e-04, 3.18659879e-02,\n",
" -3.94778252e-02, 6.77521676e-02, -4.78355326e-02, -9.68112797e-03,\n",
" 1.29407644e-02, -1.42092425e-02, -2.75148079e-03, 8.10414776e-02,\n",
" 3.66705805e-02, 7.34174550e-02, -7.02353194e-02, -1.39985681e-02,\n",
" -1.90576613e-01, -5.01262285e-02, 2.02324726e-02, 5.30004827e-03,\n",
" -2.34852359e-02, 3.69922305e-03, -3.14243175e-02, 4.07162160e-02,\n",
" -7.30352551e-02, 5.30276261e-03, 7.67377065e-03, 4.57378849e-02,\n",
" -4.13645580e-02, 2.00415049e-02, -3.36686373e-02, 6.21448606e-02,\n",
" 2.22093798e-02, 6.21846020e-02, -4.76430124e-03, 1.78327356e-02,\n",
" -2.07524374e-02, -2.06675231e-02, -3.41773704e-02, 1.16167432e-02,\n",
" -2.75224242e-02, 3.24116796e-02, -1.42609293e-04, 5.65820001e-02,\n",
" -5.30407093e-02, 1.14978841e-02, 4.09091227e-02, 2.92366762e-02,\n",
" -2.77139433e-02, 4.29141037e-02, -1.70640815e-02, -4.81761955e-02,\n",
" -2.83695646e-02, 3.52832824e-02, 3.42563242e-02, 6.80267392e-03,\n",
" 1.91864111e-02, 4.65283394e-02, 4.84194309e-02, -7.33449906e-02,\n",
" -8.28503892e-02, 3.71165294e-03, 6.32953038e-03, -2.74866410e-02,\n",
" 4.70504723e-02, 2.45519411e-02, -1.94805153e-02, 2.54439525e-02,\n",
" -4.50444333e-02, 2.01443117e-02, 4.44767624e-02, -9.45589915e-02,\n",
" -2.95559205e-02, -1.10731637e-02, 2.33440846e-02, 5.02980454e-03,\n",
" 2.27689482e-02, -3.81298959e-02, 1.81634154e-03, -1.84746087e-02,\n",
" 7.41136959e-03, 9.57143307e-03, 3.57190962e-03, 2.71769296e-02,\n",
" -4.14689220e-02, -8.61600135e-03, -8.39629918e-02, -2.91548967e-02,\n",
" -1.56049645e-02, 1.64153073e-02, -6.29509464e-02, 4.44251820e-02,\n",
" 6.00090250e-02, 8.26628041e-03, -4.40302305e-02, -1.14266165e-02,\n",
" 8.51597711e-02, 2.53721066e-02, 5.37363105e-02, -4.67387540e-03,\n",
" -3.98370400e-02, 3.33585740e-05, 4.46181297e-02, -2.64045484e-02,\n",
" -8.75816680e-03, -6.42577559e-02, 5.44741489e-02, -1.29877804e-02,\n",
" 7.36086220e-02, 3.02837216e-05, -1.83497071e-02, 2.21854188e-02,\n",
" -9.54301432e-02, -8.35680962e-02, -3.50317731e-02, 3.11823301e-02,\n",
" 3.98040898e-02, 2.10071206e-02, 6.69646412e-02, 2.50700712e-02,\n",
" 7.18009716e-04, -3.90812196e-02, 3.38712297e-02, -1.19635812e-03,\n",
" 4.59353672e-03, -2.21382976e-02, -5.50086536e-02, 4.53388691e-02,\n",
" 3.63613702e-02, -3.96844260e-02, 5.38175218e-02, -3.72912101e-02,\n",
" -6.50628805e-02, 1.40996231e-02, 1.37910722e-02, -8.59306753e-02,\n",
" -1.74757186e-02, -4.57553640e-02, 9.45692044e-03, 3.56876589e-02,\n",
" 2.43565924e-02, -3.70329618e-02, -5.80863506e-02, -2.37670224e-02,\n",
" 2.82292031e-02, -4.34520766e-02, 6.84625760e-04, 1.92329027e-02,\n",
" -7.03996643e-02, -2.12586988e-02, 4.26387824e-02, 1.78196114e-02,\n",
" 5.53978309e-02, -5.62187731e-02, -4.19010259e-02, -9.33958143e-02,\n",
" -4.40571457e-02, 1.62959136e-02, -3.37032788e-02, -2.54946463e-02,\n",
" 1.75804030e-02, -1.44016370e-03, -6.87315362e-03, -1.08245529e-01,\n",
" -8.17031041e-02, 2.20978130e-02, -3.96048911e-02, 1.00597143e-01,\n",
" -2.71800663e-02, -5.53793199e-02, 7.51505196e-02, 1.61440913e-02,\n",
" 4.24789116e-02, 2.39478257e-02, -9.65072308e-03, 1.14409318e-02,\n",
" 6.60211369e-02, -6.25571385e-02, 1.93193518e-02, 3.43110301e-02,\n",
" 4.35302593e-03, -2.32028160e-02, -3.16371880e-02, 1.64962504e-02,\n",
" -2.99014989e-02, 3.70877609e-02, 7.01597007e-03, 1.29478052e-02,\n",
" -3.97837758e-02, 2.08904985e-02, 3.96590754e-02, -1.80507097e-02,\n",
" -9.96568799e-03, -5.45836170e-04, 1.25020549e-01, 9.05157924e-02,\n",
" 1.78223159e-02, 1.29606258e-02, 2.07967032e-02, -4.44532037e-02,\n",
" 5.44318072e-02, 1.12104788e-01, -2.06245724e-02, 3.43130566e-02,\n",
" -8.42523482e-03, -1.30115803e-02, -1.51318843e-02, -3.80543843e-02,\n",
" -6.17138669e-02, 6.46144077e-02, 1.29137123e-02, 2.05216184e-03,\n",
" -4.79484815e-03, 7.44041521e-03, -8.80859047e-03, -5.58938496e-02,\n",
" 6.56213984e-02, 5.77352680e-02, 1.76927857e-02, 5.55949733e-02,\n",
" 2.41938662e-02, 1.65184047e-02, -6.10809587e-02, -4.40896228e-02,\n",
" -1.06851186e-03, 8.27271640e-02, -4.59110700e-02, -1.57262925e-02,\n",
" -1.41704362e-02, -2.23256890e-02, 6.19711876e-02, 3.82137932e-02,\n",
" 1.06678931e-02, 2.93414984e-02, 7.56260231e-02, 5.15363216e-02,\n",
" 1.47017406e-03, -6.44838363e-02, -1.00552635e-02, -8.20653792e-03,\n",
" -5.53156529e-03, 4.65803258e-02, -1.67696476e-02, -7.69450814e-02,\n",
" 4.76659574e-02, -7.85957724e-02, -4.83739488e-02, -7.84095656e-03,\n",
" -3.30815539e-02, -6.12519011e-02, 1.12703666e-02, -3.12087461e-02,\n",
" 3.54145765e-02, -2.53702439e-02, -5.64487688e-02, -3.33267599e-02,\n",
" 1.40328966e-02, -1.65387392e-02, -2.40585823e-02, 3.75694819e-02,\n",
" -6.93335384e-02, -1.13462955e-02, -2.81793606e-02, 1.48823606e-02,\n",
" 6.61945790e-02, -5.58599308e-02, 3.62897031e-02, -4.75793146e-02,\n",
" 3.78477722e-02, -2.18326245e-02, -6.02811435e-03, 2.50440426e-02,\n",
" 4.98069376e-02, 3.58207822e-02, 5.09279184e-02, 3.15689035e-02,\n",
" -2.70794351e-02, 4.20425832e-02, 1.33174052e-03, -3.12237907e-02,\n",
" -5.39563708e-02, -3.30583341e-02, 1.71280615e-02, -4.35080677e-02,\n",
" -1.51676973e-02, -5.11980951e-02, -1.00514084e-01, 2.33097803e-02,\n",
" -1.89651288e-02, 7.67406225e-02, 1.39949797e-02, 1.35671059e-02,\n",
" 2.52997745e-02, 2.26181112e-02, -6.06812984e-02, -1.53035875e-02,\n",
" -1.25519335e-01, -1.85226016e-02, 5.34597263e-02, -2.65734028e-02,\n",
" -6.35150224e-02, -5.15082181e-02, -3.48087004e-03, 2.12667938e-02,\n",
" -4.24339250e-02, -8.99631158e-02, -3.39450054e-02, 5.93367666e-02,\n",
" -7.79884029e-03, -2.36145109e-02, -5.28570302e-02, 1.72650088e-02,\n",
" -6.97355643e-02, 9.61540267e-03, 6.80041686e-02, -1.27987901e-03,\n",
" -3.61588388e-03, -1.35491975e-02, 2.04016604e-02, -1.87739788e-03,\n",
" -2.94793304e-02, 1.99836474e-02, -4.54299003e-02, -9.07959044e-02,\n",
" 2.05203537e-02, -1.06733823e-02, 9.84246582e-02, -5.28562926e-02,\n",
" 3.50077562e-02, 1.63714718e-02, 9.52422991e-02, 4.79049869e-02,\n",
" 2.28612758e-02, -2.06856448e-02, 5.37403021e-03, 8.00960977e-03,\n",
" 8.07029530e-02, 8.80083442e-03, 3.40725146e-02, 3.03717759e-02,\n",
" 1.61911780e-03, 2.98216511e-02, -1.56916231e-02, 1.67182460e-02,\n",
" -3.80747044e-03, -2.85583660e-02, 2.84145437e-02, 6.45185411e-02,\n",
" 7.34480172e-02, 3.50519866e-02, 1.22279050e-02, 5.11323735e-02,\n",
" 1.92574207e-02, 3.96257862e-02, -1.88282169e-02, -5.48100844e-02,\n",
" -2.65756492e-02, 6.05238415e-02, -4.36014403e-03, -4.40679975e-02,\n",
" 5.53582795e-02, 7.71912560e-03, -4.79563326e-02, -4.65853177e-02,\n",
" 6.11992888e-02, 1.86412726e-02, 3.27448845e-02, -4.78220247e-02,\n",
" 1.12995913e-03, -5.30463532e-02, 7.51401577e-03, -2.50972994e-02,\n",
" -1.26987277e-02, 4.78072353e-02, 1.16303908e-02, 3.26712243e-03,\n",
" -3.10076047e-02, -8.55434537e-02, 3.52305286e-02, 2.60909600e-03,\n",
" 9.64081194e-03, 1.05021559e-02, 1.46948937e-02, -6.12273403e-02,\n",
" 6.32648841e-02, 2.13504545e-02, 6.44821152e-02, -4.33921590e-02,\n",
" 1.44006265e-02, 3.63218486e-02, 1.13968231e-01, -1.19759571e-02,\n",
" -4.63712625e-02, -1.11396298e-01, 2.31810976e-02, -3.36610377e-02,\n",
" -1.06703406e-02, -6.10821275e-03, 2.64853728e-03, 6.73078895e-02,\n",
" 2.50755027e-02, -2.60389205e-02, -1.29329059e-02, 8.33091587e-02,\n",
" 2.12102737e-02, -4.16499050e-03, -5.82105946e-03, -9.08267722e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'fry': Embedding(embedding=array([ 0.11229004, -0.04096944, -0.02002528, 0.00077248, -0.00689491,\n",
" -0.06573309, 0.03183547, 0.05708055, 0.09768834, 0.06065302,\n",
" -0.01795184, 0.04336049, 0.03085431, 0.0168197 , -0.01391297,\n",
" 0.02915393, 0.05693921, 0.09217799, 0.00431473, -0.02348477,\n",
" -0.08900066, -0.0424937 , 0.00966257, 0.05615352, 0.01936886,\n",
" 0.02354198, 0.00477056, -0.04401763, 0.05805796, -0.01621576,\n",
" 0.08145661, -0.01324126, 0.00627727, 0.00845536, 0.04001474,\n",
" -0.02257868, -0.05409644, -0.01886763, -0.08825674, 0.04419076,\n",
" -0.0426245 , 0.0142109 , -0.02303284, -0.0152839 , 0.04472518,\n",
" -0.0666896 , -0.038399 , 0.04454426, -0.03085726, 0.01868612,\n",
" 0.0330162 , -0.01200058, 0.00439999, 0.01496902, 0.04867429,\n",
" 0.06913086, -0.00513305, -0.08033332, -0.02253638, -0.02176818,\n",
" 0.04269533, 0.01769993, 0.02182307, 0.02386491, 0.01498662,\n",
" 0.01294057, 0.03971167, 0.01941826, -0.00633309, -0.02250378,\n",
" -0.02133343, 0.02814266, 0.01934773, 0.15005328, -0.02292618,\n",
" 0.01211659, 0.01467379, -0.07765669, 0.02347125, -0.0163907 ,\n",
" 0.03300333, 0.02234955, -0.07153142, 0.04399652, -0.02344348,\n",
" 0.03602932, -0.02728884, -0.09804531, -0.05160978, -0.02602746,\n",
" -0.0199023 , -0.04257054, -0.03099805, -0.08361764, -0.07179918,\n",
" 0.03173186, -0.07785571, 0.03162559, -0.01411454, -0.00032641,\n",
" -0.01024949, -0.0124514 , -0.01357974, -0.02495116, -0.03729868,\n",
" -0.02096826, 0.00025712, 0.03395666, -0.04776456, 0.08323451,\n",
" -0.03889243, -0.02002001, -0.00765432, -0.00155345, 0.0049551 ,\n",
" 0.07956349, 0.02374522, 0.09349702, -0.07260823, -0.02387537,\n",
" -0.16008271, -0.05845875, 0.03322086, -0.00548141, -0.02251679,\n",
" 0.00437094, -0.03340048, 0.05072566, -0.06987086, 0.01797407,\n",
" 0.00995845, 0.06096996, -0.02993555, 0.02689146, -0.0314352 ,\n",
" 0.05769608, 0.01349429, 0.06025958, -0.00961331, 0.01136578,\n",
" -0.02788353, -0.02522835, -0.00804511, 0.0152363 , -0.01607996,\n",
" 0.03719345, 0.01083732, 0.0591099 , -0.04292494, 0.00704976,\n",
" 0.05478501, 0.03035053, -0.02889721, 0.02715658, -0.03613088,\n",
" -0.05493214, -0.02880084, 0.01748601, 0.03037042, 0.00884758,\n",
" 0.01993702, 0.05003247, 0.03757428, -0.06414653, -0.092719 ,\n",
" -0.00186876, 0.00234155, -0.03967707, 0.03600179, 0.04858617,\n",
" -0.03526577, 0.03603398, -0.04383061, 0.01772903, 0.04608746,\n",
" -0.08167028, -0.0284767 , -0.00928707, 0.02844247, 0.00138768,\n",
" 0.02542187, -0.04475103, 0.01357219, -0.01890357, 0.00224129,\n",
" 0.01488282, 0.0146852 , 0.0077481 , -0.0428535 , 0.00178979,\n",
" -0.08737445, -0.03339218, -0.02000183, 0.01346381, -0.06105267,\n",
" 0.04256026, 0.04727531, -0.01896303, -0.05247723, 0.00385102,\n",
" 0.08820264, 0.03161099, 0.05629819, 0.0020778 , -0.0224394 ,\n",
" 0.01677661, 0.03017205, -0.03140504, -0.00985127, -0.0541618 ,\n",
" 0.05625821, -0.01030221, 0.06106299, 0.0031554 , -0.00968687,\n",
" 0.04035597, -0.08763961, -0.08537981, -0.04685276, 0.03449899,\n",
" 0.0252993 , 0.03180933, 0.05686876, 0.01620172, 0.01005806,\n",
" -0.01877229, 0.03203049, -0.01229842, 0.00341685, -0.01362205,\n",
" -0.05635373, 0.04016237, 0.03314309, -0.04226181, 0.04693475,\n",
" -0.03832603, -0.04981574, 0.01228006, 0.02886457, -0.10189021,\n",
" -0.00986845, -0.05084095, 0.02676565, 0.05520323, 0.02837428,\n",
" -0.02964713, -0.06932934, -0.02005635, 0.04753358, -0.0388917 ,\n",
" 0.00708578, 0.02038635, -0.06946334, -0.02261628, 0.04136308,\n",
" 0.02413385, 0.0484546 , -0.06605146, -0.05134033, -0.09014439,\n",
" -0.02338364, 0.00874679, -0.0513647 , -0.02601298, 0.01652271,\n",
" -0.00358119, -0.00590843, -0.10285154, -0.07977227, 0.04182458,\n",
" -0.0344302 , 0.08671052, -0.03173616, -0.0463203 , 0.06075984,\n",
" 0.00899002, 0.04037429, 0.02478803, 0.00294052, 0.01017258,\n",
" 0.06744371, -0.05065335, -0.0031669 , 0.05779871, -0.0029105 ,\n",
" -0.0262048 , -0.03191509, 0.00551185, -0.03846366, 0.04582126,\n",
" 0.00978414, 0.00319563, -0.02227563, 0.00731296, 0.0452363 ,\n",
" -0.02772713, -0.00875616, -0.01205892, 0.12006318, 0.0915604 ,\n",
" 0.02896472, 0.02398256, 0.03524785, -0.04581616, 0.05672576,\n",
" 0.0853208 , -0.00268915, 0.02817941, -0.01189083, -0.01893395,\n",
" -0.03694917, -0.04460265, -0.04782658, 0.07688172, 0.03035083,\n",
" 0.01022937, 0.00873294, -0.00477781, -0.00570304, -0.05075517,\n",
" 0.08583337, 0.07465551, 0.01335814, 0.04646453, 0.02702959,\n",
" 0.04413024, -0.06809642, -0.05639626, -0.00471226, 0.0826377 ,\n",
" -0.05886638, -0.00964263, -0.02021046, -0.01462707, 0.05119355,\n",
" 0.0400667 , -0.00339278, 0.02108104, 0.06315603, 0.06458575,\n",
" -0.0153167 , -0.07993415, -0.00527367, -0.01884964, 0.01456205,\n",
" 0.05043766, -0.01119582, -0.06954601, 0.0436394 , -0.07140507,\n",
" -0.04692899, 0.0039453 , -0.01903705, -0.06348746, 0.01720344,\n",
" -0.0189827 , 0.0452644 , -0.00698818, -0.05891583, -0.03644387,\n",
" 0.01348195, -0.00937688, -0.01707311, 0.03730875, -0.08640334,\n",
" -0.01782819, -0.04391795, 0.02300388, 0.05853022, -0.04905936,\n",
" 0.02956915, -0.04549152, 0.04962398, -0.01448126, -0.01165819,\n",
" 0.02796808, 0.04474899, 0.03827974, 0.04990141, 0.03302056,\n",
" -0.01100152, 0.04691876, 0.019852 , -0.02754082, -0.05868797,\n",
" -0.02875515, 0.01770123, -0.05997897, -0.01404486, -0.04280049,\n",
" -0.09347498, 0.0247816 , 0.00224379, 0.09479748, 0.01167415,\n",
" 0.01589883, 0.01035206, 0.02298122, -0.05023815, -0.00499181,\n",
" -0.12421411, -0.01208897, 0.04899363, -0.03743634, -0.05823929,\n",
" -0.04838966, -0.00068329, 0.02399653, -0.04644133, -0.08899861,\n",
" -0.04145221, 0.06422307, -0.01149436, -0.03906831, -0.04161681,\n",
" 0.02509996, -0.05926027, 0.01172479, 0.06395326, -0.0154458 ,\n",
" -0.01242685, 0.00257892, 0.02187075, 0.0025884 , -0.02486818,\n",
" 0.02025207, -0.05179401, -0.0825931 , 0.02332407, -0.01924917,\n",
" 0.1046187 , -0.0459818 , 0.02566532, 0.00913153, 0.08800907,\n",
" 0.03786639, 0.01358988, -0.04036898, 0.00857131, 0.01587748,\n",
" 0.07583636, -0.00134065, 0.03568048, 0.03676672, -0.0037962 ,\n",
" 0.03064315, -0.01609983, 0.0179234 , -0.00780072, -0.03865726,\n",
" 0.03008839, 0.06036612, 0.06420344, 0.02218402, 0.02191819,\n",
" 0.03043037, 0.00505812, 0.04540173, -0.01465021, -0.05860517,\n",
" -0.02335012, 0.08159678, -0.0094212 , -0.04254059, 0.04327159,\n",
" 0.01212788, -0.0593535 , -0.04814373, 0.05282735, 0.01328562,\n",
" 0.03392152, -0.06608677, 0.01337329, -0.0402176 , -0.01178028,\n",
" -0.02573479, -0.00409007, 0.05507673, 0.00719992, 0.00887198,\n",
" -0.04242917, -0.06102746, 0.02065604, 0.01619109, 0.01615296,\n",
" 0.00092697, 0.00869424, -0.05908227, 0.06451562, 0.00051008,\n",
" 0.07079684, -0.032386 , 0.01126314, 0.04293922, 0.1273562 ,\n",
" 0.00163931, -0.06029423, -0.09995355, 0.0322645 , -0.03136729,\n",
" -0.00350518, -0.00978058, 0.01230494, 0.0726995 , 0.02974776,\n",
" -0.03039772, -0.01402309, 0.07274668, 0.00868656, -0.00896025,\n",
" -0.00745006, -0.10331117]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'fwp': Embedding(embedding=array([ 7.76742622e-02, -5.78146689e-02, -8.17339402e-03, -1.20984688e-02,\n",
" -4.06202488e-03, -2.30684578e-02, 4.39460315e-02, 4.85180058e-02,\n",
" 7.23022744e-02, 7.58427233e-02, 3.77341011e-03, 2.62366012e-02,\n",
" 1.03087565e-02, 1.69298369e-02, -8.27613566e-03, -1.59183852e-02,\n",
" 1.64112952e-02, 8.83094296e-02, 3.23560312e-02, -1.62395311e-03,\n",
" -8.27798694e-02, -3.98733690e-02, 1.07745163e-03, 6.66011348e-02,\n",
" 7.34742433e-02, 4.13551405e-02, -2.32197661e-02, -4.18066196e-02,\n",
" 3.24447975e-02, -6.74539944e-03, 5.98873757e-02, -1.18127540e-02,\n",
" -5.17500974e-02, -2.76231673e-03, 3.82127985e-02, 2.88715377e-03,\n",
" -1.30966613e-02, -2.39737500e-02, -6.36886433e-02, 7.52011389e-02,\n",
" -6.78409310e-03, -6.00128761e-03, 1.70367747e-03, -1.17218038e-02,\n",
" 3.03197727e-02, -4.05327529e-02, -1.82403624e-02, 4.76549752e-02,\n",
" -4.71024923e-02, 1.74974315e-02, 2.67019160e-02, -1.04554100e-02,\n",
" 5.30571444e-03, 2.29720306e-02, 2.63589863e-02, 3.19965146e-02,\n",
" -2.52830032e-02, -3.40976864e-02, -2.56081726e-02, -1.22261317e-02,\n",
" 2.10496858e-02, 4.63409498e-02, 1.77942682e-02, 3.02418992e-02,\n",
" 3.94425681e-03, 5.33783715e-03, 3.53040248e-02, -1.16671836e-02,\n",
" -1.87348668e-02, -4.01397832e-02, -3.92995626e-02, 6.77621290e-02,\n",
" 1.91846713e-02, 1.56491846e-01, -1.03002461e-02, 2.54717041e-02,\n",
" 1.38805928e-02, -7.67914131e-02, 3.37098613e-02, -1.58085991e-02,\n",
" 8.63328874e-02, -9.80073935e-04, -8.69682431e-02, 5.19424155e-02,\n",
" -3.03581469e-02, 1.34618313e-03, -1.37291541e-02, -5.62450401e-02,\n",
" -4.89524901e-02, -5.01818135e-02, 5.32383844e-03, -2.50683594e-02,\n",
" -6.33080453e-02, -7.33586922e-02, -9.01721045e-03, -1.57362372e-02,\n",
" -6.31428733e-02, 2.31068004e-02, -3.74180749e-02, -2.41116919e-02,\n",
" -8.11835472e-03, -1.56764481e-02, -4.11378779e-02, -2.59383656e-02,\n",
" -4.39756103e-02, -5.21708746e-03, 9.90837580e-04, 1.61119625e-02,\n",
" -7.15863928e-02, 6.10633381e-02, -1.47191659e-02, -5.24214171e-02,\n",
" -2.53882017e-02, -4.44000075e-03, -8.90052412e-03, 8.93287957e-02,\n",
" 7.90330209e-03, 7.95756206e-02, -5.46642281e-02, -3.93505916e-02,\n",
" -1.54811591e-01, -4.10552882e-02, 5.05078174e-02, -1.39529025e-02,\n",
" -9.97188501e-03, -9.53198411e-03, -2.47288123e-02, 2.32587773e-02,\n",
" -5.02238199e-02, 3.08330357e-02, -1.26564428e-02, 6.46415725e-02,\n",
" -1.60789080e-02, 1.44950980e-02, -4.01834287e-02, 5.35904206e-02,\n",
" 1.33745903e-02, 5.21885082e-02, 1.16662979e-02, -4.67249425e-03,\n",
" -2.76891086e-02, -3.27410689e-03, -6.46009203e-03, -7.71990931e-03,\n",
" 2.22216155e-02, 4.41212067e-03, 2.64664739e-02, 4.23597544e-02,\n",
" -5.59550384e-03, -1.06275622e-02, 4.65804115e-02, 8.19254667e-03,\n",
" -1.49333114e-02, -1.54494885e-02, -7.70573989e-02, -8.33133832e-02,\n",
" 1.89422425e-02, -2.59687211e-02, 4.58246805e-02, -8.97512771e-04,\n",
" 5.89637086e-02, 1.01156933e-02, 2.44029108e-02, -7.16678053e-02,\n",
" -4.80128899e-02, 2.23427098e-02, -3.02301650e-03, -3.18052322e-02,\n",
" -5.84718247e-04, 6.57425821e-02, -4.34620716e-02, 6.57453239e-02,\n",
" -4.08595949e-02, -4.70379964e-02, 2.42824219e-02, -5.52344248e-02,\n",
" -2.90514994e-02, -2.35098228e-02, 1.94848643e-03, -1.86626315e-02,\n",
" 3.96055579e-02, -5.02538309e-02, 3.94487716e-02, -5.72137814e-03,\n",
" -2.76931692e-02, 5.29841781e-02, -5.89826331e-03, 1.54013671e-02,\n",
" -3.25743407e-02, 1.93344112e-02, -8.12512636e-02, -1.01813255e-02,\n",
" -3.11510675e-02, -4.46188962e-03, -2.86838301e-02, 5.31344116e-02,\n",
" 5.86658642e-02, -2.41550971e-02, -3.80787067e-02, 1.67872738e-02,\n",
" 7.74590671e-02, 4.86505069e-02, 4.39437702e-02, -6.13974892e-02,\n",
" 8.65049101e-03, 5.42469025e-02, -4.29291278e-03, -3.33178714e-02,\n",
" -2.12920061e-03, -1.65275633e-02, 3.97100374e-02, -2.21550763e-02,\n",
" 5.81953935e-02, -2.43548639e-02, -1.00832079e-02, 4.95935343e-02,\n",
" -6.44124597e-02, -4.67778407e-02, -4.49944735e-02, 2.84478888e-02,\n",
" 3.95750143e-02, 4.29293467e-03, 7.11242333e-02, -8.07479210e-03,\n",
" -6.44311309e-03, 1.01927603e-02, 1.95599515e-02, -3.33571322e-02,\n",
" 3.23179252e-02, 2.58988258e-03, -2.25428976e-02, 5.05094454e-02,\n",
" 2.00550798e-02, -3.15282829e-02, 1.45224603e-02, -1.53027400e-02,\n",
" -5.90760913e-03, 5.53864054e-03, 2.42648758e-02, -1.22206315e-01,\n",
" -6.24446711e-03, -5.01507632e-02, 8.33674371e-02, 7.24741220e-02,\n",
" -8.51167890e-04, -3.17457579e-02, -4.67867926e-02, 1.17860595e-02,\n",
" 3.76223214e-02, -3.06067467e-02, 2.09641065e-02, 1.54000279e-02,\n",
" -7.83430636e-02, -3.46089825e-02, 2.44432837e-02, 4.14591767e-02,\n",
" 8.39170814e-02, -8.39905068e-02, -5.12551777e-02, -4.75849546e-02,\n",
" -2.36983262e-02, -4.48372867e-03, -8.03123042e-02, -9.78322141e-03,\n",
" 7.61026666e-02, -4.09705900e-02, -1.38253821e-02, -6.59322888e-02,\n",
" -7.54806846e-02, 6.33419082e-02, -2.18935777e-02, 9.47122648e-02,\n",
" -3.13553624e-02, -5.23374192e-02, 3.10088918e-02, 5.11028059e-03,\n",
" 2.80202515e-02, 1.32339634e-02, -3.50940302e-02, -3.70251946e-03,\n",
" 3.25910673e-02, -1.61840990e-02, -2.03870423e-02, 4.27915119e-02,\n",
" 8.28597136e-03, -4.81287800e-02, 9.77445161e-04, 2.08586222e-03,\n",
" -4.87126336e-02, 4.48982976e-02, -2.82130316e-02, 2.11328473e-02,\n",
" -2.40304191e-02, 3.50692533e-02, 3.81442122e-02, -2.62172837e-02,\n",
" -3.54819298e-02, -2.56414413e-02, 8.71812552e-02, 8.67622644e-02,\n",
" 3.04390807e-02, 3.22549902e-02, 8.08552206e-02, -4.66651581e-02,\n",
" 5.47221750e-02, 3.89325395e-02, 6.69994159e-03, 2.31302828e-02,\n",
" -5.03133908e-02, -3.32406387e-02, -1.95443891e-02, -2.66386885e-02,\n",
" -1.82641428e-02, 4.80898954e-02, 4.06896770e-02, 1.09142121e-02,\n",
" 4.24490077e-03, -1.46893943e-02, 1.21320738e-02, -1.17823951e-01,\n",
" 7.67052621e-02, 8.19919556e-02, -1.67347714e-02, 6.73093572e-02,\n",
" 1.62609071e-02, 2.22813748e-02, -7.36310780e-02, -9.85318571e-02,\n",
" 1.06360251e-02, 5.47364950e-02, -5.52637763e-02, -2.03295425e-02,\n",
" -4.64805625e-02, -1.57477185e-02, 5.72586916e-02, 2.57189143e-02,\n",
" -2.39253510e-02, 3.96734551e-02, 6.41867369e-02, 6.29843846e-02,\n",
" -4.64784689e-02, -5.97254485e-02, -4.61756997e-02, -1.93074737e-02,\n",
" 3.73995565e-02, 5.59711792e-02, -2.50835586e-02, -7.84858912e-02,\n",
" 4.33769934e-02, -5.26783988e-02, -3.93544175e-02, -1.19499173e-02,\n",
" 6.00927230e-03, -2.95075681e-02, 3.02064847e-02, 1.07697593e-02,\n",
" 4.84423302e-02, -1.83544792e-02, -3.73338088e-02, -2.42108628e-02,\n",
" 2.46311985e-02, 1.74421445e-03, -1.60339531e-02, 3.16763520e-02,\n",
" -1.09880708e-01, -1.90511774e-02, -5.01115769e-02, 3.67679521e-02,\n",
" 4.51125465e-02, -1.60885714e-02, 9.63049941e-03, -7.94251859e-02,\n",
" 6.86021373e-02, 6.89689256e-03, -3.26030888e-02, 3.42891403e-02,\n",
" 2.85746399e-02, 3.68545763e-02, 4.16227505e-02, 1.28998617e-02,\n",
" 4.72807959e-02, 7.22291693e-02, 3.96915302e-02, 9.96515062e-03,\n",
" -4.50004637e-02, -5.67192174e-02, -1.93395410e-02, -4.39133048e-02,\n",
" 2.65097935e-02, 7.31553230e-03, -8.09000582e-02, 2.17180382e-02,\n",
" 1.43274404e-02, 1.22390836e-01, 1.85070299e-02, 1.64600033e-02,\n",
" -2.78254077e-02, 2.67414935e-02, -4.42732684e-02, 1.64252799e-02,\n",
" -1.38832033e-01, -9.92010161e-03, 8.35774690e-02, -3.50811668e-02,\n",
" -9.73638594e-02, -3.19174863e-02, 2.51193736e-02, 2.90761665e-02,\n",
" -2.36427803e-02, -8.72288197e-02, -4.48194407e-02, 7.46053234e-02,\n",
" -1.72160547e-02, -1.64197348e-02, -2.18179654e-02, 4.03044894e-02,\n",
" -2.35867705e-02, -2.28959061e-02, 5.23554459e-02, -2.08706297e-02,\n",
" -2.94906311e-02, 3.84641662e-02, 8.18700530e-03, 2.15738663e-03,\n",
" -1.35386244e-05, 3.52266729e-02, -2.50651687e-02, -4.29791994e-02,\n",
" 6.60253176e-03, -3.56097259e-02, 8.66557881e-02, -6.90923259e-02,\n",
" -2.26214831e-03, 8.64592288e-03, 9.15369689e-02, 6.35039210e-02,\n",
" 1.38642928e-02, -2.75015607e-02, 2.54440550e-02, 2.32728571e-02,\n",
" 8.34331214e-02, -1.03655588e-02, 3.06371432e-02, 2.39154194e-02,\n",
" -2.36401092e-02, -1.27798617e-02, 5.46536129e-03, -4.26419498e-03,\n",
" -1.59096029e-02, -5.36747947e-02, 1.39858164e-02, 2.82266531e-02,\n",
" 5.44707887e-02, -2.40457263e-02, -1.73380896e-02, 8.60422105e-03,\n",
" -1.04364492e-02, 2.37818602e-02, -1.84772641e-03, -5.73653094e-02,\n",
" 8.96771625e-03, 1.09374121e-01, -6.37267902e-03, 6.79200864e-04,\n",
" 1.14043355e-02, 1.26176588e-02, -4.56849076e-02, -3.38230059e-02,\n",
" 2.20077038e-02, 1.37013309e-02, 5.68083534e-03, -4.81213219e-02,\n",
" 3.37210228e-03, -5.11959642e-02, -4.74928245e-02, -6.69649169e-02,\n",
" 1.53307170e-02, 9.88062546e-02, -8.33294541e-03, -2.74152458e-02,\n",
" -2.62389500e-02, -2.64496766e-02, -2.38458794e-02, 5.00375405e-02,\n",
" 1.33534186e-02, -1.48664359e-02, 2.45878696e-02, -4.02092487e-02,\n",
" 7.94336274e-02, -4.90962788e-02, 4.55886126e-02, -3.14358436e-02,\n",
" 5.31785365e-04, 4.70823906e-02, 1.16223551e-01, 4.66773659e-03,\n",
" -2.40273308e-02, -1.04034543e-01, 2.88354512e-02, -3.23887728e-02,\n",
" 2.30662078e-02, 1.11946147e-02, 3.02234702e-02, 1.44896761e-01,\n",
" 4.34563942e-02, -5.75128524e-03, -1.01420609e-02, 8.71311352e-02,\n",
" 1.01798074e-03, -1.06339604e-02, 2.19429727e-03, -1.09995194e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'gandalf': Embedding(embedding=array([ 9.64846909e-02, -4.85311449e-02, -1.71314869e-02, -2.87803300e-02,\n",
" 3.51445447e-03, -4.44198921e-02, 3.72642502e-02, 6.78196102e-02,\n",
" 1.00956038e-01, 8.44545811e-02, -8.22579861e-03, 3.55122536e-02,\n",
" 1.61975194e-02, 3.06782518e-02, -9.55423247e-03, 2.71217171e-02,\n",
" 4.42861728e-02, 8.85153413e-02, 1.33841392e-02, -2.29204427e-02,\n",
" -8.35917741e-02, -4.59363610e-02, 5.11093391e-03, 5.54433167e-02,\n",
" 2.16545593e-02, 3.02747991e-02, -2.20059673e-03, -3.97105440e-02,\n",
" 5.83891720e-02, -1.10881161e-02, 8.16177577e-02, -1.08487830e-02,\n",
" -2.08218433e-02, -3.67467036e-03, 3.38158496e-02, -1.51856625e-02,\n",
" -5.39515279e-02, -2.26607863e-02, -7.47000203e-02, 4.78755720e-02,\n",
" -4.13995460e-02, 2.99777510e-03, -1.93388760e-02, -2.40032114e-02,\n",
" 3.42878923e-02, -6.09651357e-02, -2.72419117e-02, 3.88247743e-02,\n",
" -3.10767964e-02, 2.88146939e-02, 2.75960192e-02, -5.35940798e-03,\n",
" 4.79684817e-03, 3.10564646e-03, 4.32498418e-02, 5.30198216e-02,\n",
" 5.99525496e-03, -6.73051998e-02, -3.04190218e-02, -3.52170840e-02,\n",
" 5.19540571e-02, 2.53174361e-02, 3.08291204e-02, 2.29152590e-02,\n",
" 1.74996089e-02, -1.72444049e-03, 3.34879905e-02, 1.16643831e-02,\n",
" -1.07660899e-02, -2.39329003e-02, -2.62582675e-02, 4.96922061e-02,\n",
" 1.26662003e-02, 1.61165074e-01, -8.60039890e-03, 2.57480722e-02,\n",
" 4.02510120e-03, -7.04537705e-02, 1.44912014e-02, -2.48357691e-02,\n",
" 6.86598942e-02, 4.98716487e-03, -7.27639794e-02, 4.87284362e-02,\n",
" -2.65419763e-02, 2.15085559e-02, -2.31054090e-02, -8.26425701e-02,\n",
" -5.51785380e-02, -4.24525179e-02, -9.55743808e-03, -3.26816738e-02,\n",
" -4.80420627e-02, -9.32386294e-02, -4.81569357e-02, 6.08131057e-03,\n",
" -7.70738050e-02, 3.05748973e-02, -2.53945421e-02, -1.53196575e-02,\n",
" -1.00440448e-02, -2.20315419e-02, -3.23259309e-02, -3.27017792e-02,\n",
" -4.04178277e-02, -8.43147188e-03, 3.20270541e-04, 2.79393867e-02,\n",
" -5.92881888e-02, 8.19497257e-02, -2.55499799e-02, -4.08409275e-02,\n",
" -1.66802704e-02, -1.09339040e-02, 2.64963619e-02, 8.08171928e-02,\n",
" 1.00245159e-02, 9.80649218e-02, -5.24790473e-02, -3.70811783e-02,\n",
" -1.51147023e-01, -5.50841130e-02, 3.77657078e-02, -4.18285979e-03,\n",
" -2.06833128e-02, 2.00477382e-03, -2.87202466e-02, 3.42441387e-02,\n",
" -6.01049066e-02, 1.27701573e-02, 4.25660610e-03, 7.40350261e-02,\n",
" -2.46949457e-02, 3.18984464e-02, -2.79623363e-02, 4.08160575e-02,\n",
" 3.46085173e-03, 5.59797809e-02, -5.81411645e-03, 4.00398625e-03,\n",
" -3.82200964e-02, -1.65184978e-02, 8.00827332e-03, 1.05960080e-02,\n",
" -1.27694814e-03, 2.10518632e-02, 1.50338756e-02, 7.08174855e-02,\n",
" -3.96902114e-02, 4.19326592e-03, 5.94091266e-02, 3.06119546e-02,\n",
" -2.70245951e-02, 1.18676769e-02, -6.02329075e-02, -6.82067797e-02,\n",
" -3.36899981e-02, 1.02196587e-03, 3.30751203e-02, 3.65338754e-04,\n",
" 2.73491051e-02, 4.99678776e-02, 2.80389171e-02, -5.40084243e-02,\n",
" -1.04676999e-01, 1.45489373e-03, 5.13923075e-03, -4.46995869e-02,\n",
" 1.71786975e-02, 5.31616770e-02, -4.19482216e-02, 5.18509038e-02,\n",
" -5.11463210e-02, 2.64017400e-03, 4.64367084e-02, -5.80173954e-02,\n",
" -2.92893443e-02, -2.23436709e-02, 1.81245916e-02, -1.51648577e-02,\n",
" 2.68933456e-02, -4.50162962e-02, 2.83759553e-02, -1.04106851e-02,\n",
" -1.61349662e-02, 3.06946021e-02, 2.08820645e-02, -1.63767301e-02,\n",
" -4.75497395e-02, 1.57892592e-02, -8.43995661e-02, -3.12306732e-02,\n",
" -2.98546683e-02, 5.72563848e-03, -6.06244095e-02, 4.26142663e-02,\n",
" 3.63313518e-02, -3.25413421e-02, -4.69412059e-02, 8.07760563e-03,\n",
" 8.62404257e-02, 3.25272977e-02, 4.49329950e-02, 4.95387660e-03,\n",
" -1.28371753e-02, 3.49774398e-02, 9.70900059e-03, -2.81721819e-02,\n",
" -6.77320082e-03, -3.35824266e-02, 5.57763726e-02, -1.57926586e-02,\n",
" 5.24070226e-02, 4.84255981e-03, -5.96527592e-04, 5.50342314e-02,\n",
" -5.98786995e-02, -7.24676102e-02, -5.55313006e-02, 3.77704203e-02,\n",
" 1.45456018e-02, 3.57259251e-02, 4.60603088e-02, 3.86022613e-03,\n",
" 2.67101601e-02, 7.12907640e-03, 3.07008773e-02, -3.01556438e-02,\n",
" 1.69587135e-02, 1.32541917e-02, -4.04167399e-02, 3.51181552e-02,\n",
" 3.24970819e-02, -3.11951898e-02, 3.36000770e-02, -2.58803815e-02,\n",
" -2.61021983e-02, 5.66192623e-03, 3.24073210e-02, -1.06969096e-01,\n",
" 2.73484248e-03, -4.92778197e-02, 4.51015718e-02, 7.45687261e-02,\n",
" 2.22278684e-02, -1.68499928e-02, -6.86597526e-02, -8.01689178e-03,\n",
" 4.61175777e-02, -3.54842395e-02, 2.55622119e-02, 5.10898978e-03,\n",
" -6.62352219e-02, -3.28440033e-02, 3.28891315e-02, 3.02847028e-02,\n",
" 4.60440218e-02, -7.97947273e-02, -6.91127479e-02, -7.27378279e-02,\n",
" -2.60165869e-03, -3.84147954e-03, -6.17787465e-02, -2.97807399e-02,\n",
" 3.10925115e-02, -2.25209482e-02, -1.34275239e-02, -8.38130563e-02,\n",
" -8.44343826e-02, 5.38682640e-02, -3.05984188e-02, 8.66908506e-02,\n",
" -3.59517075e-02, -5.29791638e-02, 3.89223360e-02, 1.09013468e-02,\n",
" 2.60003041e-02, 2.67905928e-02, 6.45428803e-03, 1.18097737e-02,\n",
" 5.12597598e-02, -3.92097495e-02, -2.53379270e-02, 6.05358668e-02,\n",
" -6.15821313e-03, -3.47421281e-02, -2.08286345e-02, -2.02129059e-03,\n",
" -5.16770557e-02, 4.36815023e-02, 1.44047039e-02, 9.58198495e-03,\n",
" -1.57503057e-02, -4.41845367e-03, 4.26630266e-02, -2.08998658e-02,\n",
" -1.83342081e-02, -2.55826730e-02, 1.13942668e-01, 8.50889161e-02,\n",
" 4.06373143e-02, 3.36744636e-02, 4.99201417e-02, -4.30383831e-02,\n",
" 5.14302328e-02, 5.25996275e-02, 1.32869026e-02, 2.01185327e-02,\n",
" -2.28386838e-02, -3.04340888e-02, -5.09566739e-02, -5.58962934e-02,\n",
" -3.60163562e-02, 7.43081421e-02, 2.98088379e-02, 2.25035138e-02,\n",
" 9.28134099e-03, -8.35034251e-03, 1.01987831e-02, -5.46025261e-02,\n",
" 8.98399055e-02, 7.99660459e-02, -3.41604371e-03, 4.65114675e-02,\n",
" 3.16674039e-02, 5.17502129e-02, -7.81971291e-02, -7.56366923e-02,\n",
" 3.22014355e-04, 6.35284707e-02, -7.50121549e-02, -1.24565524e-03,\n",
" -2.98423655e-02, -1.25036100e-02, 5.73111698e-02, 3.58998589e-02,\n",
" -5.29252645e-03, 2.64162906e-02, 6.43513277e-02, 6.45453334e-02,\n",
" -3.66140567e-02, -8.26692879e-02, -1.79228839e-02, -2.54568923e-02,\n",
" 2.87592523e-02, 5.41688837e-02, -2.01134253e-02, -6.93167001e-02,\n",
" 3.73931490e-02, -5.91667444e-02, -4.51295301e-02, 3.77550954e-03,\n",
" -1.88171398e-02, -5.77699058e-02, 2.74628289e-02, -6.55574165e-03,\n",
" 4.98864576e-02, -6.07734582e-05, -5.97337857e-02, -4.34481688e-02,\n",
" 2.03905106e-02, -8.11943726e-04, -3.68054472e-02, 2.78061498e-02,\n",
" -1.06247328e-01, -2.50295401e-02, -5.44322692e-02, 4.43064719e-02,\n",
" 4.82475534e-02, -4.04366702e-02, 1.97556484e-02, -5.85226789e-02,\n",
" 5.56210652e-02, 4.48478805e-03, -1.16234319e-02, 3.83273214e-02,\n",
" 3.97781134e-02, 2.95747016e-02, 5.15055656e-02, 2.44014356e-02,\n",
" 8.48791283e-03, 5.97779453e-02, 3.23913693e-02, -2.00141892e-02,\n",
" -5.62662818e-02, -4.37583253e-02, 1.20915044e-02, -5.98883778e-02,\n",
" -2.00394727e-02, -2.36715190e-02, -8.99752751e-02, 2.14370620e-02,\n",
" -4.81918408e-03, 1.08626902e-01, -1.35752570e-03, 1.37821538e-02,\n",
" -8.49286467e-03, 2.90608276e-02, -3.85811143e-02, -1.30483722e-02,\n",
" -1.28670380e-01, -2.29812716e-03, 5.56082241e-02, -4.48050387e-02,\n",
" -6.73513487e-02, -4.90081720e-02, -1.08202628e-03, 2.63308436e-02,\n",
" -4.95331176e-02, -8.40633884e-02, -4.28446457e-02, 5.69899604e-02,\n",
" -1.02146668e-02, -5.93361035e-02, -3.99571359e-02, 3.64484750e-02,\n",
" -3.87771986e-02, -8.07617884e-03, 7.15202093e-02, -2.24495586e-02,\n",
" -1.46742743e-02, 1.69586893e-02, 2.20964961e-02, 4.46576113e-03,\n",
" -1.57704223e-02, 3.04502808e-02, -5.31832352e-02, -7.24256784e-02,\n",
" 2.03604978e-02, -1.46368882e-02, 9.96045321e-02, -4.64499146e-02,\n",
" 2.00333763e-02, 1.10055590e-02, 7.84048513e-02, 3.23127396e-02,\n",
" 1.18449070e-02, -5.55759221e-02, 7.06829829e-03, 2.17068195e-02,\n",
" 7.31704161e-02, -1.29583487e-02, 2.58496050e-02, 4.71467152e-02,\n",
" -1.41248209e-02, 2.22065914e-02, -4.17643739e-03, 1.29800783e-02,\n",
" -1.43341571e-02, -4.05972451e-02, 3.26009579e-02, 4.68965508e-02,\n",
" 6.25034049e-02, 1.02012139e-02, 2.56330147e-02, 2.11826470e-02,\n",
" -9.65617131e-03, 4.84811477e-02, -1.54557582e-02, -6.57614917e-02,\n",
" -1.58515051e-02, 8.27522278e-02, -9.76494607e-03, -3.81598435e-02,\n",
" 3.80831920e-02, 2.41089333e-02, -5.58254234e-02, -4.63928320e-02,\n",
" 3.32982093e-02, -1.36079348e-03, 2.18230970e-02, -6.58556744e-02,\n",
" 1.74507853e-02, -3.19896266e-02, -2.40080785e-02, -3.60287465e-02,\n",
" 9.32580791e-03, 6.76538721e-02, -9.30965133e-03, 3.63704539e-03,\n",
" -4.18815091e-02, -4.79017384e-02, 1.62725132e-02, 2.24002190e-02,\n",
" 7.58498348e-03, -4.64151520e-03, 1.33772688e-02, -4.90577482e-02,\n",
" 6.50005192e-02, -1.07190004e-02, 6.81737587e-02, -1.29011329e-02,\n",
" 1.98390130e-02, 4.66146544e-02, 1.32009670e-01, 2.49320958e-02,\n",
" -6.28100038e-02, -9.14431810e-02, 4.71697338e-02, -3.19866650e-02,\n",
" 6.83241850e-03, -1.27202366e-02, 1.51920374e-02, 9.66136158e-02,\n",
" 2.68569235e-02, -3.03429384e-02, -7.54000572e-03, 6.61665201e-02,\n",
" -1.01935044e-02, -2.73723379e-02, 8.21694639e-03, -1.14979401e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'gb': Embedding(embedding=array([ 9.34738889e-02, -6.15174733e-02, -1.81982946e-02, -1.81743577e-02,\n",
" -1.63316540e-03, -3.89574207e-02, 4.36958075e-02, 4.28611785e-02,\n",
" 7.90284574e-02, 6.61900789e-02, -8.19615182e-03, 2.99757887e-02,\n",
" 2.14726143e-02, 1.24266883e-02, -1.49358772e-02, 1.76852033e-03,\n",
" 3.35922427e-02, 8.29407647e-02, 2.30312403e-02, -2.03758869e-02,\n",
" -8.81511867e-02, -3.60072106e-02, 1.13410242e-02, 7.02042356e-02,\n",
" 4.52289805e-02, 3.57556455e-02, -1.01941489e-02, -4.76077124e-02,\n",
" 4.49539758e-02, -8.99121538e-03, 6.46344945e-02, -6.23524049e-03,\n",
" -2.97641773e-02, 5.32133854e-04, 4.02556546e-02, -1.46536599e-03,\n",
" -2.44398937e-02, -1.95567999e-02, -7.34063759e-02, 5.84291108e-02,\n",
" -2.75938474e-02, 1.15143862e-02, -1.23571921e-02, -1.04182726e-02,\n",
" 3.97982970e-02, -5.62894568e-02, -3.50609571e-02, 5.06029464e-02,\n",
" -3.15510966e-02, 1.36681637e-02, 2.60605123e-02, -3.69363977e-03,\n",
" 2.89034145e-03, 2.49312706e-02, 4.00321931e-02, 4.41996828e-02,\n",
" -8.53663031e-03, -5.23903966e-02, -2.19802018e-02, -3.15329693e-02,\n",
" 3.18771563e-02, 3.92246060e-02, 3.57492045e-02, 2.39433441e-02,\n",
" 1.02702640e-02, 7.05457386e-03, 3.13220657e-02, -2.96938489e-03,\n",
" -1.14394361e-02, -4.26263586e-02, -3.90501022e-02, 5.35540804e-02,\n",
" 2.53367145e-02, 1.64731115e-01, -9.11860168e-03, 2.51604598e-02,\n",
" 3.87798110e-03, -6.53374791e-02, 3.45207267e-02, -1.41597232e-02,\n",
" 6.96893334e-02, 1.33168921e-02, -8.48119333e-02, 6.12346157e-02,\n",
" -3.20517644e-02, 9.31046344e-03, -2.06227507e-02, -8.15258920e-02,\n",
" -5.09273186e-02, -3.91323380e-02, -1.00158136e-02, -2.59285383e-02,\n",
" -6.09685853e-02, -8.20454732e-02, -3.86472046e-02, -4.28418536e-03,\n",
" -5.47795743e-02, 2.26869266e-02, -2.59352792e-02, -1.10418098e-02,\n",
" -6.55322894e-03, -2.38402057e-02, -3.13978642e-02, -4.42580841e-02,\n",
" -5.06084301e-02, 2.34253728e-03, 1.67416222e-03, 2.45479830e-02,\n",
" -7.88683891e-02, 7.56209642e-02, -9.63950064e-03, -4.21465114e-02,\n",
" -1.83759592e-02, -8.95984843e-03, -4.13813069e-03, 8.18608776e-02,\n",
" 1.36885804e-03, 9.40292180e-02, -6.95485026e-02, -4.60825376e-02,\n",
" -1.44467592e-01, -5.50907254e-02, 4.75557595e-02, -1.35773579e-02,\n",
" -1.19625479e-02, -1.31232226e-02, -1.01250019e-02, 2.93854494e-02,\n",
" -5.71258292e-02, 3.02998498e-02, -3.79239349e-03, 6.55363798e-02,\n",
" -2.08493732e-02, 2.93009486e-02, -3.65657508e-02, 5.46090119e-02,\n",
" -2.65316456e-03, 5.75458780e-02, 1.21795549e-03, -4.36180504e-03,\n",
" -3.16681787e-02, -1.86581109e-02, -9.47197259e-05, -6.97499653e-03,\n",
" 1.68784969e-02, 3.42707634e-02, 1.56588927e-02, 4.80420664e-02,\n",
" -3.28510888e-02, 3.33341421e-03, 5.82638681e-02, 2.20647063e-02,\n",
" -7.49175809e-03, 1.07670377e-03, -5.84272929e-02, -7.41651431e-02,\n",
" -8.06290098e-03, -1.07001001e-02, 3.93442698e-02, 6.58009294e-03,\n",
" 4.62289266e-02, 2.48572286e-02, 2.91340780e-02, -6.34375140e-02,\n",
" -6.89797625e-02, 1.67934131e-02, -4.14291909e-03, -4.45162244e-02,\n",
" 2.01287419e-02, 6.26562536e-02, -4.62519191e-02, 4.94354405e-02,\n",
" -2.81420276e-02, -2.09568441e-02, 3.12780812e-02, -6.62244484e-02,\n",
" -3.10077369e-02, -2.71655768e-02, 2.02612448e-02, -1.11584999e-02,\n",
" 3.95389013e-02, -4.75732535e-02, 1.45833911e-02, -4.43467777e-03,\n",
" 3.63841443e-03, 3.84874232e-02, 1.82573136e-03, 9.81151499e-03,\n",
" -3.93838026e-02, 1.95226111e-02, -8.44623670e-02, -8.88701156e-03,\n",
" -3.27220894e-02, -2.55829073e-03, -5.15429527e-02, 3.85998152e-02,\n",
" 5.16184270e-02, -9.19420831e-03, -5.89157268e-02, 3.37780151e-03,\n",
" 7.96817243e-02, 4.71388251e-02, 4.33460288e-02, -3.05879377e-02,\n",
" -2.66586058e-03, 3.96404527e-02, 4.81686415e-03, -2.39499155e-02,\n",
" -1.62834546e-03, -2.63573099e-02, 4.40736711e-02, -2.73267068e-02,\n",
" 5.41331917e-02, -1.19527932e-02, -7.00811110e-03, 5.39570414e-02,\n",
" -6.00498542e-02, -6.89367726e-02, -4.80563529e-02, 3.15715708e-02,\n",
" 3.58809084e-02, 2.73435023e-02, 6.15912229e-02, -3.94427869e-03,\n",
" 8.48495588e-03, -5.61873149e-03, 2.33153049e-02, -3.49915773e-02,\n",
" 3.91100384e-02, -9.35396459e-03, -4.08719145e-02, 4.45756987e-02,\n",
" 1.62956882e-02, -4.08150777e-02, 2.07541883e-02, -3.38250995e-02,\n",
" -2.76838001e-02, -8.93175602e-04, 2.33132560e-02, -1.18467845e-01,\n",
" -4.83326381e-03, -5.46675026e-02, 6.49514496e-02, 6.93508461e-02,\n",
" 1.44116459e-02, -1.55585827e-02, -6.46480694e-02, -6.07450679e-03,\n",
" 4.86917347e-02, -2.32535545e-02, 2.01400239e-02, 1.54657289e-02,\n",
" -7.53590986e-02, -2.91180462e-02, 2.83431467e-02, 3.57603505e-02,\n",
" 6.71605021e-02, -6.82661161e-02, -6.41654953e-02, -5.75046241e-02,\n",
" -1.55050186e-02, -1.65154529e-03, -7.28096589e-02, -2.03817822e-02,\n",
" 4.92680967e-02, -1.73404031e-02, -1.43751903e-02, -8.62543285e-02,\n",
" -7.37860799e-02, 5.90722710e-02, -2.68627051e-02, 8.79521668e-02,\n",
" -3.42346132e-02, -6.21129982e-02, 4.00007814e-02, -1.39752366e-02,\n",
" 1.99516434e-02, 1.04547646e-02, -2.27690134e-02, 1.54460734e-03,\n",
" 5.27202636e-02, -1.87151674e-02, -1.26776621e-02, 4.81049158e-02,\n",
" -1.30139012e-03, -4.55777794e-02, -7.12901214e-03, 1.27282960e-03,\n",
" -5.66870682e-02, 3.23075168e-02, -8.20781477e-03, 2.61816960e-02,\n",
" -2.08162591e-02, 1.20553281e-02, 3.59546915e-02, -1.80046018e-02,\n",
" -2.35434435e-02, -1.99858397e-02, 1.10180274e-01, 8.66809189e-02,\n",
" 3.08263488e-02, 2.12375838e-02, 6.43421113e-02, -3.80330086e-02,\n",
" 6.91595972e-02, 5.48387021e-02, 9.38094780e-03, 7.17907120e-03,\n",
" -3.74223888e-02, -3.13029103e-02, -4.19640988e-02, -3.42164859e-02,\n",
" -2.68909018e-02, 6.06124587e-02, 3.42229642e-02, 1.45949172e-02,\n",
" 8.55203159e-03, -1.10598151e-02, -7.35007110e-04, -8.45357925e-02,\n",
" 8.89198855e-02, 8.01283792e-02, 3.04413284e-03, 5.39177544e-02,\n",
" 1.75706893e-02, 4.34287079e-02, -7.36097544e-02, -9.33976024e-02,\n",
" 2.06092605e-03, 5.81355989e-02, -6.42649606e-02, -1.06144864e-02,\n",
" -3.78599614e-02, -2.33945495e-04, 5.90742379e-02, 3.17073576e-02,\n",
" -1.58825833e-02, 3.16351466e-02, 5.63095398e-02, 6.75453171e-02,\n",
" -3.69187854e-02, -9.03939158e-02, -2.11925507e-02, -2.81677078e-02,\n",
" 3.41746584e-02, 5.18517755e-02, -2.05489155e-02, -8.24064985e-02,\n",
" 4.81642149e-02, -6.64608479e-02, -4.18796688e-02, -9.32287145e-03,\n",
" -7.61061301e-03, -4.33839224e-02, 2.10330207e-02, 9.97514697e-04,\n",
" 5.83697036e-02, -1.09021319e-02, -6.68877363e-02, -4.25998680e-02,\n",
" 2.88006738e-02, -1.64044031e-03, -1.69132873e-02, 4.23476472e-02,\n",
" -1.09228879e-01, -2.70598140e-02, -5.52717298e-02, 4.07967381e-02,\n",
" 4.89722565e-02, -3.52944061e-02, 1.98276713e-02, -6.70839101e-02,\n",
" 5.79583496e-02, 9.62392520e-03, -2.69055385e-02, 4.19144891e-02,\n",
" 4.06474806e-02, 4.29664701e-02, 5.41195013e-02, 2.21041050e-02,\n",
" 1.95290558e-02, 6.43694997e-02, 3.29412892e-02, -1.31741641e-02,\n",
" -4.80647683e-02, -4.97474633e-02, -7.55023118e-03, -4.80064005e-02,\n",
" 1.71441527e-03, -3.40760755e-03, -8.94345865e-02, 2.88715120e-02,\n",
" 1.22536980e-02, 1.17848210e-01, 2.00160723e-02, 7.88347144e-03,\n",
" -1.54266646e-02, 1.71144567e-02, -4.10801135e-02, 1.34843951e-02,\n",
" -1.38525873e-01, -5.96907875e-03, 6.72037750e-02, -4.54464369e-02,\n",
" -9.23754275e-02, -4.37341072e-02, 8.53295811e-03, 2.26796865e-02,\n",
" -2.97951996e-02, -9.13940221e-02, -3.78365330e-02, 6.95891753e-02,\n",
" -1.75882541e-02, -2.74685510e-02, -3.46479081e-02, 3.25377397e-02,\n",
" -2.33144891e-02, -8.01092759e-03, 5.56822084e-02, -3.26911099e-02,\n",
" -3.03978305e-02, 2.08433587e-02, 8.68425181e-04, 6.94870995e-03,\n",
" -1.74270868e-02, 4.31296378e-02, -4.30254415e-02, -5.61548658e-02,\n",
" 1.27468044e-02, -2.76989546e-02, 9.96311828e-02, -5.99796660e-02,\n",
" 1.20888175e-02, 7.44463596e-03, 9.47396383e-02, 3.88497598e-02,\n",
" 1.20915538e-02, -5.18685021e-02, 2.08552759e-02, 2.05908846e-02,\n",
" 8.10106248e-02, -7.62563944e-03, 3.35786529e-02, 4.06825654e-02,\n",
" -1.84579641e-02, -2.99614458e-03, -5.21358289e-03, -1.19237294e-02,\n",
" -5.57627017e-03, -4.37344201e-02, 2.30285432e-02, 4.10771593e-02,\n",
" 6.31659403e-02, -6.50087092e-03, -4.84325690e-03, 1.84801798e-02,\n",
" -6.52894611e-03, 2.08103955e-02, -1.29466914e-02, -5.51239103e-02,\n",
" -8.68502539e-03, 1.11106224e-01, -1.92984741e-03, -1.83447096e-02,\n",
" 3.02092135e-02, 2.73642372e-02, -3.67359892e-02, -3.85970473e-02,\n",
" 4.15457301e-02, 1.53944837e-02, 1.34012401e-02, -6.22665435e-02,\n",
" -2.81652808e-03, -4.52582687e-02, -3.71399298e-02, -4.05584909e-02,\n",
" 4.90503898e-03, 8.10429528e-02, -7.76127353e-03, -9.87696555e-03,\n",
" -4.70345058e-02, -2.74770223e-02, -7.18156947e-03, 3.23815793e-02,\n",
" 1.10909892e-02, -8.40548705e-03, 2.39061620e-02, -5.78041971e-02,\n",
" 7.76225924e-02, -3.15145813e-02, 5.40830158e-02, -2.39490736e-02,\n",
" 5.26954979e-03, 4.67032045e-02, 1.24779545e-01, -7.27283629e-03,\n",
" -2.94187982e-02, -1.04563683e-01, 4.32068072e-02, -4.35964093e-02,\n",
" 1.04600145e-02, -2.80417129e-03, 2.42214613e-02, 1.12241186e-01,\n",
" 3.95495296e-02, -1.77189112e-02, -1.34225590e-02, 7.61787370e-02,\n",
" 1.07513200e-02, -2.19682865e-02, -5.76326065e-03, -1.06696583e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'gears': Embedding(embedding=array([ 1.06281310e-01, -3.38090993e-02, -1.24462806e-02, 3.64888534e-02,\n",
" -8.36538058e-03, -5.62810414e-02, 1.70560051e-02, 6.21166714e-02,\n",
" 9.53662544e-02, 4.80293296e-02, -2.80098096e-02, 5.73612228e-02,\n",
" 3.68261822e-02, 2.56924983e-02, -1.46180089e-03, 4.15183865e-02,\n",
" 6.51214644e-02, 8.18651170e-02, -1.03188977e-02, -1.79415960e-02,\n",
" -7.66388923e-02, -2.93487459e-02, -3.54157225e-03, 4.70401049e-02,\n",
" -2.75974814e-03, 3.69296153e-03, 1.50452591e-02, -4.56640199e-02,\n",
" 4.36012037e-02, -1.67668872e-02, 6.89819679e-02, -2.30616760e-02,\n",
" 2.28119455e-02, -2.09812983e-03, 3.59126851e-02, -3.60824093e-02,\n",
" -5.19009605e-02, -2.20513418e-02, -9.79252756e-02, 4.17867824e-02,\n",
" -5.26567847e-02, 3.45670171e-02, -3.01602390e-02, -6.90600229e-03,\n",
" 5.16283661e-02, -6.22299500e-02, -3.89229581e-02, 5.80714680e-02,\n",
" -2.72800364e-02, 1.12796510e-02, 3.20782773e-02, -2.67354120e-02,\n",
" 3.76409548e-03, 2.45085601e-02, 4.11162004e-02, 7.33761862e-02,\n",
" -2.77387071e-02, -9.23645496e-02, -1.54723171e-02, -2.05416363e-02,\n",
" 3.20909731e-02, -8.06686967e-06, 1.86153688e-02, 1.71071477e-02,\n",
" 3.20215970e-02, 3.03687174e-02, 3.91119421e-02, 2.86127776e-02,\n",
" 1.24878495e-03, -1.89625993e-02, -1.76165265e-03, 2.37301481e-03,\n",
" 4.08280231e-02, 1.30944237e-01, -4.20262143e-02, 9.99431778e-03,\n",
" 3.10256649e-02, -9.48557407e-02, 3.10124960e-02, -1.52855180e-02,\n",
" 1.04078995e-02, 2.36139297e-02, -5.53869791e-02, 3.30506414e-02,\n",
" -1.52680406e-03, 5.84278107e-02, -1.82444938e-02, -9.89274755e-02,\n",
" -7.33972937e-02, -2.80683897e-02, -3.55892703e-02, -4.81748283e-02,\n",
" -1.27311284e-02, -9.51029137e-02, -8.20566341e-02, 3.02277002e-02,\n",
" -7.70298839e-02, 4.05796729e-02, 8.31504352e-03, 2.04639845e-02,\n",
" -1.47474483e-02, -2.28316989e-02, 1.79020327e-03, -1.43068368e-02,\n",
" -4.17058244e-02, -3.72115225e-02, -2.63137859e-04, 2.76915170e-02,\n",
" -3.41829248e-02, 6.60613179e-02, -4.70912009e-02, -1.15469228e-02,\n",
" 1.19390944e-02, -2.36884393e-02, 2.74308288e-04, 8.06807205e-02,\n",
" 3.43912952e-02, 7.64860287e-02, -6.53050169e-02, -1.79125331e-02,\n",
" -2.03871593e-01, -4.58864421e-02, 1.71937402e-02, 1.23013277e-03,\n",
" -3.44201736e-02, 1.48398092e-03, -3.90041769e-02, 4.12129760e-02,\n",
" -7.68673569e-02, -1.45331130e-03, 1.08256442e-02, 4.54789847e-02,\n",
" -3.88282798e-02, 2.06324887e-02, -2.21159384e-02, 5.71263209e-02,\n",
" 2.14571040e-02, 5.69598749e-02, -7.98159279e-03, 1.88144557e-02,\n",
" -1.94722153e-02, -1.43233975e-02, -3.95548716e-02, 1.58882234e-02,\n",
" -2.92214360e-02, 2.71675196e-02, -6.16957527e-03, 5.91430590e-02,\n",
" -4.22632657e-02, 7.97716342e-03, 4.62293923e-02, 3.25322300e-02,\n",
" -2.99139041e-02, 4.25384678e-02, -1.97845958e-02, -4.64580841e-02,\n",
" -2.42029503e-02, 3.18151489e-02, 3.44098881e-02, 9.45341587e-03,\n",
" 1.51799992e-02, 4.57322188e-02, 4.40607034e-02, -6.70751929e-02,\n",
" -7.98127130e-02, 2.97010946e-03, 1.27416672e-02, -2.19967756e-02,\n",
" 4.21187393e-02, 2.03209482e-02, -1.33840293e-02, 2.42804736e-02,\n",
" -4.10417169e-02, 1.33866286e-02, 5.52752316e-02, -9.06750783e-02,\n",
" -3.46799754e-02, -1.36819342e-02, 2.09559314e-02, -2.89094634e-03,\n",
" 2.12447494e-02, -3.81441005e-02, 3.87528096e-03, -2.36815158e-02,\n",
" 2.42968439e-03, 1.06729241e-02, 1.04699805e-02, 2.15148274e-02,\n",
" -3.34662050e-02, -1.03048580e-02, -8.52424353e-02, -2.55701225e-02,\n",
" -2.18461715e-02, 1.93385221e-02, -6.04681000e-02, 4.93488237e-02,\n",
" 6.25677705e-02, 7.00786198e-03, -3.81306782e-02, -1.23523036e-02,\n",
" 7.86084682e-02, 2.31803916e-02, 6.66211098e-02, -3.34110670e-03,\n",
" -3.72620076e-02, -2.67609186e-03, 4.62531820e-02, -2.72371415e-02,\n",
" -7.08640181e-03, -6.94361627e-02, 5.41369915e-02, -1.61270965e-02,\n",
" 8.07678327e-02, -2.79657869e-03, -1.96231138e-02, 2.26075761e-02,\n",
" -8.66950899e-02, -8.67455304e-02, -3.73233892e-02, 3.27945389e-02,\n",
" 4.43145894e-02, 1.64815895e-02, 6.83593079e-02, 3.00613977e-02,\n",
" 1.24354921e-02, -3.39154564e-02, 3.78854647e-02, -1.40583562e-03,\n",
" 7.11920206e-03, -2.01801248e-02, -5.58901206e-02, 4.72943485e-02,\n",
" 3.60454060e-02, -2.88709328e-02, 5.42633012e-02, -3.13661769e-02,\n",
" -6.15288131e-02, 9.84698720e-03, 2.17985231e-02, -7.99008384e-02,\n",
" -1.97969321e-02, -4.10166346e-02, 5.81042096e-03, 2.99338177e-02,\n",
" 2.52763089e-02, -4.58180048e-02, -4.91833277e-02, -2.72735078e-02,\n",
" 1.97552200e-02, -4.87993099e-02, -4.45605535e-03, 1.97279546e-02,\n",
" -7.15255141e-02, -2.60122828e-02, 4.40916121e-02, 1.16961123e-02,\n",
" 4.94509302e-02, -6.39277473e-02, -4.71902825e-02, -1.00663699e-01,\n",
" -4.49163429e-02, 7.16376258e-03, -3.26711871e-02, -2.63852514e-02,\n",
" 1.71138775e-02, 5.52024972e-03, -6.05995022e-03, -1.06411420e-01,\n",
" -8.66935104e-02, 2.04621423e-02, -3.87365595e-02, 1.06900603e-01,\n",
" -2.38537192e-02, -5.20740114e-02, 7.83940926e-02, 1.69451721e-02,\n",
" 4.82845753e-02, 2.22020932e-02, -5.96509408e-03, 1.41736111e-02,\n",
" 5.70820495e-02, -6.59587607e-02, 2.41139531e-02, 3.48737128e-02,\n",
" 7.76935974e-03, -1.77952405e-02, -3.74822542e-02, 1.38066933e-02,\n",
" -3.07365023e-02, 3.67981046e-02, 9.52083804e-03, 1.21918377e-02,\n",
" -3.85626480e-02, 1.93437114e-02, 4.11518626e-02, -1.87091790e-02,\n",
" -7.79428473e-03, -4.63515939e-03, 1.30944952e-01, 9.48428437e-02,\n",
" 1.89633146e-02, 1.64114963e-02, 2.03507859e-02, -4.32343856e-02,\n",
" 4.52160202e-02, 1.09166369e-01, -1.79892741e-02, 3.48828062e-02,\n",
" -4.64737322e-03, -1.52201708e-02, -1.54364547e-02, -4.01647277e-02,\n",
" -6.18169196e-02, 6.17336407e-02, 1.26218526e-02, 6.10329583e-03,\n",
" -5.91063732e-03, 7.13446178e-04, -8.71464424e-03, -4.95862551e-02,\n",
" 6.82197288e-02, 4.90863360e-02, 1.32062761e-02, 5.60334250e-02,\n",
" 2.59510390e-02, 1.17023531e-02, -6.07408434e-02, -4.39898409e-02,\n",
" -6.79524429e-03, 7.81923309e-02, -4.82046045e-02, -1.31142996e-02,\n",
" -1.20028490e-02, -2.60517579e-02, 6.73501566e-02, 3.74023132e-02,\n",
" 1.02489032e-02, 3.20418067e-02, 7.13976026e-02, 5.24344034e-02,\n",
" 7.63172808e-04, -5.32913394e-02, -1.25628533e-02, -7.15930155e-03,\n",
" -4.06820467e-03, 3.91678847e-02, -2.59329677e-02, -7.22138360e-02,\n",
" 4.67536151e-02, -8.40482786e-02, -4.76094894e-02, -4.90269251e-03,\n",
" -2.82849241e-02, -5.97089939e-02, 1.65299382e-02, -2.79635210e-02,\n",
" 3.73014435e-02, -2.38660015e-02, -5.42993210e-02, -3.03052887e-02,\n",
" 1.22264884e-02, -1.86776966e-02, -2.66516358e-02, 3.54518667e-02,\n",
" -5.95781058e-02, -9.82532650e-03, -2.48222873e-02, 1.10868523e-02,\n",
" 6.38484061e-02, -4.74280939e-02, 3.78651321e-02, -4.63807099e-02,\n",
" 3.98446731e-02, -2.29197107e-02, -2.13089306e-03, 2.36262586e-02,\n",
" 5.00871576e-02, 3.56721394e-02, 4.83538024e-02, 3.58920880e-02,\n",
" -2.71954872e-02, 3.18823978e-02, -4.00271645e-04, -3.37136686e-02,\n",
" -5.24797030e-02, -2.75676008e-02, 1.53337559e-02, -4.20915075e-02,\n",
" -2.01599114e-02, -5.54015376e-02, -9.91326869e-02, 1.51809314e-02,\n",
" -1.90420616e-02, 7.55814835e-02, 2.21638996e-02, 1.42688639e-02,\n",
" 2.48665363e-02, 2.38606036e-02, -5.78424633e-02, -2.36459821e-02,\n",
" -1.27527952e-01, -1.58564691e-02, 4.21386585e-02, -2.81395148e-02,\n",
" -5.61921969e-02, -5.48842140e-02, -2.95428326e-03, 2.24525295e-02,\n",
" -5.05953431e-02, -8.37512985e-02, -3.55208702e-02, 6.49382770e-02,\n",
" -1.35927694e-02, -1.90030131e-02, -5.84828183e-02, 1.71743333e-02,\n",
" -7.24140108e-02, 1.17594544e-02, 6.48487732e-02, -1.25680491e-03,\n",
" -2.38317321e-03, -1.99985653e-02, 2.24943087e-02, 1.03555080e-02,\n",
" -3.17240320e-02, 2.00961698e-02, -4.24874723e-02, -9.09371600e-02,\n",
" 2.42736265e-02, -8.02193768e-03, 1.00043803e-01, -4.69920188e-02,\n",
" 3.77575755e-02, 1.78126637e-02, 9.45319086e-02, 5.74983917e-02,\n",
" 2.13235654e-02, -2.17011739e-02, 9.46535496e-04, 1.07391747e-02,\n",
" 7.86519647e-02, 4.54917550e-03, 3.57752815e-02, 2.83871815e-02,\n",
" 2.25979090e-03, 3.16988975e-02, -1.80547982e-02, 2.22709440e-02,\n",
" -4.30449890e-03, -2.26210449e-02, 2.57692430e-02, 6.96901381e-02,\n",
" 7.01156259e-02, 3.22223790e-02, 1.21699292e-02, 5.72084934e-02,\n",
" 1.36943897e-02, 4.34600823e-02, -2.01289728e-02, -5.01427464e-02,\n",
" -3.23890261e-02, 5.22709005e-02, -2.83281785e-04, -4.53543738e-02,\n",
" 5.43773063e-02, 9.48897284e-03, -5.02351560e-02, -4.71169986e-02,\n",
" 4.84213121e-02, 1.72884539e-02, 3.80873419e-02, -4.21963632e-02,\n",
" -1.12469809e-03, -5.33550493e-02, 1.10244332e-02, -2.03799028e-02,\n",
" -1.28874192e-02, 4.47199307e-02, 1.09227961e-02, 1.10095236e-02,\n",
" -2.62086615e-02, -9.76587981e-02, 3.57842147e-02, -1.35933957e-03,\n",
" 8.54723901e-03, 9.87234712e-03, 1.16430465e-02, -6.09840490e-02,\n",
" 5.95536940e-02, 3.30203362e-02, 5.76353744e-02, -3.87345068e-02,\n",
" 2.04151068e-02, 3.49620879e-02, 1.14933267e-01, -9.78524238e-03,\n",
" -5.29185012e-02, -1.03001446e-01, 2.25700159e-02, -2.83742938e-02,\n",
" -1.33733498e-02, -5.57237864e-03, 5.54044452e-03, 6.46455437e-02,\n",
" 3.28659788e-02, -2.23256275e-02, -1.28090335e-02, 8.06493461e-02,\n",
" 2.40566097e-02, -4.97987261e-03, -3.92011274e-03, -9.05683339e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'genie': Embedding(embedding=array([ 9.82073471e-02, -5.17865047e-02, -1.21673755e-02, -2.60352530e-02,\n",
" -1.71556347e-03, -3.77628431e-02, 3.47635150e-02, 6.14381470e-02,\n",
" 9.91856530e-02, 8.10203478e-02, -1.02314400e-02, 3.61921191e-02,\n",
" 1.45051405e-02, 3.22851650e-02, -1.13723632e-02, 2.50465106e-02,\n",
" 4.18204255e-02, 8.83595198e-02, 8.17332510e-03, -1.91866979e-02,\n",
" -8.56326371e-02, -4.66948338e-02, 2.04500929e-03, 5.67869656e-02,\n",
" 2.40281522e-02, 3.24021056e-02, -6.32783910e-03, -4.11848500e-02,\n",
" 5.95435537e-02, -9.00785718e-03, 7.79837668e-02, -7.24849058e-03,\n",
" -2.66751051e-02, -4.29788651e-03, 3.46529037e-02, -1.33843394e-02,\n",
" -4.54343408e-02, -2.06288882e-02, -6.93633556e-02, 5.45542464e-02,\n",
" -3.96164693e-02, 9.81914997e-03, -2.09052302e-02, -1.92715023e-02,\n",
" 3.30455862e-02, -5.80398925e-02, -2.80658398e-02, 4.33408655e-02,\n",
" -3.21321934e-02, 2.62514967e-02, 3.39901187e-02, -2.10749544e-03,\n",
" -1.07301772e-03, 4.83876979e-03, 3.77189964e-02, 5.37840314e-02,\n",
" 8.95211939e-03, -6.79342449e-02, -3.39194611e-02, -3.79020572e-02,\n",
" 4.79009934e-02, 2.35139579e-02, 3.31912450e-02, 2.38688271e-02,\n",
" 1.58621445e-02, -8.56709946e-03, 3.38371061e-02, 5.44255599e-03,\n",
" -1.21921627e-02, -2.15608086e-02, -2.60447972e-02, 5.46383336e-02,\n",
" 1.05873672e-02, 1.60687700e-01, -7.47171324e-03, 1.93663519e-02,\n",
" 1.17885577e-03, -7.33008459e-02, 1.66507661e-02, -2.61835605e-02,\n",
" 6.84644878e-02, 1.61603806e-04, -7.29462802e-02, 5.45319840e-02,\n",
" -2.59999521e-02, 2.77195424e-02, -2.02448945e-02, -7.87876993e-02,\n",
" -5.93656898e-02, -4.67822030e-02, -1.05612008e-02, -3.05667222e-02,\n",
" -4.69513871e-02, -9.24991518e-02, -5.09298034e-02, 1.34055546e-04,\n",
" -6.40494674e-02, 2.89272405e-02, -2.53192130e-02, -1.59946717e-02,\n",
" -1.11862831e-02, -2.46282294e-02, -2.94695459e-02, -3.52170058e-02,\n",
" -3.71343233e-02, -6.85536629e-03, 1.04924035e-03, 2.90635359e-02,\n",
" -6.09311387e-02, 8.17809179e-02, -2.49180421e-02, -4.31060903e-02,\n",
" -1.62436236e-02, -1.68827046e-02, 2.68499758e-02, 7.87367225e-02,\n",
" 9.96408332e-03, 9.47525948e-02, -5.51895313e-02, -3.54702547e-02,\n",
" -1.43519893e-01, -5.87218627e-02, 3.65807116e-02, -1.81942212e-03,\n",
" -1.91220790e-02, -1.51168404e-03, -2.72688195e-02, 3.04896981e-02,\n",
" -6.45241067e-02, 2.00925972e-02, 7.10948091e-03, 7.56874010e-02,\n",
" -2.48818491e-02, 2.81432495e-02, -3.18755694e-02, 4.44937013e-02,\n",
" 3.16947512e-03, 5.48023209e-02, -7.91548938e-03, 4.44522221e-03,\n",
" -3.99544425e-02, -1.49590131e-02, 8.32107849e-03, 1.17700715e-02,\n",
" -2.72510969e-03, 2.37380415e-02, 1.04760472e-02, 6.70670569e-02,\n",
" -4.57131602e-02, 3.12946300e-04, 6.21914491e-02, 2.35542692e-02,\n",
" -2.77150795e-02, 1.02120033e-02, -6.13878481e-02, -6.92461878e-02,\n",
" -3.02188750e-02, 4.78834892e-03, 3.68242636e-02, 9.27559857e-04,\n",
" 2.47473605e-02, 4.49558534e-02, 3.02613825e-02, -5.69266453e-02,\n",
" -1.03575632e-01, -6.89937035e-04, 3.21264332e-03, -4.10936289e-02,\n",
" 1.84181109e-02, 5.82929738e-02, -4.48206030e-02, 4.79826145e-02,\n",
" -4.71059904e-02, -8.00449459e-04, 3.55029106e-02, -5.89680076e-02,\n",
" -2.94719022e-02, -2.39280891e-02, 1.71769261e-02, -1.27446670e-02,\n",
" 2.98925657e-02, -4.39997204e-02, 2.58807559e-02, -4.26004780e-03,\n",
" -1.14203626e-02, 3.41262370e-02, 1.99740008e-02, -9.94840171e-03,\n",
" -5.04481830e-02, 1.53885270e-02, -7.79387429e-02, -2.68341526e-02,\n",
" -3.03657632e-02, 5.71775949e-03, -6.46262765e-02, 3.81300040e-02,\n",
" 3.99067290e-02, -3.00571322e-02, -4.91030589e-02, 7.33404281e-03,\n",
" 8.92044306e-02, 3.46293785e-02, 4.44575474e-02, 2.55842926e-04,\n",
" -1.58822518e-02, 3.82488444e-02, 7.31854979e-03, -3.43833007e-02,\n",
" -9.65060294e-03, -3.28574665e-02, 5.26012331e-02, -1.98097993e-02,\n",
" 4.79014255e-02, 3.04438500e-03, -7.06305960e-03, 5.42541258e-02,\n",
" -6.08556084e-02, -7.81903192e-02, -5.73060513e-02, 4.01435681e-02,\n",
" 1.76597331e-02, 3.80040631e-02, 4.61608917e-02, 2.63312459e-03,\n",
" 1.78826638e-02, 9.42930393e-03, 2.53456701e-02, -3.13497595e-02,\n",
" 1.65708754e-02, 8.99940077e-03, -3.63270752e-02, 3.64538059e-02,\n",
" 2.99347378e-02, -3.83692160e-02, 3.16152349e-02, -2.89185941e-02,\n",
" -2.14099586e-02, 4.41630138e-03, 2.73163635e-02, -1.01111948e-01,\n",
" -3.12813744e-03, -5.09035997e-02, 4.98442538e-02, 7.52367228e-02,\n",
" 2.25952864e-02, -1.29913017e-02, -6.80084452e-02, -3.91454343e-03,\n",
" 5.56226149e-02, -3.39165591e-02, 2.53802743e-02, -3.16507556e-03,\n",
" -7.51955584e-02, -3.01956553e-02, 3.46327573e-02, 2.76287664e-02,\n",
" 5.42910844e-02, -6.97079226e-02, -6.62241429e-02, -6.51585087e-02,\n",
" 1.15941965e-03, -1.73343450e-03, -6.22399375e-02, -2.65008863e-02,\n",
" 2.49555204e-02, -2.17311699e-02, -1.00482218e-02, -8.74586552e-02,\n",
" -7.67042488e-02, 5.00945263e-02, -3.60829569e-02, 8.13147575e-02,\n",
" -3.27075981e-02, -5.17640561e-02, 3.73666026e-02, 8.05506390e-03,\n",
" 2.46435069e-02, 2.43152268e-02, 3.55099724e-03, 1.06743798e-02,\n",
" 5.20293824e-02, -3.80658172e-02, -2.16720290e-02, 5.85327856e-02,\n",
" -1.90476829e-03, -4.27336581e-02, -1.88566148e-02, -1.02281803e-03,\n",
" -6.01792671e-02, 4.01339941e-02, 1.37321651e-02, 6.72269566e-03,\n",
" -1.76546741e-02, -5.79423830e-03, 4.08079252e-02, -1.64745953e-02,\n",
" -2.22811792e-02, -2.29592640e-02, 1.09124303e-01, 9.53279436e-02,\n",
" 4.69907746e-02, 2.87307091e-02, 5.37067465e-02, -3.49608697e-02,\n",
" 5.36022782e-02, 5.70473298e-02, 6.16579177e-03, 2.29848363e-02,\n",
" -2.25186311e-02, -3.34627591e-02, -5.20697646e-02, -5.18731587e-02,\n",
" -3.48370634e-02, 7.16537088e-02, 2.59569455e-02, 1.88971441e-02,\n",
" 5.47903776e-03, -1.01604620e-02, 9.98697616e-03, -5.62893599e-02,\n",
" 8.73819441e-02, 8.10735673e-02, -6.95102208e-04, 5.43512180e-02,\n",
" 3.13095897e-02, 5.47898971e-02, -7.41133094e-02, -7.74760470e-02,\n",
" -3.03146732e-03, 5.81092909e-02, -7.88833275e-02, -1.03406571e-02,\n",
" -3.06310058e-02, -1.13828499e-02, 5.30436821e-02, 3.11480016e-02,\n",
" -7.72692030e-03, 2.81167906e-02, 6.29993454e-02, 6.78717792e-02,\n",
" -3.04535553e-02, -8.55614021e-02, -1.13971252e-02, -2.47635674e-02,\n",
" 2.61676628e-02, 5.00656962e-02, -1.64534822e-02, -7.39783123e-02,\n",
" 4.10950407e-02, -6.10829443e-02, -4.82413471e-02, -3.06182395e-04,\n",
" -1.69447400e-02, -5.53352162e-02, 3.34361419e-02, -5.89582557e-03,\n",
" 5.13839051e-02, 1.56799715e-03, -5.99292293e-02, -4.62761298e-02,\n",
" 1.68281123e-02, -1.24764082e-03, -3.01688816e-02, 3.43174152e-02,\n",
" -1.18404187e-01, -2.31205262e-02, -4.59302813e-02, 3.83676589e-02,\n",
" 4.68356200e-02, -4.18002829e-02, 2.20726673e-02, -6.27322346e-02,\n",
" 5.80484942e-02, 6.44329609e-03, -1.53327063e-02, 3.88556346e-02,\n",
" 4.28710207e-02, 3.39828953e-02, 5.22833839e-02, 3.29086818e-02,\n",
" 8.36104900e-03, 5.83805405e-02, 3.27307209e-02, -2.08720900e-02,\n",
" -5.81798404e-02, -4.25208360e-02, 8.68183095e-03, -6.29847497e-02,\n",
" -1.60287973e-02, -1.17589198e-02, -8.72965977e-02, 2.74571516e-02,\n",
" 2.34411797e-03, 1.02113657e-01, -2.91070202e-03, 1.38337985e-02,\n",
" -1.20655363e-02, 2.64366567e-02, -4.21501696e-02, -1.71971507e-02,\n",
" -1.32140324e-01, -4.40311199e-03, 6.08437918e-02, -4.61661182e-02,\n",
" -6.84883147e-02, -4.75530662e-02, -3.17765819e-03, 2.78844330e-02,\n",
" -4.57565896e-02, -8.71238187e-02, -3.53890397e-02, 4.81517985e-02,\n",
" -1.44924177e-02, -5.81099950e-02, -3.94604020e-02, 3.98011394e-02,\n",
" -3.81432958e-02, -7.79221300e-03, 7.42289498e-02, -1.44482134e-02,\n",
" -1.17916064e-02, 1.27212415e-02, 1.79751273e-02, 3.47104110e-03,\n",
" -1.30158542e-02, 3.57625782e-02, -5.47856353e-02, -6.95082024e-02,\n",
" 1.79338586e-02, -1.90934204e-02, 1.02053508e-01, -4.81576473e-02,\n",
" 1.94774158e-02, 8.34015012e-03, 7.90382922e-02, 2.63562240e-02,\n",
" 5.59614785e-03, -4.95758168e-02, 1.28692351e-02, 2.89107170e-02,\n",
" 7.56748468e-02, -1.13806669e-02, 3.22671607e-02, 4.13456820e-02,\n",
" -1.29934894e-02, 2.55840179e-02, -4.27452149e-03, 1.23058101e-02,\n",
" -1.39128622e-02, -4.09990065e-02, 3.91819254e-02, 4.76383083e-02,\n",
" 6.69724569e-02, 1.76403373e-02, 1.81609970e-02, 2.12633163e-02,\n",
" -8.51526484e-03, 4.60681394e-02, -1.00459540e-02, -6.36648610e-02,\n",
" -1.30973682e-02, 8.73120129e-02, -1.00545222e-02, -3.43688577e-02,\n",
" 3.83138917e-02, 3.15544941e-02, -5.41574731e-02, -4.21597362e-02,\n",
" 4.03251648e-02, 2.53672618e-03, 2.00580470e-02, -6.62802160e-02,\n",
" 2.30225585e-02, -4.01093736e-02, -2.32373215e-02, -3.91823724e-02,\n",
" 6.22125575e-03, 7.41129890e-02, -8.50287545e-03, 7.60468142e-03,\n",
" -4.36901040e-02, -3.98276858e-02, 1.40452599e-02, 2.30414029e-02,\n",
" 5.44928946e-03, -3.47718690e-03, 1.82654038e-02, -4.69727665e-02,\n",
" 6.54378980e-02, -1.75782014e-02, 6.19385540e-02, -2.11210456e-02,\n",
" 1.49632292e-02, 4.40635011e-02, 1.33826733e-01, 2.01522782e-02,\n",
" -5.31959794e-02, -9.36750099e-02, 4.44148593e-02, -3.29193957e-02,\n",
" 5.00307465e-03, -1.23754498e-02, 1.50626088e-02, 1.03806086e-01,\n",
" 2.53004488e-02, -2.89431848e-02, -6.77966920e-04, 7.38393739e-02,\n",
" -7.03889271e-03, -3.33742239e-02, 6.51993090e-03, -1.19748063e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ggg': Embedding(embedding=array([ 9.44152400e-02, -4.65021878e-02, -1.56608801e-02, -3.01550869e-02,\n",
" 1.25492545e-04, -4.11652662e-02, 3.86941843e-02, 6.25806376e-02,\n",
" 9.38110575e-02, 7.98972249e-02, -7.70709850e-03, 3.31753157e-02,\n",
" 2.01476924e-02, 3.21790874e-02, -8.52189027e-03, 2.14100890e-02,\n",
" 3.59949097e-02, 8.55963230e-02, 1.51776029e-02, -2.16577649e-02,\n",
" -8.28092694e-02, -4.41352129e-02, 2.69601354e-03, 5.96015714e-02,\n",
" 3.21479216e-02, 3.35892364e-02, -6.98857149e-03, -3.98930088e-02,\n",
" 6.13577478e-02, -6.83337077e-03, 7.85396472e-02, -3.71133490e-03,\n",
" -2.58210320e-02, -1.78470439e-03, 3.14355530e-02, -1.01515483e-02,\n",
" -4.25335392e-02, -2.38812491e-02, -6.92638457e-02, 5.22793829e-02,\n",
" -3.97848152e-02, 3.16867139e-03, -1.78607777e-02, -2.19010860e-02,\n",
" 3.22791860e-02, -6.10167049e-02, -2.34041046e-02, 4.47703451e-02,\n",
" -3.35439369e-02, 2.89770290e-02, 3.46114561e-02, 1.69751560e-03,\n",
" 1.84684654e-03, 4.87162359e-03, 4.24282774e-02, 4.64707091e-02,\n",
" 1.19616650e-02, -6.19610883e-02, -3.41449529e-02, -3.83722968e-02,\n",
" 4.74519916e-02, 2.78803818e-02, 3.65140997e-02, 1.95448790e-02,\n",
" 1.68129858e-02, -4.21981560e-03, 3.27805914e-02, -1.01060222e-03,\n",
" -1.34416381e-02, -2.54046340e-02, -3.00703924e-02, 5.65535314e-02,\n",
" 1.17823910e-02, 1.67229623e-01, -1.21448212e-03, 2.60808673e-02,\n",
" 4.80247987e-03, -6.62376434e-02, 1.38279367e-02, -1.98873337e-02,\n",
" 7.11119846e-02, 4.89895865e-05, -6.99667856e-02, 5.67093305e-02,\n",
" -2.87958141e-02, 1.94270369e-02, -1.61797944e-02, -7.80401081e-02,\n",
" -5.37046902e-02, -4.95260358e-02, -6.76087197e-03, -3.10783852e-02,\n",
" -5.12764715e-02, -9.51836407e-02, -4.58449721e-02, -7.21293502e-04,\n",
" -7.07497522e-02, 2.70482209e-02, -2.77753044e-02, -1.79364569e-02,\n",
" -1.38707776e-02, -2.21642517e-02, -3.26392427e-02, -3.57627831e-02,\n",
" -4.05891798e-02, -6.91574765e-03, 9.55768046e-04, 2.97075827e-02,\n",
" -7.13505596e-02, 8.50652233e-02, -2.12428030e-02, -4.30388935e-02,\n",
" -2.25895662e-02, -1.45134917e-02, 2.70525720e-02, 7.86482915e-02,\n",
" 3.76559631e-03, 9.43607166e-02, -5.32830358e-02, -3.77936587e-02,\n",
" -1.41522631e-01, -5.75275458e-02, 3.66350859e-02, -6.86124293e-03,\n",
" -1.22322403e-02, 3.05595505e-03, -2.02947967e-02, 3.16778235e-02,\n",
" -5.65117598e-02, 2.43204683e-02, 6.08194247e-03, 7.59994984e-02,\n",
" -2.28744242e-02, 2.89382190e-02, -3.17230299e-02, 4.42706496e-02,\n",
" -1.41092879e-03, 5.31217679e-02, -1.71557331e-04, 5.18405112e-04,\n",
" -3.71530652e-02, -1.53667415e-02, 8.80945660e-03, 4.14156867e-03,\n",
" 7.36321323e-03, 1.72562543e-02, 1.59136876e-02, 6.59504533e-02,\n",
" -4.48434316e-02, -6.08599279e-04, 5.61281331e-02, 2.57493798e-02,\n",
" -2.32189056e-02, 8.09297804e-03, -6.34833351e-02, -7.33118504e-02,\n",
" -3.03775836e-02, -4.51990264e-03, 3.67179289e-02, -4.05428978e-03,\n",
" 2.92276554e-02, 4.42237817e-02, 3.12325023e-02, -6.14996180e-02,\n",
" -9.85284299e-02, 3.52653000e-03, 2.38873740e-03, -4.08359468e-02,\n",
" 1.48526607e-02, 6.16204962e-02, -4.64816131e-02, 5.22311851e-02,\n",
" -4.59636524e-02, -3.12124961e-03, 3.21526788e-02, -5.35504632e-02,\n",
" -2.70930994e-02, -2.69627329e-02, 1.50687993e-02, -1.67406444e-02,\n",
" 3.13218869e-02, -4.72773798e-02, 2.66688615e-02, -6.55677402e-03,\n",
" -1.03023741e-02, 4.04498093e-02, 1.22772800e-02, -1.36456154e-02,\n",
" -4.98037376e-02, 2.19398346e-02, -7.69091770e-02, -2.49162465e-02,\n",
" -3.10123395e-02, 7.53537612e-03, -5.92765994e-02, 3.73513997e-02,\n",
" 3.85211781e-02, -3.02495826e-02, -5.29913679e-02, 8.21995083e-03,\n",
" 8.78680646e-02, 3.54915895e-02, 3.94513011e-02, -4.18734550e-03,\n",
" -8.96466523e-03, 4.29589078e-02, 7.58502819e-03, -3.35753299e-02,\n",
" -1.07198497e-02, -2.41902098e-02, 5.16584776e-02, -1.74785666e-02,\n",
" 4.64783497e-02, -2.65636132e-03, -4.22707433e-03, 6.03160448e-02,\n",
" -5.94737828e-02, -6.71730861e-02, -5.32910004e-02, 3.61084938e-02,\n",
" 2.16138773e-02, 3.75168994e-02, 4.38710041e-02, 2.56766507e-04,\n",
" 2.26350669e-02, 1.16717154e-02, 2.36642677e-02, -3.23545970e-02,\n",
" 2.23736931e-02, 1.30763091e-02, -4.17356119e-02, 3.45064849e-02,\n",
" 2.82664858e-02, -3.54937315e-02, 2.97592282e-02, -2.60829218e-02,\n",
" -1.56100634e-02, 4.62606270e-03, 2.59091724e-02, -1.10197879e-01,\n",
" 4.14839393e-04, -5.13328649e-02, 5.31961769e-02, 7.99817890e-02,\n",
" 2.03463174e-02, -1.33648906e-02, -6.62850812e-02, -2.93997559e-03,\n",
" 5.09610213e-02, -3.06393895e-02, 2.49677114e-02, -2.60613393e-04,\n",
" -7.44798630e-02, -2.83654183e-02, 3.21158655e-02, 3.33756395e-02,\n",
" 5.39393499e-02, -6.81817308e-02, -6.78374320e-02, -6.52299523e-02,\n",
" -1.87188725e-03, -6.24200702e-03, -6.19538426e-02, -2.76338905e-02,\n",
" 3.26747447e-02, -2.77791265e-02, -1.48383370e-02, -8.10764134e-02,\n",
" -7.28076324e-02, 5.52135594e-02, -3.14622298e-02, 7.99425244e-02,\n",
" -3.44636105e-02, -5.11335991e-02, 2.96462774e-02, 7.10258668e-04,\n",
" 2.14783307e-02, 2.10439544e-02, 3.18623410e-04, 9.51023307e-03,\n",
" 5.16523346e-02, -3.31057534e-02, -2.22751927e-02, 5.86727038e-02,\n",
" -4.29800060e-03, -3.87394242e-02, -2.01350972e-02, -3.43493815e-03,\n",
" -5.82213476e-02, 4.15002182e-02, 1.29106706e-02, 1.00571997e-02,\n",
" -1.71873234e-02, -4.72565647e-03, 4.14168090e-02, -1.50821125e-02,\n",
" -2.52250955e-02, -2.46365666e-02, 1.09450154e-01, 8.47529247e-02,\n",
" 4.74848561e-02, 2.75276713e-02, 5.85021526e-02, -3.64309475e-02,\n",
" 5.51784150e-02, 5.10708541e-02, 1.15596727e-02, 1.66631453e-02,\n",
" -2.89208200e-02, -3.30110826e-02, -5.37662022e-02, -5.28452657e-02,\n",
" -3.07157077e-02, 7.28030875e-02, 2.50131432e-02, 1.76727455e-02,\n",
" 8.20280705e-03, -8.36739596e-03, 1.46708125e-02, -6.28650039e-02,\n",
" 8.63750353e-02, 8.33941177e-02, -3.49083380e-03, 4.95533198e-02,\n",
" 3.75685431e-02, 5.90261929e-02, -7.87379965e-02, -8.02026540e-02,\n",
" -4.68675094e-03, 5.52363582e-02, -7.30072856e-02, -8.04216042e-03,\n",
" -3.42382602e-02, -4.18146420e-03, 5.84761389e-02, 3.37475985e-02,\n",
" -6.46361150e-03, 2.36822274e-02, 6.32548556e-02, 6.45635426e-02,\n",
" -3.58507372e-02, -8.53998959e-02, -1.97772104e-02, -2.79503893e-02,\n",
" 3.19411270e-02, 5.58769517e-02, -2.28728689e-02, -7.29348436e-02,\n",
" 3.68387438e-02, -5.73859252e-02, -4.83905412e-02, 4.18708520e-03,\n",
" -1.67680178e-02, -5.24473712e-02, 3.04695200e-02, -4.26385039e-03,\n",
" 5.63280694e-02, -2.14911182e-03, -5.89575768e-02, -4.57218401e-02,\n",
" 1.91620234e-02, 1.21566013e-03, -3.02753132e-02, 3.24988104e-02,\n",
" -1.14513911e-01, -2.36154236e-02, -5.46456724e-02, 4.34295163e-02,\n",
" 4.21283059e-02, -4.14481312e-02, 2.21125446e-02, -6.39112145e-02,\n",
" 5.97861372e-02, 1.03475219e-02, -1.60948113e-02, 4.25142273e-02,\n",
" 3.97891030e-02, 3.11219264e-02, 5.47046885e-02, 2.02520769e-02,\n",
" 1.11483634e-02, 6.50908202e-02, 3.53243798e-02, -1.57823507e-02,\n",
" -5.02413772e-02, -4.43244874e-02, 9.66681167e-03, -6.09153435e-02,\n",
" -9.77614429e-03, -1.49836335e-02, -8.95022228e-02, 2.13223137e-02,\n",
" 1.28803868e-03, 1.09202147e-01, 1.55747822e-03, 1.21925166e-02,\n",
" -1.14643145e-02, 1.96098182e-02, -3.88397388e-02, -6.85304077e-03,\n",
" -1.27955645e-01, -5.24319569e-03, 6.60086721e-02, -4.58906665e-02,\n",
" -7.88185224e-02, -4.24353667e-02, -5.59562795e-05, 2.80506313e-02,\n",
" -4.34382819e-02, -8.68583620e-02, -3.92047577e-02, 5.14673665e-02,\n",
" -9.20075458e-03, -5.61824292e-02, -3.77925038e-02, 3.77585106e-02,\n",
" -3.41942422e-02, -1.28042735e-02, 6.90788850e-02, -1.96325742e-02,\n",
" -2.22475007e-02, 1.40617909e-02, 2.28196699e-02, -6.18923455e-04,\n",
" -1.11301858e-02, 3.81885991e-02, -5.34443595e-02, -6.66664839e-02,\n",
" 1.66658349e-02, -1.81289911e-02, 9.98647287e-02, -4.78565134e-02,\n",
" 1.94202345e-02, 1.34607796e-02, 7.81915113e-02, 3.37409191e-02,\n",
" 7.51227327e-03, -5.31638600e-02, 1.34795532e-02, 2.94761732e-02,\n",
" 7.43476301e-02, -1.00444555e-02, 2.66325306e-02, 4.40147743e-02,\n",
" -1.67121403e-02, 2.12718118e-02, -2.78307911e-04, 8.48064572e-03,\n",
" -8.23844969e-03, -4.81031127e-02, 3.40436846e-02, 4.59536500e-02,\n",
" 6.63288832e-02, 3.62120988e-03, 1.76479779e-02, 1.95078067e-02,\n",
" -3.80717544e-03, 3.97977121e-02, -1.39414435e-02, -7.27237910e-02,\n",
" -9.31986794e-03, 9.16893557e-02, -1.35209849e-02, -3.23956311e-02,\n",
" 3.43887135e-02, 2.79742442e-02, -5.21843508e-02, -4.30032350e-02,\n",
" 3.72663923e-02, -3.69358202e-03, 1.39881410e-02, -6.23930134e-02,\n",
" 1.85247827e-02, -3.89394499e-02, -2.97858864e-02, -4.23250534e-02,\n",
" 4.69032396e-03, 7.90433586e-02, -1.11333672e-02, 4.55013383e-03,\n",
" -4.21391129e-02, -4.06559333e-02, 1.11201936e-02, 2.84195449e-02,\n",
" 5.79422992e-03, -9.15663596e-03, 1.90979373e-02, -4.65929061e-02,\n",
" 6.57365844e-02, -1.76000111e-02, 6.63056523e-02, -2.04333309e-02,\n",
" 1.72411129e-02, 4.84090224e-02, 1.33951917e-01, 2.12637633e-02,\n",
" -5.20254895e-02, -9.92698893e-02, 4.65319864e-02, -3.67485285e-02,\n",
" 9.96840093e-03, -1.17623955e-02, 2.02980395e-02, 1.07933126e-01,\n",
" 2.84050424e-02, -3.06084920e-02, -4.19579772e-03, 7.54099935e-02,\n",
" -7.34524336e-03, -2.88228355e-02, 7.76206981e-03, -1.16795704e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'glasses': Embedding(embedding=array([ 0.10728936, -0.04364301, -0.01774119, -0.00138686, -0.00751014,\n",
" -0.06015922, 0.03207897, 0.06285006, 0.10249691, 0.06939878,\n",
" -0.01634002, 0.04141523, 0.02342606, 0.02467236, -0.01097006,\n",
" 0.02527012, 0.05453783, 0.08672864, 0.00736577, -0.02355651,\n",
" -0.09034845, -0.04872011, 0.00642824, 0.05850095, 0.02077717,\n",
" 0.02760157, 0.00172563, -0.03675907, 0.05751569, -0.0200821 ,\n",
" 0.0765597 , -0.01015896, -0.01244554, 0.00621007, 0.04093826,\n",
" -0.01904998, -0.05378442, -0.02042223, -0.07938254, 0.04919273,\n",
" -0.04934089, 0.0130553 , -0.01899106, -0.01609933, 0.04133565,\n",
" -0.06260137, -0.03625778, 0.04988546, -0.03047401, 0.02160078,\n",
" 0.03101242, -0.00906237, 0.00112624, 0.01168531, 0.04271102,\n",
" 0.06395499, 0.00189302, -0.08676073, -0.02742155, -0.0271366 ,\n",
" 0.04952287, 0.02362144, 0.02515806, 0.02160301, 0.02250803,\n",
" 0.00505226, 0.03617324, 0.0184009 , -0.0094163 , -0.02318597,\n",
" -0.02318106, 0.03456555, 0.02554452, 0.15920348, -0.01429994,\n",
" 0.01508242, 0.01054192, -0.07181188, 0.01929368, -0.02265143,\n",
" 0.05050011, 0.01338391, -0.07272829, 0.04296173, -0.01831491,\n",
" 0.03401349, -0.02204463, -0.08750136, -0.05661904, -0.03091389,\n",
" -0.00753991, -0.03650839, -0.03032312, -0.08850432, -0.06813242,\n",
" 0.02344809, -0.07777305, 0.03099447, -0.01546136, -0.00780832,\n",
" -0.01127521, -0.02278981, -0.02291059, -0.02653597, -0.03628929,\n",
" -0.0196247 , 0.00062587, 0.02916492, -0.04705797, 0.08202551,\n",
" -0.02883143, -0.03516075, -0.00697193, -0.01308241, 0.00989615,\n",
" 0.08618803, 0.01588656, 0.08696242, -0.06466717, -0.02963465,\n",
" -0.15847652, -0.05835321, 0.03513064, -0.00533828, -0.02063083,\n",
" 0.00610736, -0.0295657 , 0.04153394, -0.06606748, 0.00810177,\n",
" 0.00459248, 0.06862587, -0.02889028, 0.03055989, -0.02771966,\n",
" 0.04662451, 0.01027231, 0.05959114, -0.00945322, 0.01256098,\n",
" -0.03320584, -0.02092311, -0.00667311, 0.01310867, -0.00896839,\n",
" 0.03735075, 0.01277543, 0.06481534, -0.04459155, 0.00413656,\n",
" 0.05931477, 0.03263456, -0.02776921, 0.02217335, -0.04997153,\n",
" -0.05823639, -0.03209725, 0.01523816, 0.03114146, 0.00709058,\n",
" 0.0203001 , 0.04859452, 0.03420969, -0.05794228, -0.0925511 ,\n",
" -0.00444575, 0.00375808, -0.0387868 , 0.02946848, 0.04913243,\n",
" -0.04086449, 0.03862466, -0.05013905, 0.00844167, 0.04587913,\n",
" -0.07430676, -0.02986414, -0.01962203, 0.0186786 , -0.00594527,\n",
" 0.01952759, -0.04764014, 0.01701562, -0.0146223 , -0.00419765,\n",
" 0.02038487, 0.0245596 , -0.00421174, -0.04420741, 0.00346416,\n",
" -0.08667915, -0.03261587, -0.02309332, 0.01035599, -0.06531668,\n",
" 0.04334755, 0.04465592, -0.02009532, -0.04887789, 0.00373384,\n",
" 0.09207205, 0.03351282, 0.05049008, 0.00676567, -0.01986916,\n",
" 0.02257012, 0.02976834, -0.02781536, -0.01027779, -0.04477793,\n",
" 0.05325766, -0.01725201, 0.06000626, 0.01171077, -0.00946539,\n",
" 0.04420434, -0.07457168, -0.08327114, -0.04979951, 0.03580279,\n",
" 0.01597013, 0.03403086, 0.05088191, 0.01364421, 0.02028182,\n",
" -0.00776409, 0.03311236, -0.02005382, 0.00813029, -0.00614958,\n",
" -0.05737763, 0.0428427 , 0.02848152, -0.04176034, 0.03906879,\n",
" -0.03359235, -0.04480709, 0.00602812, 0.02809717, -0.09662513,\n",
" -0.01030368, -0.04839486, 0.03350569, 0.05554833, 0.02464089,\n",
" -0.02354487, -0.07202309, -0.01790451, 0.0461228 , -0.04024221,\n",
" 0.01636107, 0.01518743, -0.06816828, -0.02627226, 0.03551964,\n",
" 0.02285055, 0.0412461 , -0.07451249, -0.0625575 , -0.0837568 ,\n",
" -0.01527831, 0.00451444, -0.05436914, -0.02643269, 0.02545838,\n",
" -0.01187484, -0.00959064, -0.09654562, -0.08079506, 0.04723712,\n",
" -0.03958007, 0.08478253, -0.03246419, -0.05400692, 0.04987167,\n",
" 0.00987727, 0.03605435, 0.02223478, 0.00459509, 0.01302506,\n",
" 0.06009646, -0.05197951, -0.01675633, 0.05758587, -0.00488463,\n",
" -0.0330862 , -0.02502213, -0.00184742, -0.04546863, 0.04060793,\n",
" 0.01151124, 0.0027368 , -0.0267339 , 0.0026918 , 0.04597254,\n",
" -0.02387324, -0.01063245, -0.01372594, 0.11914488, 0.0972939 ,\n",
" 0.03455246, 0.02543072, 0.03766 , -0.04221841, 0.05807558,\n",
" 0.07134059, -0.00605699, 0.02921843, -0.01372294, -0.0241951 ,\n",
" -0.0399075 , -0.04115469, -0.04513024, 0.0793298 , 0.02447604,\n",
" 0.01300457, 0.00697655, -0.01226926, -0.00485255, -0.05137254,\n",
" 0.08850474, 0.08030011, 0.0037206 , 0.04763582, 0.02656506,\n",
" 0.04627997, -0.07046586, -0.06229823, -0.00286398, 0.0748267 ,\n",
" -0.06772205, -0.00508542, -0.02243582, -0.00956548, 0.05083189,\n",
" 0.03574464, -0.00252779, 0.02346991, 0.0640218 , 0.06395708,\n",
" -0.01679664, -0.07822242, -0.01216455, -0.02604797, 0.02041226,\n",
" 0.04673435, -0.01235355, -0.0700832 , 0.03984985, -0.07557403,\n",
" -0.04618306, -0.00139578, -0.02441363, -0.05968577, 0.02329133,\n",
" -0.01485367, 0.04481898, -0.00086391, -0.05556202, -0.04114661,\n",
" 0.01275793, -0.00158934, -0.01949834, 0.03504844, -0.09787421,\n",
" -0.01495434, -0.04190556, 0.02764449, 0.05523777, -0.05256761,\n",
" 0.03329005, -0.05290466, 0.05361654, -0.00057884, -0.0099197 ,\n",
" 0.03355035, 0.04638181, 0.03396889, 0.04912029, 0.03969912,\n",
" -0.00805608, 0.04693042, 0.0262709 , -0.01991149, -0.0542873 ,\n",
" -0.03389354, 0.01944992, -0.06257563, -0.01618472, -0.0409632 ,\n",
" -0.09675869, 0.0265143 , -0.00195948, 0.09095146, 0.00251375,\n",
" 0.01178624, 0.00883995, 0.02178547, -0.04744572, -0.01449489,\n",
" -0.12922744, -0.00156023, 0.05233727, -0.04145463, -0.06471098,\n",
" -0.05016464, -0.00648499, 0.02310245, -0.05248748, -0.08797101,\n",
" -0.04080931, 0.0569445 , -0.01874588, -0.05061669, -0.04827611,\n",
" 0.03058429, -0.05623749, 0.00549564, 0.06788809, -0.01527764,\n",
" -0.01236547, 0.00827153, 0.02073046, 0.00513587, -0.0228423 ,\n",
" 0.02504231, -0.04903136, -0.07964092, 0.02207539, -0.01835366,\n",
" 0.10481205, -0.04643375, 0.02361592, 0.01482781, 0.08581395,\n",
" 0.03264557, 0.01425664, -0.04099917, 0.00685518, 0.02305978,\n",
" 0.07068387, -0.00193061, 0.02691908, 0.03546387, -0.00738588,\n",
" 0.0300165 , -0.01467688, 0.01782251, -0.01555103, -0.03885298,\n",
" 0.03675907, 0.05318451, 0.06645107, 0.02093387, 0.01966064,\n",
" 0.03122896, 0.00130385, 0.04719121, -0.00774347, -0.05679804,\n",
" -0.02316291, 0.07990155, -0.01153802, -0.0408156 , 0.04590323,\n",
" 0.01845319, -0.05909858, -0.04659994, 0.04315076, 0.0074326 ,\n",
" 0.03075867, -0.06624217, 0.00729825, -0.04469883, -0.01369226,\n",
" -0.02553338, 0.00266234, 0.05778361, 0.00526515, 0.01077231,\n",
" -0.04173501, -0.05943312, 0.01747835, 0.02035549, 0.01745244,\n",
" 0.0030171 , 0.00926582, -0.05846178, 0.06203561, -0.00423865,\n",
" 0.06721464, -0.02587581, 0.01550857, 0.04234242, 0.13444158,\n",
" 0.0096492 , -0.06032309, -0.1015351 , 0.04132381, -0.03030068,\n",
" -0.0034712 , -0.01676215, 0.00887997, 0.07520505, 0.03118427,\n",
" -0.02679501, -0.01440408, 0.07304411, 0.00383076, -0.01498427,\n",
" 0.00105908, -0.10710785]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'gone': Embedding(embedding=array([ 0.10228147, -0.04460568, -0.01829807, -0.02670446, -0.00165808,\n",
" -0.0472185 , 0.03735883, 0.06455705, 0.1008267 , 0.08045012,\n",
" -0.00896253, 0.0368092 , 0.0179766 , 0.02327283, -0.01282521,\n",
" 0.02313957, 0.04566564, 0.09097719, 0.01199843, -0.02153243,\n",
" -0.08659819, -0.04518006, 0.00640594, 0.05180714, 0.02540911,\n",
" 0.03093756, -0.00200352, -0.04584602, 0.05905023, -0.01030865,\n",
" 0.08384111, -0.00967007, -0.01545147, 0.00193449, 0.03419771,\n",
" -0.01438219, -0.05127156, -0.02255636, -0.07283139, 0.04867085,\n",
" -0.04342641, 0.00826701, -0.01764956, -0.02232766, 0.03681463,\n",
" -0.06395645, -0.03052245, 0.03743751, -0.03105393, 0.02611293,\n",
" 0.0268367 , -0.00445101, 0.00294696, 0.00139699, 0.04541607,\n",
" 0.05542994, 0.00566355, -0.06846347, -0.02796586, -0.03577882,\n",
" 0.05012045, 0.02790412, 0.0291973 , 0.02341252, 0.01689178,\n",
" -0.00192526, 0.03398482, 0.01287031, -0.01197808, -0.01837071,\n",
" -0.02668443, 0.04841454, 0.01034839, 0.16075906, -0.00961957,\n",
" 0.01838264, 0.00687428, -0.06952351, 0.0148766 , -0.01837787,\n",
" 0.06622301, 0.00758351, -0.07438581, 0.05063324, -0.02811051,\n",
" 0.02411502, -0.02296495, -0.09076916, -0.05264763, -0.04056614,\n",
" -0.00930589, -0.03702993, -0.04756783, -0.09167255, -0.05219761,\n",
" 0.00886785, -0.07647824, 0.0296796 , -0.02641588, -0.01405451,\n",
" -0.00965379, -0.01885807, -0.03052161, -0.02740365, -0.0387129 ,\n",
" -0.01079392, 0.00077415, 0.03176489, -0.05532473, 0.07909738,\n",
" -0.02987861, -0.0378519 , -0.0190201 , -0.00402458, 0.02080774,\n",
" 0.08147895, 0.01233515, 0.09788104, -0.05654373, -0.03879581,\n",
" -0.14220566, -0.05708598, 0.03606564, -0.00171449, -0.02024254,\n",
" 0.0028273 , -0.02864235, 0.03968752, -0.06097126, 0.01344232,\n",
" 0.00504519, 0.07146091, -0.02545672, 0.02802951, -0.02723258,\n",
" 0.04359135, 0.00657856, 0.05828723, -0.00419695, 0.00598886,\n",
" -0.03668835, -0.02026056, 0.00875243, 0.01108275, -0.0024635 ,\n",
" 0.02427297, 0.01647354, 0.0678081 , -0.04308182, 0.00406246,\n",
" 0.05662182, 0.02944987, -0.02728079, 0.01354952, -0.05709662,\n",
" -0.06346282, -0.03339983, 0.00162871, 0.03151117, 0.00415532,\n",
" 0.02117574, 0.05016087, 0.02678215, -0.06033168, -0.10556741,\n",
" 0.00240791, 0.00178935, -0.04497832, 0.0221171 , 0.05634462,\n",
" -0.04481329, 0.0476133 , -0.04924882, 0.00584267, 0.04599684,\n",
" -0.06166546, -0.02656406, -0.01900742, 0.01979925, -0.0104206 ,\n",
" 0.02871359, -0.04438324, 0.02522999, -0.01398181, -0.01151556,\n",
" 0.0307587 , 0.02503563, -0.01550983, -0.049787 , 0.01355575,\n",
" -0.08529919, -0.0340905 , -0.02791416, 0.01003489, -0.06127056,\n",
" 0.04589084, 0.03557419, -0.03461474, -0.04984237, 0.00784448,\n",
" 0.08772299, 0.03484316, 0.04609874, 0.00509059, -0.01230109,\n",
" 0.03379764, 0.01452056, -0.03284359, -0.01041991, -0.03640943,\n",
" 0.05352207, -0.01214487, 0.04769512, 0.00560312, -0.00206057,\n",
" 0.05321407, -0.06465048, -0.07152638, -0.05752162, 0.03923007,\n",
" 0.01457669, 0.03391411, 0.04744956, 0.00486229, 0.02235803,\n",
" 0.0013429 , 0.02829274, -0.02784403, 0.01530736, 0.01285083,\n",
" -0.0453601 , 0.03562726, 0.03429423, -0.03869777, 0.03609724,\n",
" -0.02935118, -0.02850556, 0.00632446, 0.03153422, -0.10403941,\n",
" 0.00099582, -0.05356085, 0.04014777, 0.07637285, 0.02477854,\n",
" -0.02035196, -0.06964003, -0.01142105, 0.04921965, -0.03520975,\n",
" 0.02084565, 0.00421415, -0.07228088, -0.03070051, 0.03427318,\n",
" 0.02579336, 0.04481302, -0.07488491, -0.06267912, -0.07351256,\n",
" -0.00409304, -0.00121498, -0.05884274, -0.02750139, 0.02650595,\n",
" -0.02087421, -0.0106623 , -0.08673404, -0.07768761, 0.04875393,\n",
" -0.032461 , 0.0849207 , -0.03379217, -0.05116376, 0.03829988,\n",
" 0.01200132, 0.02863319, 0.02716557, 0.00914163, 0.01391462,\n",
" 0.05577648, -0.039465 , -0.02541564, 0.06344315, -0.00755804,\n",
" -0.03695114, -0.02126728, -0.00085363, -0.04694964, 0.04522464,\n",
" 0.0149495 , -0.00039813, -0.01845114, -0.00423518, 0.04568698,\n",
" -0.0224243 , -0.01824125, -0.02371643, 0.11429489, 0.08750483,\n",
" 0.04056025, 0.03226232, 0.04995953, -0.04706458, 0.05213916,\n",
" 0.05690405, 0.00817973, 0.02151144, -0.02427962, -0.02450262,\n",
" -0.05131094, -0.04990878, -0.03541146, 0.07459941, 0.02761628,\n",
" 0.01975604, 0.01176011, -0.0071339 , 0.00446673, -0.05136343,\n",
" 0.09127874, 0.08174314, 0.00345553, 0.04675912, 0.03674326,\n",
" 0.05277582, -0.08073644, -0.07251751, 0.00181227, 0.06749821,\n",
" -0.0748313 , -0.00414918, -0.02624675, -0.0060802 , 0.05257223,\n",
" 0.03804276, -0.0099209 , 0.02371695, 0.06038664, 0.06633712,\n",
" -0.03309437, -0.08645719, -0.01068445, -0.02151238, 0.02816693,\n",
" 0.05722143, -0.01567425, -0.06952437, 0.03836294, -0.05905116,\n",
" -0.04736627, 0.00844242, -0.01955012, -0.05982608, 0.02667219,\n",
" -0.00891074, 0.04795059, -0.00067873, -0.06101865, -0.04300929,\n",
" 0.01699207, -0.00028573, -0.03061027, 0.02702285, -0.10461592,\n",
" -0.02441072, -0.04779243, 0.04005658, 0.04852008, -0.04236056,\n",
" 0.01993023, -0.05741736, 0.05684893, 0.00250864, -0.0113454 ,\n",
" 0.03993886, 0.03930081, 0.03070244, 0.0568654 , 0.02709675,\n",
" 0.00514449, 0.05593302, 0.03321116, -0.02247637, -0.05823134,\n",
" -0.04155662, 0.01328497, -0.06559039, -0.01532026, -0.02936065,\n",
" -0.09257319, 0.02449263, 0.00431392, 0.10642101, -0.00065142,\n",
" 0.01404213, -0.00958334, 0.02866328, -0.04090115, -0.01129099,\n",
" -0.12911455, -0.00593402, 0.05243494, -0.04107686, -0.06445164,\n",
" -0.04894572, -0.00427295, 0.02631422, -0.04494525, -0.08655612,\n",
" -0.04288232, 0.05579079, -0.00899697, -0.05643842, -0.03650514,\n",
" 0.0363344 , -0.04706179, -0.00046821, 0.06854943, -0.01700983,\n",
" -0.01292162, 0.01502654, 0.02326353, 0.00751912, -0.01720445,\n",
" 0.02620964, -0.05589206, -0.07520945, 0.01598173, -0.01796979,\n",
" 0.10207339, -0.04580782, 0.02424113, 0.00991424, 0.0767148 ,\n",
" 0.02819616, 0.01226483, -0.05364179, 0.00914956, 0.01996636,\n",
" 0.07391227, -0.0128389 , 0.02935479, 0.04286949, -0.01056155,\n",
" 0.02548625, -0.00301561, 0.01382293, -0.01514375, -0.0413174 ,\n",
" 0.03314494, 0.05061054, 0.06418729, 0.00997855, 0.0259712 ,\n",
" 0.02089773, -0.0078984 , 0.04904594, -0.01283742, -0.06981644,\n",
" -0.01718586, 0.08682852, -0.00849853, -0.04147691, 0.0406694 ,\n",
" 0.02066374, -0.05570193, -0.04560717, 0.03728223, -0.00204136,\n",
" 0.0214937 , -0.0673099 , 0.01603458, -0.03504592, -0.02394655,\n",
" -0.03591245, 0.01029948, 0.06452041, -0.00649893, 0.00848133,\n",
" -0.04008767, -0.04316269, 0.02003815, 0.01863199, 0.00711006,\n",
" -0.00489602, 0.01476946, -0.04798752, 0.06326123, -0.00737636,\n",
" 0.07246969, -0.01808026, 0.01797059, 0.04664765, 0.13412057,\n",
" 0.0237707 , -0.06174121, -0.0927243 , 0.04250238, -0.03218621,\n",
" 0.00558904, -0.01348316, 0.0176746 , 0.08911575, 0.02297617,\n",
" -0.03272931, -0.00525937, 0.06771439, -0.00616999, -0.02596623,\n",
" 0.00259568, -0.11691836]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'grave': Embedding(embedding=array([ 1.11402825e-01, -3.99598666e-02, -1.10464469e-02, 1.40467985e-02,\n",
" -5.64150000e-03, -6.78620189e-02, 2.58572008e-02, 6.15145043e-02,\n",
" 1.08763009e-01, 4.77873869e-02, -3.90087739e-02, 5.31248450e-02,\n",
" 3.35592702e-02, 1.65442005e-02, -1.01435054e-02, 4.51786183e-02,\n",
" 6.21956177e-02, 8.57573003e-02, -5.18976536e-04, -2.03154832e-02,\n",
" -8.67755264e-02, -4.00564075e-02, -7.67316727e-04, 5.68244979e-02,\n",
" 4.95905150e-03, 1.45384111e-02, 1.01586897e-02, -3.53577621e-02,\n",
" 5.35831526e-02, -1.43947238e-02, 8.07556733e-02, -2.17195749e-02,\n",
" 1.66332275e-02, 1.98824308e-03, 3.95026952e-02, -2.96689160e-02,\n",
" -4.96517681e-02, -1.93711426e-02, -9.76888537e-02, 4.90829460e-02,\n",
" -4.02795300e-02, 2.07683146e-02, -2.75349095e-02, -1.07717942e-02,\n",
" 4.50045019e-02, -6.50152564e-02, -3.87423038e-02, 5.07924594e-02,\n",
" -2.60725860e-02, 1.80015396e-02, 3.56642604e-02, -1.88656859e-02,\n",
" -1.52904959e-03, 1.84202418e-02, 4.51501720e-02, 7.24889562e-02,\n",
" -1.72220729e-02, -9.81294215e-02, -2.00073943e-02, -2.48890817e-02,\n",
" 3.40935141e-02, 9.54494625e-03, 2.29453836e-02, 1.25963390e-02,\n",
" 2.27052160e-02, 2.07027458e-02, 3.69123928e-02, 2.89382525e-02,\n",
" -1.12239411e-03, -1.75903067e-02, -2.53018411e-03, 8.98272917e-03,\n",
" 2.78375056e-02, 1.36022240e-01, -2.93097626e-02, 6.27310947e-03,\n",
" 1.84199959e-02, -9.41853151e-02, 2.94271074e-02, -1.55835561e-02,\n",
" 1.79945976e-02, 3.01764086e-02, -6.15296848e-02, 3.00993305e-02,\n",
" -1.54194143e-02, 4.74450253e-02, -1.62903890e-02, -9.60048735e-02,\n",
" -6.46801516e-02, -1.73929762e-02, -3.17939557e-02, -4.46840376e-02,\n",
" -2.23707128e-02, -8.50147009e-02, -8.78345370e-02, 3.80679145e-02,\n",
" -7.65465274e-02, 4.26378623e-02, 4.84413421e-03, 8.83255806e-03,\n",
" -8.51162802e-03, -1.84340980e-02, -2.61162966e-03, -2.50344723e-02,\n",
" -3.99077795e-02, -3.35679986e-02, -1.73659919e-05, 2.76752990e-02,\n",
" -4.78358231e-02, 7.95094818e-02, -4.84718867e-02, -1.86196677e-02,\n",
" 8.50025378e-03, -3.82633205e-03, 3.98639590e-03, 7.34705403e-02,\n",
" 3.36716957e-02, 8.08771625e-02, -6.42080531e-02, -1.90946795e-02,\n",
" -1.66968137e-01, -5.25116734e-02, 2.87699178e-02, -2.43326952e-03,\n",
" -2.87377350e-02, 9.78055876e-03, -3.84723209e-02, 4.37478758e-02,\n",
" -7.60302842e-02, 1.51466206e-02, 1.23984357e-02, 5.82033880e-02,\n",
" -3.28563340e-02, 2.20660474e-02, -2.83244289e-02, 6.36072159e-02,\n",
" 1.29721388e-02, 5.91940247e-02, -4.59585199e-03, 1.83119196e-02,\n",
" -2.38701291e-02, -2.71606203e-02, -2.36638822e-02, 1.04533918e-02,\n",
" -3.28111462e-02, 3.31483223e-02, 6.66528102e-03, 5.79628013e-02,\n",
" -4.61877659e-02, 3.95691628e-03, 5.06029800e-02, 3.21786813e-02,\n",
" -2.95950118e-02, 2.97900196e-02, -2.75788978e-02, -4.64943685e-02,\n",
" -3.10690757e-02, 2.20222156e-02, 3.16442624e-02, 6.21526153e-04,\n",
" 2.65057944e-02, 4.91724797e-02, 5.11001050e-02, -6.62034228e-02,\n",
" -9.06923413e-02, 3.39975674e-03, -3.50672053e-04, -3.70355360e-02,\n",
" 3.93945873e-02, 3.87637988e-02, -2.76893638e-02, 3.12705971e-02,\n",
" -4.51979935e-02, 1.55865652e-02, 5.00204600e-02, -8.66413936e-02,\n",
" -3.20216753e-02, -2.23462679e-03, 3.02049983e-02, 9.33585595e-03,\n",
" 2.58984007e-02, -4.47821394e-02, 7.62167526e-03, -2.59505007e-02,\n",
" 8.12986214e-03, 8.32142867e-03, 8.99367221e-03, 1.31726200e-02,\n",
" -4.64458540e-02, -4.29490721e-03, -8.56020972e-02, -2.72754170e-02,\n",
" -1.57969631e-02, 1.09941084e-02, -6.02437183e-02, 3.50725427e-02,\n",
" 5.59473708e-02, -8.03118292e-03, -4.86796610e-02, -1.03924638e-02,\n",
" 8.59309286e-02, 2.24001482e-02, 5.51213212e-02, 1.14939013e-03,\n",
" -3.35226133e-02, 6.16508722e-03, 3.85681428e-02, -1.96668785e-02,\n",
" -9.72277671e-03, -5.96020333e-02, 5.56396320e-02, -1.73326433e-02,\n",
" 7.08108693e-02, 4.66335285e-03, -1.93321984e-02, 2.51129474e-02,\n",
" -9.43603218e-02, -9.53857899e-02, -3.97876278e-02, 3.58228609e-02,\n",
" 2.42067929e-02, 2.32402124e-02, 5.79213202e-02, 2.28300355e-02,\n",
" -4.11911256e-04, -2.68947519e-02, 3.52280438e-02, -8.88623763e-03,\n",
" -2.58538988e-04, -1.96698271e-02, -6.01856671e-02, 3.93366404e-02,\n",
" 3.22487950e-02, -3.66747975e-02, 5.19953258e-02, -4.19110879e-02,\n",
" -6.02868758e-02, 1.96511280e-02, 2.37886328e-02, -8.97276402e-02,\n",
" -1.50353853e-02, -5.71559146e-02, 2.25724652e-02, 4.02389988e-02,\n",
" 2.67732702e-02, -2.27566566e-02, -6.40246198e-02, -8.33806861e-03,\n",
" 4.39221747e-02, -3.57714333e-02, 4.02130885e-03, 2.47025006e-02,\n",
" -6.66864961e-02, -2.06587408e-02, 5.05977757e-02, 2.24108193e-02,\n",
" 5.62556051e-02, -6.18525892e-02, -4.34863158e-02, -9.34570879e-02,\n",
" -2.94370595e-02, 6.95855077e-03, -4.67673391e-02, -2.81552076e-02,\n",
" 1.59367118e-02, 5.11832442e-03, -7.33119948e-03, -1.12623110e-01,\n",
" -7.86715224e-02, 2.70791054e-02, -4.01631147e-02, 1.02222711e-01,\n",
" -1.84380710e-02, -5.03920540e-02, 7.00194687e-02, 1.86921153e-02,\n",
" 3.83352414e-02, 2.42177397e-02, -1.24143902e-03, 7.26824766e-03,\n",
" 6.62215948e-02, -5.27714454e-02, 9.75461025e-03, 4.99487892e-02,\n",
" 3.95599520e-03, -2.54154783e-02, -2.77138390e-02, 8.04238860e-03,\n",
" -3.66593227e-02, 5.37950546e-02, 1.00478027e-02, 6.04312075e-03,\n",
" -3.04395445e-02, 1.81490798e-02, 3.80166657e-02, -3.11053302e-02,\n",
" -1.23377694e-02, 4.56295893e-05, 1.24636836e-01, 9.17493328e-02,\n",
" 2.60277893e-02, 2.44298093e-02, 2.82774381e-02, -4.42769527e-02,\n",
" 5.42706028e-02, 1.02488361e-01, -1.36677483e-02, 3.34907100e-02,\n",
" -8.78009107e-03, -2.04337556e-02, -2.41225120e-02, -4.35430929e-02,\n",
" -6.39735237e-02, 7.50827417e-02, 2.60570813e-02, 5.46489144e-03,\n",
" 1.73791079e-03, -5.11437748e-03, -7.36095523e-03, -5.02706021e-02,\n",
" 7.54298642e-02, 5.91563992e-02, 2.60557607e-02, 4.64970320e-02,\n",
" 2.21723635e-02, 1.74293760e-02, -5.69439568e-02, -4.78544906e-02,\n",
" -2.71586445e-03, 8.00283402e-02, -4.94807959e-02, -1.72333512e-02,\n",
" -2.14593299e-02, -1.67456735e-02, 5.10313325e-02, 4.03230414e-02,\n",
" 4.82235290e-03, 3.45807299e-02, 7.91215450e-02, 6.62218183e-02,\n",
" -1.17768943e-02, -6.71619400e-02, -1.01825520e-02, -1.05357794e-02,\n",
" 4.90844855e-03, 4.83776070e-02, -2.01924741e-02, -7.89199471e-02,\n",
" 4.40752693e-02, -8.10962915e-02, -5.12629747e-02, -2.47972016e-03,\n",
" -2.34539192e-02, -6.19654506e-02, 7.88913574e-03, -2.44590919e-02,\n",
" 3.25852707e-02, -2.11640969e-02, -5.52387759e-02, -2.72233989e-02,\n",
" 1.14018489e-02, -1.45243844e-02, -2.99421716e-02, 3.44235115e-02,\n",
" -7.73898065e-02, -1.18347788e-02, -3.91521864e-02, 9.47958045e-03,\n",
" 6.29501343e-02, -5.07061146e-02, 3.52245271e-02, -3.95229682e-02,\n",
" 4.25261967e-02, -1.77067760e-02, -6.35084277e-03, 2.61978209e-02,\n",
" 4.77247238e-02, 3.36487740e-02, 4.84543294e-02, 3.84612978e-02,\n",
" -2.51277816e-02, 4.55282517e-02, 1.53838075e-03, -2.98980623e-02,\n",
" -5.10545187e-02, -2.53442433e-02, 1.28824413e-02, -4.60783169e-02,\n",
" -1.76893491e-02, -4.92451377e-02, -8.50602165e-02, 2.04834379e-02,\n",
" -9.20300279e-03, 8.06634948e-02, 1.52531583e-02, 2.24934593e-02,\n",
" 2.12817620e-02, 2.18463149e-02, -5.35334721e-02, -1.23175923e-02,\n",
" -1.23620793e-01, -1.78466663e-02, 5.24092279e-02, -2.97624879e-02,\n",
" -5.60788587e-02, -4.63424027e-02, -7.29151652e-04, 2.24013422e-02,\n",
" -4.60806675e-02, -8.81376714e-02, -4.50648926e-02, 6.59805909e-02,\n",
" -1.53604327e-02, -2.38631442e-02, -4.51716967e-02, 2.44159065e-02,\n",
" -6.14347421e-02, 5.26958844e-03, 7.32573271e-02, -9.11368337e-03,\n",
" -9.66173038e-03, -6.83898712e-03, 2.43218429e-02, -3.41653428e-03,\n",
" -2.72441078e-02, 1.16326706e-02, -5.13463803e-02, -8.86749774e-02,\n",
" 2.15666723e-02, -2.47229971e-02, 1.02784574e-01, -4.37093526e-02,\n",
" 2.94193178e-02, 8.45423341e-03, 8.27036202e-02, 3.86158824e-02,\n",
" 1.48312189e-02, -2.75630280e-02, 5.93422353e-03, 1.39276022e-02,\n",
" 7.38994852e-02, 6.61189295e-03, 3.88895608e-02, 3.69845703e-02,\n",
" 6.10375544e-03, 3.90176512e-02, -1.81248989e-02, 2.00737119e-02,\n",
" -1.09575521e-02, -3.00513934e-02, 2.61819251e-02, 6.06055930e-02,\n",
" 6.55221716e-02, 2.91149858e-02, 1.58306193e-02, 4.36983034e-02,\n",
" 1.94685813e-02, 4.04259898e-02, -1.94299631e-02, -5.20014279e-02,\n",
" -2.44805533e-02, 7.00795129e-02, -1.61443255e-03, -4.54270840e-02,\n",
" 4.81527261e-02, 1.52947167e-02, -5.36607467e-02, -4.40148227e-02,\n",
" 5.99215329e-02, 1.14937983e-02, 2.83613801e-02, -5.56928441e-02,\n",
" 9.86140408e-03, -4.32687961e-02, 2.89973617e-03, -2.59997956e-02,\n",
" -8.90918821e-03, 4.63121496e-02, 1.10172108e-02, 7.94342253e-03,\n",
" -3.64478379e-02, -7.64086843e-02, 2.75233593e-02, 6.91196416e-04,\n",
" 1.16053214e-02, 7.36465305e-03, 7.90048577e-03, -6.05144799e-02,\n",
" 6.13408796e-02, 1.45325763e-02, 7.34988749e-02, -4.22833301e-02,\n",
" 7.81491306e-03, 3.78572010e-02, 1.21792838e-01, -1.26342103e-02,\n",
" -5.16237319e-02, -1.10442773e-01, 2.21272949e-02, -3.18461768e-02,\n",
" -6.62384974e-03, -5.89668844e-03, 1.07176742e-02, 6.84872866e-02,\n",
" 2.26883553e-02, -2.84259580e-02, -3.92063754e-03, 7.78259188e-02,\n",
" 6.65673614e-03, -3.23326769e-03, -6.15267828e-03, -8.95888731e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'gru': Embedding(embedding=array([ 1.03980109e-01, -4.00137864e-02, -2.00353730e-02, -2.75639705e-02,\n",
" -3.05973389e-03, -4.89482246e-02, 4.47639897e-02, 5.83818592e-02,\n",
" 9.30460915e-02, 7.68287256e-02, -1.16482424e-02, 3.22769545e-02,\n",
" 1.86610408e-02, 2.21688598e-02, -1.84844770e-02, 2.49045007e-02,\n",
" 4.01836634e-02, 8.83101523e-02, 1.96449105e-02, -2.07961760e-02,\n",
" -8.61643031e-02, -4.67537157e-02, 5.01209730e-03, 5.77401854e-02,\n",
" 3.11668199e-02, 3.47266011e-02, 4.88197024e-04, -4.27275151e-02,\n",
" 6.63290471e-02, -9.03861690e-03, 8.28335062e-02, -4.90711676e-03,\n",
" -1.35690039e-02, 4.78327274e-03, 3.16497125e-02, -1.37351472e-02,\n",
" -4.59874645e-02, -2.08761860e-02, -6.84222877e-02, 5.19700125e-02,\n",
" -4.23993841e-02, 1.57775916e-03, -1.61646698e-02, -2.12177671e-02,\n",
" 3.60244848e-02, -6.33082911e-02, -3.25406268e-02, 3.91089357e-02,\n",
" -3.29789706e-02, 2.72197854e-02, 3.61704193e-02, 4.64336434e-03,\n",
" 2.73690769e-03, 4.12818976e-03, 4.53926697e-02, 5.04299589e-02,\n",
" 7.39271706e-03, -7.06136227e-02, -2.91687045e-02, -4.12851200e-02,\n",
" 4.33511809e-02, 2.51404606e-02, 3.32642682e-02, 2.62420233e-02,\n",
" 1.41763277e-02, -4.56067082e-03, 3.41912657e-02, 2.24086526e-03,\n",
" -1.13571072e-02, -2.44163275e-02, -3.32721211e-02, 4.84723635e-02,\n",
" 7.63947470e-03, 1.63559064e-01, -1.07457663e-03, 1.99678913e-02,\n",
" 1.02464734e-02, -6.62697554e-02, 2.00169180e-02, -1.10904444e-02,\n",
" 5.80488965e-02, 7.57989986e-03, -7.38191679e-02, 5.22938110e-02,\n",
" -3.15319300e-02, 2.07202416e-02, -2.02981103e-02, -8.88080895e-02,\n",
" -5.11410087e-02, -4.64609005e-02, -5.46054170e-03, -3.76993902e-02,\n",
" -4.64180373e-02, -9.08011869e-02, -5.26227206e-02, 9.21473186e-03,\n",
" -8.09905231e-02, 2.51773763e-02, -2.89301947e-02, -1.00526372e-02,\n",
" -1.25863263e-02, -1.80373695e-02, -2.75209919e-02, -3.27087715e-02,\n",
" -3.97043712e-02, -1.12843560e-02, 1.07152469e-03, 3.61392535e-02,\n",
" -6.39437512e-02, 8.31902102e-02, -2.63416916e-02, -3.68999392e-02,\n",
" -2.62288153e-02, -5.51524665e-03, 1.91386919e-02, 7.85241872e-02,\n",
" 1.31224040e-02, 9.49580967e-02, -5.97633123e-02, -3.69321629e-02,\n",
" -1.29989654e-01, -6.25294894e-02, 3.50534953e-02, -4.41434141e-03,\n",
" -1.04756746e-02, 2.58701155e-03, -2.72174999e-02, 4.01892774e-02,\n",
" -6.02292344e-02, 2.01657638e-02, 8.49317014e-03, 6.90863654e-02,\n",
" -2.06627771e-02, 2.93047298e-02, -3.11968476e-02, 4.70107347e-02,\n",
" 5.61460480e-03, 5.77797219e-02, -4.61959466e-03, 6.59189140e-03,\n",
" -3.49683426e-02, -2.11142637e-02, 1.18409684e-02, 3.23364534e-03,\n",
" 7.29827397e-03, 2.56676301e-02, 1.42219700e-02, 6.59516081e-02,\n",
" -4.75594662e-02, 6.41670777e-04, 5.45418747e-02, 2.77375560e-02,\n",
" -2.34610178e-02, 1.19432388e-02, -5.87835871e-02, -6.52729943e-02,\n",
" -3.05441245e-02, -4.57356567e-04, 2.66252067e-02, 4.54579340e-03,\n",
" 2.72018742e-02, 5.00627868e-02, 2.88411938e-02, -6.65383413e-02,\n",
" -9.81253982e-02, 6.36192365e-03, -1.33300840e-03, -4.57171910e-02,\n",
" 2.80145984e-02, 5.68180755e-02, -4.90404479e-02, 4.42353040e-02,\n",
" -4.65278625e-02, 8.49278737e-03, 3.13934460e-02, -6.10705018e-02,\n",
" -2.43220963e-02, -1.85624771e-02, 1.84648223e-02, -1.05319489e-02,\n",
" 3.06778569e-02, -4.51327413e-02, 2.01266184e-02, -8.67094379e-03,\n",
" -5.09203319e-03, 3.29046361e-02, 2.20782515e-02, -1.23831034e-02,\n",
" -4.94224802e-02, 1.58362817e-02, -8.11322927e-02, -3.35412286e-02,\n",
" -2.60229018e-02, 8.61770287e-03, -6.33458570e-02, 4.24731113e-02,\n",
" 3.16551886e-02, -3.14107724e-02, -5.33540584e-02, 9.45703406e-03,\n",
" 9.33361351e-02, 3.57866585e-02, 3.47241387e-02, 2.28020828e-03,\n",
" -1.18278936e-02, 3.72785032e-02, 1.74779240e-02, -3.20954435e-02,\n",
" -1.73219834e-02, -3.02706361e-02, 4.98332120e-02, -1.20334001e-02,\n",
" 4.26379554e-02, 4.48919646e-03, -3.73114570e-04, 5.37485443e-02,\n",
" -6.82217032e-02, -7.23510459e-02, -5.36946058e-02, 3.86370011e-02,\n",
" 1.68595947e-02, 3.82646210e-02, 4.88766357e-02, 1.76903373e-03,\n",
" 1.47152729e-02, 1.28331676e-03, 2.47372463e-02, -2.34014541e-02,\n",
" 1.90398619e-02, 9.54377279e-03, -5.09441197e-02, 3.23958099e-02,\n",
" 2.59360187e-02, -4.38100733e-02, 3.38649824e-02, -3.48143466e-02,\n",
" -2.43674833e-02, 8.28776788e-03, 2.67742928e-02, -1.09986626e-01,\n",
" 2.46183295e-03, -5.60420305e-02, 4.39194180e-02, 8.04693922e-02,\n",
" 2.37724725e-02, -2.30455175e-02, -7.23234341e-02, -8.39245971e-03,\n",
" 4.97468375e-02, -3.29006128e-02, 2.19754260e-02, 7.25916866e-03,\n",
" -7.68100023e-02, -2.30586603e-02, 3.52879576e-02, 3.09706200e-02,\n",
" 4.61657792e-02, -6.80356547e-02, -6.12069331e-02, -7.21489713e-02,\n",
" -9.31342784e-03, 9.08848131e-04, -6.08237311e-02, -2.15903502e-02,\n",
" 2.81372964e-02, -2.58576255e-02, -1.17208613e-02, -8.17696080e-02,\n",
" -6.93569332e-02, 4.82828245e-02, -3.47165205e-02, 7.91512355e-02,\n",
" -3.53691466e-02, -4.81851771e-02, 3.16882879e-02, 1.59659865e-03,\n",
" 2.80151423e-02, 2.28915568e-02, 2.41739606e-03, 1.12293838e-02,\n",
" 5.75100556e-02, -3.86570878e-02, -2.54108123e-02, 6.50923625e-02,\n",
" -6.88620331e-03, -4.02792208e-02, -2.44807396e-02, -2.85048760e-03,\n",
" -4.92734686e-02, 4.42716442e-02, 1.36064589e-02, 5.65347867e-03,\n",
" -2.14377362e-02, -3.03076394e-03, 4.52847704e-02, -2.13657264e-02,\n",
" -2.02436056e-02, -2.03605928e-02, 1.12512514e-01, 8.40224326e-02,\n",
" 4.49538752e-02, 2.91938614e-02, 5.17015494e-02, -4.05996926e-02,\n",
" 5.35342880e-02, 5.95013313e-02, 9.11673717e-03, 1.94124337e-02,\n",
" -2.50080805e-02, -2.12863162e-02, -5.37764467e-02, -4.84141409e-02,\n",
" -3.25124077e-02, 7.48419166e-02, 3.25806327e-02, 1.56855751e-02,\n",
" 7.60269677e-03, -2.16454314e-03, 1.09382197e-02, -5.77776767e-02,\n",
" 9.13607702e-02, 8.61819237e-02, 5.11085789e-04, 4.96658087e-02,\n",
" 3.61176282e-02, 6.43551424e-02, -8.03392828e-02, -7.16664791e-02,\n",
" -3.68761690e-03, 6.65158182e-02, -7.27349445e-02, -7.58171361e-03,\n",
" -2.80963033e-02, 3.39963869e-03, 4.94291224e-02, 4.07829806e-02,\n",
" -4.84538916e-03, 1.84206273e-02, 6.29853532e-02, 6.48328960e-02,\n",
" -2.96514947e-02, -9.20996889e-02, -1.16677629e-02, -2.15667337e-02,\n",
" 2.78473720e-02, 5.60542978e-02, -1.52805755e-02, -6.97025359e-02,\n",
" 3.44974399e-02, -6.14554398e-02, -4.72098440e-02, 9.16848704e-03,\n",
" -1.83116626e-02, -5.62926643e-02, 2.93130185e-02, -1.31223332e-02,\n",
" 4.96689379e-02, -4.67744330e-03, -5.78791946e-02, -4.08846587e-02,\n",
" 1.02007817e-02, -1.13052134e-04, -2.01910920e-02, 3.46857943e-02,\n",
" -1.07016742e-01, -2.30319295e-02, -4.84496504e-02, 3.59963737e-02,\n",
" 4.84169200e-02, -4.33642007e-02, 2.16641072e-02, -5.86273894e-02,\n",
" 5.81141151e-02, 9.02239606e-03, -1.38462912e-02, 4.16877456e-02,\n",
" 4.18787263e-02, 3.66370715e-02, 5.82220443e-02, 1.84118636e-02,\n",
" 3.73651017e-03, 5.51625118e-02, 3.36760767e-02, -2.30355114e-02,\n",
" -5.40378690e-02, -4.12122272e-02, 1.89570840e-02, -6.25056401e-02,\n",
" -9.06833354e-03, -3.01897004e-02, -9.44231972e-02, 2.60279644e-02,\n",
" 5.28468052e-03, 1.00337408e-01, 6.12538401e-03, 1.37070036e-02,\n",
" -1.37667144e-02, 1.76275671e-02, -3.96861732e-02, -3.49209481e-03,\n",
" -1.24043353e-01, -6.29614899e-03, 6.12125807e-02, -4.18663509e-02,\n",
" -7.20709115e-02, -4.37487327e-02, -9.23975138e-04, 2.77187489e-02,\n",
" -4.38591726e-02, -8.80919471e-02, -3.70414034e-02, 5.65067865e-02,\n",
" -6.51651435e-03, -5.35749681e-02, -3.49023007e-02, 3.35578807e-02,\n",
" -4.62281704e-02, -2.10416829e-03, 6.63167015e-02, -1.69813801e-02,\n",
" -1.94394570e-02, 1.54151535e-02, 2.55573299e-02, 6.24186127e-04,\n",
" -1.37447249e-02, 3.02868746e-02, -5.71706556e-02, -7.71875009e-02,\n",
" 1.47878211e-02, -1.79286469e-02, 1.05521992e-01, -4.91315424e-02,\n",
" 2.38551237e-02, 1.60110146e-02, 7.61532709e-02, 2.93333810e-02,\n",
" 1.11039691e-02, -4.89537157e-02, 1.69341005e-02, 2.06548721e-02,\n",
" 7.39609897e-02, -5.38153760e-03, 3.05262152e-02, 4.51859124e-02,\n",
" -1.18069313e-02, 2.72545442e-02, -1.37481850e-03, 1.23679107e-02,\n",
" -8.78446456e-03, -4.71773334e-02, 3.74129452e-02, 5.38353622e-02,\n",
" 6.63195252e-02, 2.73353211e-03, 1.99703556e-02, 1.94926877e-02,\n",
" 3.43584223e-03, 4.11482230e-02, -1.28434151e-02, -7.16651976e-02,\n",
" -1.31407725e-02, 9.05698314e-02, -9.40899923e-03, -3.90128940e-02,\n",
" 3.86884324e-02, 2.34570373e-02, -5.05554900e-02, -4.39125970e-02,\n",
" 4.42835912e-02, -3.14145628e-03, 1.83539670e-02, -6.69767037e-02,\n",
" 2.03242116e-02, -3.72237712e-02, -2.43155248e-02, -3.57484035e-02,\n",
" 9.53936763e-03, 7.66918510e-02, -3.91442468e-03, 6.63925335e-03,\n",
" -4.09908779e-02, -3.90759036e-02, 1.89514346e-02, 2.61445921e-02,\n",
" 6.80175051e-03, -1.01395696e-02, 1.64665543e-02, -5.64791150e-02,\n",
" 6.18897155e-02, -4.83200932e-03, 7.24226311e-02, -2.63825115e-02,\n",
" 1.73643809e-02, 4.80241627e-02, 1.35803327e-01, 2.21596919e-02,\n",
" -5.41970432e-02, -9.92286950e-02, 4.36443388e-02, -3.33899893e-02,\n",
" 4.45394544e-03, -1.46008702e-02, 1.27492500e-02, 9.55444351e-02,\n",
" 2.56722774e-02, -3.77785638e-02, -5.48242684e-03, 7.21868277e-02,\n",
" -2.66623707e-03, -2.55286600e-02, 5.92895038e-03, -1.14265867e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'grumpycat': Embedding(embedding=array([ 1.03338502e-01, -3.25453319e-02, -9.31129884e-03, 2.85565816e-02,\n",
" -1.44283548e-02, -5.51477559e-02, 1.97360143e-02, 6.14514314e-02,\n",
" 9.55218747e-02, 4.45777439e-02, -3.38789076e-02, 5.23141623e-02,\n",
" 3.82680781e-02, 2.30294093e-02, -7.18041207e-04, 4.55913469e-02,\n",
" 6.61576688e-02, 8.23335573e-02, -1.00534605e-02, -1.58093590e-02,\n",
" -7.90040493e-02, -3.41436826e-02, -1.16422605e-02, 4.77178358e-02,\n",
" -2.94890115e-03, 8.94562528e-03, 1.81139726e-02, -3.89731675e-02,\n",
" 5.00735417e-02, -1.41102970e-02, 7.54151419e-02, -2.57268716e-02,\n",
" 1.75781827e-02, -5.01545938e-03, 3.75190973e-02, -3.46764475e-02,\n",
" -3.80213037e-02, -1.98343135e-02, -9.23844352e-02, 4.32585180e-02,\n",
" -4.35331836e-02, 2.48272829e-02, -2.87696533e-02, -9.22191795e-03,\n",
" 4.58089374e-02, -5.37367128e-02, -4.12237160e-02, 5.90588935e-02,\n",
" -2.78316736e-02, 8.86026025e-03, 3.72233167e-02, -2.40783431e-02,\n",
" -2.88175605e-03, 2.95754001e-02, 4.45371158e-02, 7.28134438e-02,\n",
" -3.00487336e-02, -9.48494524e-02, -1.96371675e-02, -1.84412729e-02,\n",
" 3.74938659e-02, 2.43304484e-03, 1.93186458e-02, 1.37020545e-02,\n",
" 2.88481861e-02, 2.62180176e-02, 4.07663882e-02, 2.43900530e-02,\n",
" -2.48729996e-03, -1.37038352e-02, -4.01214743e-03, 7.44915567e-03,\n",
" 3.63270007e-02, 1.34502605e-01, -3.06847952e-02, 9.33407154e-03,\n",
" 3.11893411e-02, -1.02775611e-01, 3.41925249e-02, -1.52332019e-02,\n",
" 2.13325699e-03, 1.87589917e-02, -5.60661592e-02, 3.26467566e-02,\n",
" -3.43260402e-03, 5.39243966e-02, -1.67953763e-02, -9.47088972e-02,\n",
" -6.92062005e-02, -2.75058560e-02, -3.17706726e-02, -4.62562665e-02,\n",
" -1.38590811e-02, -9.40438360e-02, -8.30459744e-02, 2.88678072e-02,\n",
" -7.37719685e-02, 4.35089990e-02, 2.26635276e-03, 1.80116948e-02,\n",
" -1.41663393e-02, -1.91344302e-02, 7.95193203e-03, -1.50289601e-02,\n",
" -4.26200591e-02, -3.11960001e-02, 1.71717504e-04, 3.45378406e-02,\n",
" -4.10365127e-02, 6.98002055e-02, -4.58352119e-02, -8.59862100e-03,\n",
" 1.22317104e-02, -1.58232413e-02, -4.27267281e-03, 7.89766386e-02,\n",
" 3.53150032e-02, 7.14619309e-02, -7.17102215e-02, -1.26113100e-02,\n",
" -2.07493648e-01, -4.78174686e-02, 1.61519758e-02, 2.37026694e-03,\n",
" -2.29980126e-02, 3.34649323e-03, -3.69282737e-02, 4.21877429e-02,\n",
" -7.44889081e-02, 5.68968197e-03, 7.88107328e-03, 4.65636477e-02,\n",
" -4.07782421e-02, 1.97471660e-02, -3.37777026e-02, 6.18640445e-02,\n",
" 2.57022288e-02, 5.84160127e-02, -7.37752765e-03, 1.60590652e-02,\n",
" -2.04197187e-02, -2.38474738e-02, -3.91909294e-02, 1.20219449e-02,\n",
" -2.65115611e-02, 3.59031595e-02, 6.06091402e-04, 5.83309084e-02,\n",
" -5.06842360e-02, 8.57741293e-03, 4.27848212e-02, 3.17460001e-02,\n",
" -2.86823045e-02, 4.33120094e-02, -2.62251459e-02, -4.47393507e-02,\n",
" -2.26079077e-02, 3.46756801e-02, 3.86188813e-02, 6.84742397e-03,\n",
" 2.28051059e-02, 4.65381108e-02, 5.07890396e-02, -7.03807026e-02,\n",
" -8.25665817e-02, 5.32256952e-03, 4.95802192e-03, -2.83972155e-02,\n",
" 4.47866060e-02, 2.22278442e-02, -1.85803119e-02, 2.90991925e-02,\n",
" -4.16090861e-02, 2.18689330e-02, 4.18955348e-02, -9.17381719e-02,\n",
" -2.80958842e-02, -9.79510788e-03, 2.57103629e-02, 3.39640793e-03,\n",
" 2.60605048e-02, -3.96286212e-02, -2.47991830e-03, -1.69595238e-02,\n",
" 4.84386226e-04, 9.15703084e-03, -4.99997288e-03, 2.03577951e-02,\n",
" -3.95519324e-02, -6.55768113e-03, -8.15175846e-02, -3.04364152e-02,\n",
" -1.61082894e-02, 1.27324825e-02, -6.09960966e-02, 4.09486890e-02,\n",
" 6.06730841e-02, 1.11324806e-02, -4.35269661e-02, -7.58200139e-03,\n",
" 8.23504627e-02, 2.75884960e-02, 5.31575903e-02, -6.11208845e-03,\n",
" -3.90001312e-02, 2.06890516e-03, 4.61314768e-02, -2.73369104e-02,\n",
" -4.36622556e-03, -6.45226836e-02, 5.27103730e-02, -1.58863682e-02,\n",
" 7.63953924e-02, -5.10844029e-03, -1.40408352e-02, 2.44593006e-02,\n",
" -9.70429927e-02, -9.01034176e-02, -3.45231369e-02, 3.49888839e-02,\n",
" 4.40847985e-02, 2.44347826e-02, 6.86216578e-02, 2.19550822e-02,\n",
" -4.57159564e-04, -3.48597206e-02, 3.66168469e-02, -4.84246528e-04,\n",
" 3.73349083e-03, -2.01911759e-02, -5.45861311e-02, 4.31778170e-02,\n",
" 3.36872712e-02, -3.76834385e-02, 5.43437898e-02, -3.72685306e-02,\n",
" -6.24281988e-02, 1.17934216e-02, 1.35632213e-02, -8.40208158e-02,\n",
" -2.45068502e-02, -3.95308435e-02, 1.24686295e-02, 3.61945927e-02,\n",
" 2.48256251e-02, -4.29316275e-02, -5.95605485e-02, -2.46332679e-02,\n",
" 3.30003425e-02, -4.75821197e-02, 2.68672896e-03, 1.81780662e-02,\n",
" -7.05326647e-02, -2.65375450e-02, 4.05804887e-02, 1.31064206e-02,\n",
" 5.72226010e-02, -5.75091727e-02, -4.41858135e-02, -9.21032429e-02,\n",
" -4.54932638e-02, 1.42938541e-02, -3.08516175e-02, -2.52319053e-02,\n",
" 1.71561483e-02, -2.51608482e-03, -5.91946114e-03, -1.08267754e-01,\n",
" -7.90184885e-02, 2.35917512e-02, -4.43554223e-02, 9.37299058e-02,\n",
" -2.40827147e-02, -4.99151573e-02, 7.45491832e-02, 1.29433293e-02,\n",
" 3.99513878e-02, 2.39857249e-02, -8.20769742e-03, 1.29495142e-02,\n",
" 6.05773702e-02, -5.95003739e-02, 2.00939346e-02, 3.36673595e-02,\n",
" 1.24090323e-02, -1.83792524e-02, -3.73598896e-02, 1.24664214e-02,\n",
" -3.56503688e-02, 3.48975547e-02, 5.52816037e-03, 6.81017432e-03,\n",
" -3.78700197e-02, 2.10215189e-02, 4.28587608e-02, -1.73522998e-02,\n",
" -9.16282646e-03, -1.91387371e-03, 1.23839274e-01, 9.17490423e-02,\n",
" 1.91096142e-02, 1.08646052e-02, 2.26096045e-02, -3.89622897e-02,\n",
" 5.04316837e-02, 1.09924950e-01, -2.03888137e-02, 4.09492254e-02,\n",
" -7.26911100e-03, -1.64391417e-02, -1.64045505e-02, -3.86255458e-02,\n",
" -6.06028549e-02, 6.14483170e-02, 1.21674351e-02, 1.79377280e-03,\n",
" -8.54167342e-03, 3.80228157e-03, -3.50153330e-03, -5.60478978e-02,\n",
" 6.04682863e-02, 5.78371212e-02, 1.59340370e-02, 6.21930286e-02,\n",
" 2.30344348e-02, 1.46539900e-02, -5.90391681e-02, -4.11887653e-02,\n",
" -8.56075319e-04, 8.12485814e-02, -4.77944314e-02, -1.65573377e-02,\n",
" -1.65320728e-02, -2.26787422e-02, 6.17871024e-02, 3.67083102e-02,\n",
" 8.16638954e-03, 2.48586442e-02, 7.48786926e-02, 4.90045361e-02,\n",
" 6.63390732e-04, -6.43738657e-02, -1.13829467e-02, -6.23489218e-03,\n",
" -3.77004244e-03, 4.52983193e-02, -1.66449491e-02, -7.28715435e-02,\n",
" 4.42617945e-02, -7.71805346e-02, -4.71582748e-02, -1.43893436e-02,\n",
" -3.03316377e-02, -6.08885065e-02, 1.44390715e-02, -2.72448249e-02,\n",
" 3.43947485e-02, -3.08418460e-02, -5.57871126e-02, -3.18220779e-02,\n",
" 1.38181895e-02, -1.58742461e-02, -1.98972765e-02, 3.74063775e-02,\n",
" -6.99452311e-02, -1.03767281e-02, -2.61968933e-02, 1.17860017e-02,\n",
" 6.66144118e-02, -5.29836267e-02, 3.70487981e-02, -4.58886549e-02,\n",
" 3.79112288e-02, -2.56254133e-02, -7.52970576e-03, 2.60843374e-02,\n",
" 5.05965129e-02, 4.07080539e-02, 4.99466248e-02, 3.27560306e-02,\n",
" -3.29942629e-02, 4.21804748e-02, 1.72362395e-03, -3.03653143e-02,\n",
" -5.30168526e-02, -3.33320647e-02, 2.10957024e-02, -4.56596464e-02,\n",
" -9.64420289e-03, -5.25049381e-02, -9.52707231e-02, 1.99077427e-02,\n",
" -1.80137251e-02, 7.64355958e-02, 1.28267938e-02, 1.80849154e-02,\n",
" 2.24476475e-02, 1.76717453e-02, -6.00706041e-02, -1.27372509e-02,\n",
" -1.24966308e-01, -2.06145477e-02, 4.85241897e-02, -2.39370521e-02,\n",
" -6.07336462e-02, -5.08288480e-02, -1.65325182e-03, 2.32361350e-02,\n",
" -4.29363251e-02, -8.87468085e-02, -3.65172140e-02, 6.14410415e-02,\n",
" -1.19724404e-02, -2.57050414e-02, -5.66936582e-02, 2.13450491e-02,\n",
" -6.75364062e-02, 8.94565694e-03, 7.06187710e-02, -3.08319740e-03,\n",
" -3.40821710e-03, -1.49615081e-02, 1.97943561e-02, -1.84034917e-03,\n",
" -3.48928124e-02, 2.10397877e-02, -4.80046272e-02, -9.40328240e-02,\n",
" 2.02644076e-02, -1.19322948e-02, 9.99954045e-02, -5.66575602e-02,\n",
" 3.43259200e-02, 1.08895805e-02, 9.32885110e-02, 4.90958206e-02,\n",
" 2.14586649e-02, -2.06642188e-02, 6.18022028e-03, 9.53989662e-03,\n",
" 8.15610737e-02, 9.75217111e-03, 3.60240713e-02, 3.04711219e-02,\n",
" 1.95928453e-03, 3.38330418e-02, -1.69031676e-02, 1.92359984e-02,\n",
" -6.52061636e-03, -2.64733750e-02, 3.00491322e-02, 5.85955232e-02,\n",
" 7.64373392e-02, 3.53995711e-02, 9.10714176e-03, 4.94661294e-02,\n",
" 1.87003948e-02, 4.20982391e-02, -2.04684865e-02, -5.23612015e-02,\n",
" -2.60821115e-02, 5.99377155e-02, -3.81779275e-03, -4.12254706e-02,\n",
" 5.15973121e-02, 8.49818811e-03, -4.83385362e-02, -4.58555371e-02,\n",
" 5.66950291e-02, 2.17241403e-02, 3.32190320e-02, -4.44229543e-02,\n",
" 1.51610596e-03, -5.23923635e-02, 6.78921118e-03, -2.43064202e-02,\n",
" -1.66334454e-02, 5.00990115e-02, 1.88330282e-02, 3.50623741e-04,\n",
" -3.35395336e-02, -8.78780857e-02, 3.59323211e-02, 5.70097053e-03,\n",
" 1.00485161e-02, 7.81308487e-03, 1.88654885e-02, -5.81833161e-02,\n",
" 5.91677167e-02, 2.54325494e-02, 5.97153604e-02, -4.68619354e-02,\n",
" 1.52969006e-02, 3.67916301e-02, 1.14974394e-01, -1.37394518e-02,\n",
" -4.54268157e-02, -1.08373053e-01, 2.43527554e-02, -3.08628958e-02,\n",
" -1.12281032e-02, -5.84868109e-03, 7.83699006e-03, 7.32302293e-02,\n",
" 2.94235405e-02, -2.20907591e-02, -1.37588391e-02, 8.64157081e-02,\n",
" 2.09469609e-02, -6.27344009e-03, -3.14927567e-03, -8.90487432e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'hagrid': Embedding(embedding=array([ 1.04832821e-01, -4.08026576e-02, -1.91087201e-02, 8.82345543e-04,\n",
" -8.15840997e-03, -6.07384443e-02, 2.65234131e-02, 5.82513176e-02,\n",
" 1.00230053e-01, 5.82149215e-02, -1.85344424e-02, 4.31689769e-02,\n",
" 2.92426161e-02, 2.30131242e-02, -1.19176358e-02, 2.50920672e-02,\n",
" 5.94510585e-02, 8.85259360e-02, -1.16331445e-03, -2.12313682e-02,\n",
" -8.81750956e-02, -4.03017364e-02, 1.82666164e-03, 5.38888574e-02,\n",
" 1.43103236e-02, 2.27440465e-02, 6.96906075e-03, -3.78667153e-02,\n",
" 5.77360839e-02, -1.48969516e-02, 7.88682327e-02, -1.42087219e-02,\n",
" 9.73420159e-04, 6.49224548e-03, 4.24719527e-02, -2.25787610e-02,\n",
" -4.84262519e-02, -1.84680130e-02, -8.37859586e-02, 4.37745266e-02,\n",
" -4.71539833e-02, 1.25568584e-02, -1.93014145e-02, -1.34454258e-02,\n",
" 4.50546108e-02, -6.13925979e-02, -4.18364555e-02, 4.84203510e-02,\n",
" -2.90113278e-02, 1.41477752e-02, 3.59800197e-02, -1.43594425e-02,\n",
" -2.54640449e-03, 1.86317544e-02, 4.73517291e-02, 7.06129000e-02,\n",
" -1.09248441e-02, -8.07166845e-02, -2.64173914e-02, -1.80384479e-02,\n",
" 4.60486747e-02, 1.79462023e-02, 2.30231732e-02, 1.84170213e-02,\n",
" 1.53476587e-02, 1.29693840e-02, 4.17346880e-02, 1.75627135e-02,\n",
" -1.04625607e-02, -1.78369451e-02, -2.13550031e-02, 2.61958428e-02,\n",
" 2.37016417e-02, 1.53301701e-01, -2.27509178e-02, 1.03389369e-02,\n",
" 1.68505404e-02, -8.18282515e-02, 2.56154425e-02, -1.50472587e-02,\n",
" 3.24908942e-02, 1.88456327e-02, -7.11259395e-02, 4.73401882e-02,\n",
" -1.91276558e-02, 3.88280749e-02, -2.49808207e-02, -9.51666832e-02,\n",
" -5.16377352e-02, -2.91633289e-02, -2.27449965e-02, -4.30213921e-02,\n",
" -3.10224965e-02, -9.15228948e-02, -7.30956495e-02, 3.09435986e-02,\n",
" -7.31499791e-02, 3.85357700e-02, -1.75608937e-02, 1.75743829e-03,\n",
" -1.21889319e-02, -1.40601601e-02, -6.45536883e-03, -2.30778567e-02,\n",
" -3.39645408e-02, -1.90677643e-02, 5.73191559e-04, 3.25378887e-02,\n",
" -4.77472506e-02, 7.59758800e-02, -3.87897454e-02, -2.40512732e-02,\n",
" -2.48660287e-03, -9.48136207e-03, 3.24374903e-03, 8.45565125e-02,\n",
" 2.34444328e-02, 8.65300074e-02, -7.03058243e-02, -1.76822264e-02,\n",
" -1.72201306e-01, -5.25540523e-02, 3.36161256e-02, -2.04324513e-03,\n",
" -1.88360605e-02, 2.18652003e-03, -3.20882723e-02, 4.91129570e-02,\n",
" -7.24769458e-02, 1.43893883e-02, 7.40274834e-03, 6.36562705e-02,\n",
" -2.90003400e-02, 2.85497531e-02, -3.60719636e-02, 5.34103476e-02,\n",
" 1.90956704e-02, 5.91891967e-02, -9.26326774e-03, 1.13485185e-02,\n",
" -2.52764765e-02, -2.25933921e-02, -1.40152154e-02, 1.54700531e-02,\n",
" -1.36456732e-02, 4.28026952e-02, 1.07641406e-02, 5.94421327e-02,\n",
" -4.28496227e-02, 5.85095864e-03, 4.94247898e-02, 3.24747935e-02,\n",
" -3.32289934e-02, 3.27086262e-02, -3.62476856e-02, -5.74274324e-02,\n",
" -2.57475749e-02, 2.35171393e-02, 3.79964486e-02, 6.87242392e-03,\n",
" 1.78468656e-02, 5.06371520e-02, 3.93598340e-02, -6.23579770e-02,\n",
" -9.35075879e-02, -3.63793783e-03, 4.05508839e-03, -3.76108289e-02,\n",
" 3.68313827e-02, 4.69154939e-02, -3.25550921e-02, 3.74765508e-02,\n",
" -4.01392467e-02, 1.52361654e-02, 4.20051441e-02, -8.00686628e-02,\n",
" -2.83657722e-02, -9.28314030e-03, 3.17751095e-02, -1.61907501e-05,\n",
" 2.48115286e-02, -4.35815230e-02, 1.12341158e-02, -1.24243293e-02,\n",
" -2.44635536e-04, 1.45137943e-02, 7.41159311e-03, 1.00497510e-02,\n",
" -4.38617282e-02, 1.21000153e-03, -8.26230943e-02, -3.29828374e-02,\n",
" -1.87162925e-02, 1.49363140e-02, -6.51783198e-02, 3.92323881e-02,\n",
" 4.63759080e-02, -1.14548001e-02, -5.09825498e-02, 1.84084265e-03,\n",
" 8.96159708e-02, 3.29528302e-02, 5.10020368e-02, -1.20528403e-03,\n",
" -2.28320044e-02, 1.31128673e-02, 2.72776112e-02, -3.24959122e-02,\n",
" -9.68076661e-03, -5.62949963e-02, 5.64904399e-02, -7.27594504e-03,\n",
" 6.60331324e-02, 5.22245048e-03, -9.32501722e-03, 4.30768020e-02,\n",
" -8.82629827e-02, -8.66796300e-02, -4.65792380e-02, 3.59415226e-02,\n",
" 2.19109636e-02, 3.47009003e-02, 5.65219373e-02, 1.92905888e-02,\n",
" 1.03731817e-02, -2.27649901e-02, 2.72634458e-02, -1.36324922e-02,\n",
" 3.80341033e-03, -1.09073259e-02, -5.81622049e-02, 3.82470638e-02,\n",
" 3.50984931e-02, -4.34548743e-02, 4.61670235e-02, -3.87121141e-02,\n",
" -4.95455116e-02, 1.25481281e-02, 2.23520584e-02, -9.46526155e-02,\n",
" -1.53778717e-02, -4.75169532e-02, 2.87630484e-02, 5.73020019e-02,\n",
" 2.48161405e-02, -3.19720879e-02, -7.34981969e-02, -2.43350975e-02,\n",
" 4.77416366e-02, -4.51763086e-02, 1.16974693e-02, 1.76263750e-02,\n",
" -6.77266121e-02, -2.89371777e-02, 4.13780436e-02, 2.63324752e-02,\n",
" 4.99125756e-02, -6.41644970e-02, -5.27456217e-02, -8.59780237e-02,\n",
" -2.57570595e-02, 8.61137826e-03, -4.53213006e-02, -2.83614900e-02,\n",
" 1.81365404e-02, -8.51516332e-03, -2.59865774e-03, -9.99259129e-02,\n",
" -7.93224797e-02, 4.17025834e-02, -3.85714956e-02, 8.49096179e-02,\n",
" -3.28293741e-02, -5.16941175e-02, 6.10284060e-02, 9.97857377e-03,\n",
" 3.84332426e-02, 2.30982509e-02, 1.27577549e-03, 1.21061914e-02,\n",
" 6.45943657e-02, -4.90920618e-02, -1.69413595e-03, 5.14188111e-02,\n",
" 1.85150316e-03, -2.79718004e-02, -3.14609744e-02, 6.60816953e-03,\n",
" -4.11141515e-02, 3.69409993e-02, 8.13710690e-03, 3.43610835e-03,\n",
" -2.65558939e-02, 8.18612892e-03, 4.85077947e-02, -1.99665856e-02,\n",
" -1.04240766e-02, -1.39447860e-02, 1.24177560e-01, 9.13220719e-02,\n",
" 3.08977477e-02, 2.10770033e-02, 3.38310152e-02, -4.18076739e-02,\n",
" 5.80085553e-02, 8.81306902e-02, -7.23388838e-03, 3.12414393e-02,\n",
" -4.53333929e-03, -2.12951228e-02, -3.43727320e-02, -4.37821187e-02,\n",
" -4.56578471e-02, 7.56247342e-02, 2.43748352e-02, 9.02773626e-03,\n",
" 4.37992765e-03, -2.50396715e-03, -2.38580164e-03, -5.02372533e-02,\n",
" 8.52112174e-02, 7.24673793e-02, 1.22072883e-02, 4.93430533e-02,\n",
" 2.34729070e-02, 4.59919050e-02, -7.10470676e-02, -5.41697107e-02,\n",
" -4.67655342e-03, 7.92213753e-02, -5.76979816e-02, -1.02516795e-02,\n",
" -1.93460956e-02, -1.66034009e-02, 5.37704304e-02, 3.54131870e-02,\n",
" 1.77065225e-03, 1.66828111e-02, 6.45167157e-02, 6.24196939e-02,\n",
" -1.27241872e-02, -8.00886452e-02, -7.57736946e-03, -1.78673565e-02,\n",
" 1.34056043e-02, 4.58613671e-02, -7.83653464e-03, -6.88221902e-02,\n",
" 4.02353816e-02, -6.57396540e-02, -4.93370332e-02, 1.04468905e-04,\n",
" -1.99708156e-02, -6.57627061e-02, 1.97773408e-02, -1.74355507e-02,\n",
" 4.92370166e-02, -7.89570808e-03, -6.15143403e-02, -4.25922796e-02,\n",
" 1.15154171e-02, -6.98664039e-03, -1.34655107e-02, 4.10797335e-02,\n",
" -9.08675045e-02, -1.46052409e-02, -4.44059297e-02, 2.15399116e-02,\n",
" 5.92676885e-02, -5.06492294e-02, 2.86835898e-02, -4.82246578e-02,\n",
" 4.65422124e-02, -1.95157956e-02, -9.92777385e-03, 2.88724676e-02,\n",
" 4.53906618e-02, 3.58617753e-02, 4.85430472e-02, 3.12939361e-02,\n",
" -1.40775666e-02, 4.22113612e-02, 2.62604337e-02, -2.76357550e-02,\n",
" -6.11091889e-02, -3.29086334e-02, 1.65271387e-02, -5.92339560e-02,\n",
" -1.24877617e-02, -4.25191112e-02, -9.19685587e-02, 2.30830722e-02,\n",
" -2.90012802e-03, 9.27599594e-02, 5.59382839e-03, 1.37611898e-02,\n",
" 1.20285098e-02, 1.89993549e-02, -5.33522852e-02, -8.82861391e-03,\n",
" -1.24202393e-01, -1.10375565e-02, 4.83899117e-02, -3.60015929e-02,\n",
" -5.43186739e-02, -5.10117672e-02, -4.05671634e-03, 2.23102644e-02,\n",
" -4.82502989e-02, -9.14740711e-02, -4.08993475e-02, 5.74847423e-02,\n",
" -9.31793824e-03, -4.40042987e-02, -4.42152806e-02, 3.20788324e-02,\n",
" -6.06621914e-02, 1.07285464e-02, 6.45084828e-02, -1.51809789e-02,\n",
" -8.29599239e-03, 3.54591844e-04, 1.87122449e-02, 4.02437523e-03,\n",
" -2.69814152e-02, 2.30103042e-02, -4.94488180e-02, -8.35994557e-02,\n",
" 2.73195636e-02, -2.01299656e-02, 1.02398463e-01, -4.83648777e-02,\n",
" 2.65843105e-02, 9.71555989e-03, 9.18079615e-02, 4.28627394e-02,\n",
" 1.48290442e-02, -3.62294279e-02, 8.23111273e-03, 1.51502239e-02,\n",
" 8.15579593e-02, -1.85206605e-04, 3.46208960e-02, 3.53268683e-02,\n",
" -4.24673501e-03, 3.27506326e-02, -1.69167183e-02, 1.86694674e-02,\n",
" -6.38561742e-03, -3.61121744e-02, 3.30043547e-02, 5.57419062e-02,\n",
" 6.87548071e-02, 2.46601272e-02, 1.90128628e-02, 3.45354415e-02,\n",
" -1.20627414e-03, 4.33650203e-02, -1.35206245e-02, -5.89098446e-02,\n",
" -2.49971971e-02, 8.14715773e-02, -1.55603988e-02, -3.79517749e-02,\n",
" 4.76583503e-02, 1.49511024e-02, -5.89933470e-02, -4.90941592e-02,\n",
" 5.62053695e-02, 1.43534234e-02, 3.30961011e-02, -6.30611256e-02,\n",
" 1.56651344e-02, -4.44401614e-02, -1.25472387e-02, -2.75094137e-02,\n",
" -1.75816845e-03, 5.77409193e-02, 9.02809296e-03, 4.55452083e-03,\n",
" -4.42138053e-02, -6.47300258e-02, 2.17797272e-02, 1.81203522e-02,\n",
" 1.65696386e-02, 2.85682431e-03, 1.06469532e-02, -5.92589118e-02,\n",
" 6.28006533e-02, 1.57582504e-03, 6.65060356e-02, -3.63908857e-02,\n",
" 1.65273435e-02, 4.17055003e-02, 1.29041180e-01, 3.65114608e-03,\n",
" -5.56291603e-02, -1.01182945e-01, 3.49672809e-02, -3.54785062e-02,\n",
" -6.86115539e-03, -1.31731899e-02, 1.46972258e-02, 7.38008916e-02,\n",
" 2.46463418e-02, -2.33252365e-02, -1.61872916e-02, 7.32743368e-02,\n",
" 9.69130825e-03, -1.77015178e-02, -4.27574944e-03, -1.04814164e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'happening': Embedding(embedding=array([ 9.85162556e-02, -4.25019450e-02, -1.28381569e-02, -1.81951616e-02,\n",
" -3.54141253e-03, -5.03120273e-02, 3.10491826e-02, 6.26084432e-02,\n",
" 1.01252735e-01, 7.55785704e-02, -1.10800751e-02, 3.50271687e-02,\n",
" 1.85408015e-02, 3.10702417e-02, -1.04087573e-02, 2.33136341e-02,\n",
" 4.72156703e-02, 8.74358267e-02, 9.46559478e-03, -2.34096572e-02,\n",
" -8.75877142e-02, -4.61601280e-02, 7.18365051e-03, 5.55949174e-02,\n",
" 2.15675943e-02, 2.60783397e-02, 6.91696769e-04, -3.72139774e-02,\n",
" 6.15294352e-02, -1.44044599e-02, 7.89423957e-02, -9.62331146e-03,\n",
" -1.48743698e-02, 3.54039692e-03, 3.70386504e-02, -1.61154475e-02,\n",
" -5.66847920e-02, -2.18559150e-02, -7.40520060e-02, 5.01049943e-02,\n",
" -4.14337665e-02, 4.51303693e-03, -1.74567811e-02, -1.89573001e-02,\n",
" 3.30427624e-02, -6.34183884e-02, -2.82353535e-02, 4.56709117e-02,\n",
" -3.28660905e-02, 2.76631024e-02, 3.06948703e-02, -4.99498751e-03,\n",
" 1.15812710e-03, 5.54852420e-03, 3.90293002e-02, 5.81209101e-02,\n",
" 1.03994152e-02, -7.90366530e-02, -2.98697688e-02, -3.23634297e-02,\n",
" 5.01180328e-02, 2.61271074e-02, 2.97205728e-02, 2.66071279e-02,\n",
" 2.00521704e-02, 9.69122630e-06, 3.50147374e-02, 1.50642842e-02,\n",
" -1.40317911e-02, -1.86705086e-02, -2.50121765e-02, 4.43818010e-02,\n",
" 1.35944281e-02, 1.63941547e-01, -9.71889496e-03, 1.49430381e-02,\n",
" 1.08562028e-02, -6.77706152e-02, 1.75546426e-02, -2.21252590e-02,\n",
" 6.06894493e-02, 4.42066276e-03, -7.30079040e-02, 4.96664159e-02,\n",
" -2.55704857e-02, 2.60970350e-02, -2.07641292e-02, -8.36627930e-02,\n",
" -5.34257032e-02, -3.90745364e-02, -9.89423785e-03, -3.84708568e-02,\n",
" -4.13599871e-02, -9.78521109e-02, -5.67457676e-02, 1.18028410e-02,\n",
" -7.23943412e-02, 2.87943147e-02, -2.49834396e-02, -1.39150443e-02,\n",
" -1.31118484e-02, -2.05345899e-02, -3.21777016e-02, -3.03995740e-02,\n",
" -3.42433192e-02, -1.44556789e-02, 5.18060580e-04, 2.80420836e-02,\n",
" -5.55701330e-02, 7.84096420e-02, -2.64742225e-02, -3.63694765e-02,\n",
" -1.49771003e-02, -9.94104613e-03, 2.10972819e-02, 8.15202892e-02,\n",
" 9.03208368e-03, 8.93101096e-02, -6.14839457e-02, -3.32417488e-02,\n",
" -1.51768461e-01, -5.76794073e-02, 3.56925540e-02, -2.55564111e-03,\n",
" -1.88115016e-02, 5.11946762e-03, -3.09241954e-02, 3.56459543e-02,\n",
" -6.30767867e-02, 1.12851439e-02, 4.91214171e-03, 7.51773342e-02,\n",
" -2.71375217e-02, 2.91869100e-02, -2.80831531e-02, 4.47659902e-02,\n",
" 6.87408168e-03, 5.65548651e-02, -4.11676709e-03, 8.55259504e-03,\n",
" -3.79173011e-02, -2.11194847e-02, -5.00809052e-04, 1.45107880e-02,\n",
" -3.56158102e-03, 2.77385004e-02, 1.61928739e-02, 7.16516823e-02,\n",
" -4.52865027e-02, 3.04746255e-03, 6.04725257e-02, 2.81182658e-02,\n",
" -3.01243793e-02, 1.55346394e-02, -5.54144792e-02, -6.56336471e-02,\n",
" -3.32802385e-02, 5.86636597e-03, 3.35175768e-02, 4.66924347e-03,\n",
" 2.34166831e-02, 5.35324328e-02, 3.05171851e-02, -5.55856340e-02,\n",
" -1.02215268e-01, -2.28794757e-03, 5.25270123e-03, -4.59058918e-02,\n",
" 2.53494736e-02, 5.33054285e-02, -4.14791256e-02, 4.92334478e-02,\n",
" -4.98078540e-02, 3.53117636e-03, 4.41239886e-02, -6.18141927e-02,\n",
" -2.81723030e-02, -2.08497122e-02, 1.94298811e-02, -1.10997846e-02,\n",
" 2.28526928e-02, -4.64163944e-02, 2.07278915e-02, -1.09722149e-02,\n",
" -1.07623264e-02, 3.11262868e-02, 1.88052766e-02, -1.30733037e-02,\n",
" -4.72270921e-02, 1.38854086e-02, -8.21667537e-02, -3.25952992e-02,\n",
" -2.76544262e-02, 6.95140753e-03, -5.81312515e-02, 4.48030457e-02,\n",
" 3.77885178e-02, -2.83753034e-02, -5.06062023e-02, 5.04586007e-03,\n",
" 9.08615738e-02, 3.45140360e-02, 4.77499031e-02, 5.84195880e-03,\n",
" -1.43936835e-02, 3.11402548e-02, 1.70334615e-02, -3.20452899e-02,\n",
" -1.12325903e-02, -3.88613753e-02, 5.56569025e-02, -1.27527360e-02,\n",
" 5.20702824e-02, 5.37992781e-03, -8.45088810e-03, 5.31878471e-02,\n",
" -6.86671808e-02, -7.62207881e-02, -5.62841408e-02, 3.78241949e-02,\n",
" 1.88386720e-02, 3.60887572e-02, 4.65419330e-02, 7.99490232e-03,\n",
" 2.50285026e-02, 5.23567200e-03, 3.12368516e-02, -2.56515872e-02,\n",
" 1.10130785e-02, 9.19878576e-03, -4.96505089e-02, 3.91402431e-02,\n",
" 3.39857116e-02, -3.73343378e-02, 3.43417190e-02, -2.68394742e-02,\n",
" -3.00534125e-02, 6.77450793e-03, 3.20257917e-02, -1.05298005e-01,\n",
" -3.74459126e-03, -5.09581305e-02, 4.29062285e-02, 7.19561353e-02,\n",
" 2.37457547e-02, -1.90169420e-02, -7.00241849e-02, -1.27452612e-02,\n",
" 5.34606874e-02, -3.70335840e-02, 2.07197517e-02, 3.82482307e-03,\n",
" -7.02835023e-02, -3.11002247e-02, 3.28240283e-02, 2.45969743e-02,\n",
" 4.26613353e-02, -7.78138563e-02, -6.55878261e-02, -7.77924880e-02,\n",
" -6.92171650e-03, -4.38099232e-04, -6.09537736e-02, -2.85270214e-02,\n",
" 2.31928471e-02, -2.19746213e-02, -8.58885795e-03, -8.97885934e-02,\n",
" -7.62928352e-02, 4.89052907e-02, -3.45520973e-02, 8.16866010e-02,\n",
" -3.43030542e-02, -4.98514250e-02, 4.08136658e-02, 8.78121145e-03,\n",
" 2.95766369e-02, 2.49388255e-02, 6.38980744e-03, 1.42238876e-02,\n",
" 5.60070686e-02, -4.30703461e-02, -2.20516808e-02, 6.01569004e-02,\n",
" -4.36070003e-03, -3.29329073e-02, -2.50292905e-02, -1.09526410e-03,\n",
" -4.98441942e-02, 4.03804742e-02, 1.57403704e-02, 1.89724285e-03,\n",
" -1.68189947e-02, -3.09592602e-03, 4.35494334e-02, -1.96054876e-02,\n",
" -1.81155745e-02, -2.24083550e-02, 1.14858285e-01, 9.40699801e-02,\n",
" 4.16740589e-02, 2.97618750e-02, 4.47147749e-02, -3.96242142e-02,\n",
" 5.62180653e-02, 6.25221953e-02, 3.62840644e-03, 2.31439956e-02,\n",
" -1.77934822e-02, -2.88971495e-02, -4.75983955e-02, -4.67401966e-02,\n",
" -3.62799205e-02, 7.36090019e-02, 2.63387617e-02, 1.79736689e-02,\n",
" 9.08524729e-03, -1.21994941e-02, 7.14238826e-03, -5.29531054e-02,\n",
" 8.97030905e-02, 8.06922242e-02, 1.83910120e-03, 5.01423180e-02,\n",
" 3.28605324e-02, 5.00927567e-02, -7.68208653e-02, -6.77201524e-02,\n",
" 1.58028188e-03, 6.16920926e-02, -6.76128939e-02, -4.46618116e-03,\n",
" -2.91489009e-02, -1.22608235e-02, 5.37583269e-02, 3.41464616e-02,\n",
" -7.24340789e-03, 2.07354743e-02, 6.24677837e-02, 6.26421645e-02,\n",
" -2.71018595e-02, -8.21659788e-02, -1.18827280e-02, -2.57424451e-02,\n",
" 2.64431313e-02, 5.36039881e-02, -1.64696295e-02, -6.99247420e-02,\n",
" 4.17854972e-02, -6.47069737e-02, -4.63116355e-02, 2.45651091e-03,\n",
" -1.94557067e-02, -6.05692379e-02, 2.79438905e-02, -1.07126441e-02,\n",
" 4.93439734e-02, -3.47440713e-03, -5.80316074e-02, -4.36511114e-02,\n",
" 1.56667195e-02, 1.45829946e-03, -2.74097808e-02, 2.65062582e-02,\n",
" -1.08676828e-01, -1.68006159e-02, -4.61322516e-02, 3.61396000e-02,\n",
" 5.04128076e-02, -4.66698259e-02, 2.84112487e-02, -5.86201064e-02,\n",
" 5.45139834e-02, 2.55639106e-03, -1.23315444e-02, 3.84839699e-02,\n",
" 4.22484912e-02, 2.91355066e-02, 5.23327775e-02, 2.97202766e-02,\n",
" 5.78044332e-04, 5.51968515e-02, 3.36740464e-02, -2.12205444e-02,\n",
" -5.78489862e-02, -4.12428118e-02, 1.52716180e-02, -6.67448640e-02,\n",
" -1.49995331e-02, -2.68696491e-02, -8.60003009e-02, 2.53021661e-02,\n",
" -1.33339153e-03, 1.01181343e-01, -4.23552701e-03, 1.37576386e-02,\n",
" -1.82895863e-03, 2.03599427e-02, -4.30824161e-02, -1.20562082e-02,\n",
" -1.27780199e-01, -3.45374225e-03, 5.11538200e-02, -4.17946056e-02,\n",
" -6.98213354e-02, -4.93150577e-02, -7.11413147e-03, 2.80580204e-02,\n",
" -4.82732318e-02, -8.75046924e-02, -4.19313088e-02, 5.61655387e-02,\n",
" -1.35777863e-02, -5.72449863e-02, -3.99870276e-02, 3.87894735e-02,\n",
" -4.57615182e-02, -2.76726671e-03, 6.94415420e-02, -1.69841889e-02,\n",
" -1.44550707e-02, 9.21292137e-03, 2.09388882e-02, 3.41058034e-03,\n",
" -1.76603105e-02, 2.85759810e-02, -5.38770445e-02, -7.59437904e-02,\n",
" 1.82747785e-02, -1.89951919e-02, 1.02722481e-01, -4.38327491e-02,\n",
" 2.64658052e-02, 1.25681320e-02, 7.99468234e-02, 3.35037448e-02,\n",
" 1.25002218e-02, -4.93224189e-02, 9.13406536e-03, 2.67255753e-02,\n",
" 7.32086822e-02, -1.10389423e-02, 2.43890751e-02, 4.37217057e-02,\n",
" -9.49858129e-03, 2.74386462e-02, -1.05484286e-02, 1.74926240e-02,\n",
" -1.38115743e-02, -4.07705382e-02, 3.48706096e-02, 4.65645045e-02,\n",
" 6.52928352e-02, 1.74052604e-02, 2.16770843e-02, 2.29341276e-02,\n",
" -3.81186814e-03, 4.96446900e-02, -1.01447180e-02, -6.58825189e-02,\n",
" -1.75147783e-02, 8.13945755e-02, -1.28142191e-02, -4.12860140e-02,\n",
" 4.31472026e-02, 2.28528474e-02, -6.00468181e-02, -4.67181429e-02,\n",
" 3.60657759e-02, -2.38555251e-03, 2.13292874e-02, -6.96742907e-02,\n",
" 1.81729905e-02, -4.01151478e-02, -2.04329789e-02, -3.15691568e-02,\n",
" 4.82987845e-03, 6.56686947e-02, -4.86579910e-03, 1.11077623e-02,\n",
" -4.35399823e-02, -4.99065034e-02, 1.95340496e-02, 2.14732774e-02,\n",
" 1.14534833e-02, 1.64341915e-03, 1.50211258e-02, -5.16042486e-02,\n",
" 6.29277527e-02, -5.34266606e-03, 6.85246661e-02, -2.25449223e-02,\n",
" 1.84609368e-02, 4.69523966e-02, 1.38257563e-01, 2.12252215e-02,\n",
" -6.28968403e-02, -9.46896598e-02, 4.05282974e-02, -3.09468880e-02,\n",
" 3.84315895e-03, -1.80841424e-02, 1.57932155e-02, 9.12963077e-02,\n",
" 2.65305545e-02, -2.83699241e-02, -1.02939587e-02, 7.11948425e-02,\n",
" -4.27232636e-03, -2.75958125e-02, 6.15851395e-03, -1.11958675e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'harold': Embedding(embedding=array([ 1.09543703e-01, -4.23765481e-02, -1.68227497e-02, -6.62884023e-03,\n",
" -4.49952576e-03, -5.41114844e-02, 3.51724662e-02, 5.64376041e-02,\n",
" 9.85718295e-02, 6.52637184e-02, -1.49927307e-02, 4.17238064e-02,\n",
" 2.66707949e-02, 2.02489290e-02, -1.62794739e-02, 2.71372572e-02,\n",
" 5.43903820e-02, 8.88430029e-02, 6.52817078e-03, -2.28812005e-02,\n",
" -8.64742845e-02, -4.37601134e-02, 7.34246057e-03, 5.41001447e-02,\n",
" 2.17942558e-02, 2.60449313e-02, 3.65097984e-03, -3.71457525e-02,\n",
" 6.03785291e-02, -1.01947570e-02, 8.26332197e-02, -1.00750336e-02,\n",
" -8.94870050e-03, 9.39986948e-03, 3.79494615e-02, -2.07731146e-02,\n",
" -4.83829789e-02, -1.71036236e-02, -8.01460519e-02, 4.58899662e-02,\n",
" -4.19347137e-02, 8.18036962e-03, -2.38374732e-02, -1.58566963e-02,\n",
" 3.93885076e-02, -6.32648170e-02, -3.87810431e-02, 4.25638743e-02,\n",
" -3.08951363e-02, 1.92912538e-02, 3.40813547e-02, -8.13421421e-03,\n",
" 1.61780231e-03, 1.33625362e-02, 4.91535217e-02, 6.30731508e-02,\n",
" -2.17101304e-03, -8.09070915e-02, -1.97166428e-02, -2.61221491e-02,\n",
" 4.58728522e-02, 2.31920220e-02, 2.97336783e-02, 2.32940558e-02,\n",
" 8.49681534e-03, 6.02764310e-03, 3.90213430e-02, 1.46810906e-02,\n",
" -9.31274053e-03, -2.33484749e-02, -2.71334089e-02, 3.19535471e-02,\n",
" 1.77447125e-02, 1.54793963e-01, -1.46614350e-02, 1.50430584e-02,\n",
" 1.49076823e-02, -7.73627609e-02, 2.17790380e-02, -1.91170070e-02,\n",
" 4.41595726e-02, 1.38642276e-02, -7.61271045e-02, 5.15705124e-02,\n",
" -2.49322355e-02, 2.86095496e-02, -2.56546140e-02, -9.44887921e-02,\n",
" -5.44786602e-02, -3.19212377e-02, -1.83275994e-02, -3.85399237e-02,\n",
" -4.00551632e-02, -8.44843313e-02, -6.04542419e-02, 2.50147637e-02,\n",
" -7.65121281e-02, 3.00490409e-02, -2.42931843e-02, -5.78069268e-03,\n",
" -9.78898071e-03, -2.04924345e-02, -1.74472146e-02, -3.00568435e-02,\n",
" -3.72618139e-02, -1.59671828e-02, 5.73600060e-04, 3.14155072e-02,\n",
" -5.17678820e-02, 8.03695545e-02, -2.97685806e-02, -2.90026348e-02,\n",
" -1.05133383e-02, -4.66416776e-03, 9.86004807e-03, 8.10465664e-02,\n",
" 1.76491514e-02, 9.45362598e-02, -7.03456551e-02, -2.62851156e-02,\n",
" -1.64594740e-01, -5.84548116e-02, 3.39215547e-02, 6.24463200e-06,\n",
" -1.86172184e-02, 8.89898918e-04, -3.25364806e-02, 4.27889228e-02,\n",
" -7.18427449e-02, 2.03939229e-02, 8.05353187e-03, 6.69632033e-02,\n",
" -2.57612634e-02, 3.15296873e-02, -3.07321381e-02, 5.14866486e-02,\n",
" 1.28296521e-02, 5.83482124e-02, -1.25278821e-02, 7.34606059e-03,\n",
" -3.21146622e-02, -2.54871100e-02, -3.78651195e-03, 1.20935300e-02,\n",
" -5.70579479e-03, 3.68338712e-02, 1.52553031e-02, 6.14029355e-02,\n",
" -4.51852381e-02, 7.08585093e-03, 5.17077930e-02, 2.97403131e-02,\n",
" -2.60498878e-02, 2.36030761e-02, -3.99224721e-02, -6.22302853e-02,\n",
" -3.15317251e-02, 1.53151955e-02, 3.48432288e-02, 4.53186221e-03,\n",
" 2.46204082e-02, 4.93629463e-02, 3.39321084e-02, -6.45598471e-02,\n",
" -9.69423577e-02, -9.99209471e-04, 3.05675855e-03, -4.42351736e-02,\n",
" 3.42884846e-02, 5.32330982e-02, -3.82045209e-02, 4.01343964e-02,\n",
" -3.98879759e-02, 9.62627865e-03, 3.81598771e-02, -7.53123313e-02,\n",
" -2.49444377e-02, -1.25062941e-02, 3.37798744e-02, -1.88028987e-03,\n",
" 2.94311568e-02, -4.48450893e-02, 1.37182074e-02, -1.12786340e-02,\n",
" -1.56570959e-03, 2.11232118e-02, 1.02988305e-02, 9.29001602e-04,\n",
" -4.60426174e-02, 8.42439476e-03, -8.58196542e-02, -3.38322632e-02,\n",
" -2.15355195e-02, 8.89769290e-03, -6.27059564e-02, 4.46374416e-02,\n",
" 4.59774844e-02, -1.57071147e-02, -5.19704074e-02, 3.83691583e-03,\n",
" 9.19700563e-02, 3.43959033e-02, 4.63145450e-02, 9.36451484e-04,\n",
" -1.94048248e-02, 2.62637883e-02, 1.91570837e-02, -3.39026190e-02,\n",
" -9.58472863e-03, -4.85347584e-02, 5.36245853e-02, -1.18159940e-02,\n",
" 5.63262776e-02, 6.07309910e-03, -6.94461586e-03, 4.55389135e-02,\n",
" -8.17792267e-02, -8.22381079e-02, -4.51706797e-02, 3.37735265e-02,\n",
" 2.16496661e-02, 3.65815014e-02, 5.04699275e-02, 1.29510770e-02,\n",
" 1.16362134e-02, -1.27632348e-02, 2.87296586e-02, -1.75128058e-02,\n",
" 1.02042044e-02, -6.12665061e-03, -5.29530272e-02, 3.58413942e-02,\n",
" 3.20617594e-02, -4.80769947e-02, 4.11089994e-02, -3.38463113e-02,\n",
" -4.37295251e-02, 1.35855814e-02, 2.48126443e-02, -1.00681551e-01,\n",
" -7.33455457e-03, -5.20503223e-02, 3.34761888e-02, 6.33519366e-02,\n",
" 3.16878036e-02, -2.52485164e-02, -7.40603358e-02, -1.63863301e-02,\n",
" 5.04964814e-02, -3.76562662e-02, 1.67192966e-02, 1.25381639e-02,\n",
" -7.16142729e-02, -3.05225793e-02, 3.94500010e-02, 2.83098090e-02,\n",
" 4.72476780e-02, -6.60353377e-02, -5.26304953e-02, -8.26851204e-02,\n",
" -1.71715952e-02, 7.83858076e-03, -5.21845035e-02, -2.70677432e-02,\n",
" 1.92193110e-02, -9.75759886e-03, -5.57282334e-03, -9.56150517e-02,\n",
" -7.61843249e-02, 4.62530777e-02, -3.50753441e-02, 7.93159306e-02,\n",
" -3.51912379e-02, -4.91833352e-02, 4.83862162e-02, 3.62584321e-03,\n",
" 3.34161147e-02, 2.17060279e-02, 1.41694304e-03, 1.26618547e-02,\n",
" 6.34195209e-02, -4.37700450e-02, -1.11018298e-02, 5.92244342e-02,\n",
" 8.46661220e-04, -3.56357694e-02, -2.84217019e-02, 4.77552786e-03,\n",
" -4.22653034e-02, 4.55530658e-02, 1.15839224e-02, 2.73584994e-03,\n",
" -2.28552129e-02, 6.60466682e-03, 4.81664129e-02, -2.42059678e-02,\n",
" -1.14325685e-02, -1.58667024e-02, 1.19134761e-01, 9.12316293e-02,\n",
" 3.50254029e-02, 2.23070867e-02, 4.12646942e-02, -4.16760892e-02,\n",
" 5.83479851e-02, 7.55836964e-02, 1.49854016e-03, 2.74438579e-02,\n",
" -1.44390482e-02, -2.68442631e-02, -4.20820974e-02, -4.53827120e-02,\n",
" -4.33703549e-02, 7.51182288e-02, 3.10016014e-02, 1.06742391e-02,\n",
" 6.91932766e-03, -2.74911732e-03, -2.17837354e-04, -5.47497496e-02,\n",
" 8.61976966e-02, 7.86608234e-02, 9.68534499e-03, 4.82309498e-02,\n",
" 2.44322661e-02, 5.08946963e-02, -7.28288367e-02, -6.17061071e-02,\n",
" -3.42585030e-03, 7.58363530e-02, -6.37762323e-02, -7.42369518e-03,\n",
" -2.46366933e-02, -1.13378763e-02, 5.40710092e-02, 4.16265242e-02,\n",
" -4.25161934e-03, 2.02228110e-02, 6.73717037e-02, 6.55902401e-02,\n",
" -1.95168760e-02, -8.64463374e-02, -2.93804356e-03, -1.89646035e-02,\n",
" 2.14361306e-02, 5.12747504e-02, -7.65457377e-03, -6.96424916e-02,\n",
" 3.90560813e-02, -5.98591156e-02, -4.70193252e-02, 6.21641171e-04,\n",
" -1.68450363e-02, -5.96537068e-02, 2.29690764e-02, -1.50473462e-02,\n",
" 4.61023375e-02, -3.95897776e-03, -6.25641569e-02, -4.36528958e-02,\n",
" 1.07602645e-02, -3.90725769e-03, -1.57805122e-02, 3.52165550e-02,\n",
" -9.67499688e-02, -1.39695089e-02, -4.79574166e-02, 2.90142968e-02,\n",
" 5.38132600e-02, -4.63620164e-02, 2.85103172e-02, -5.23525476e-02,\n",
" 5.04631996e-02, -5.54322544e-03, -1.23342676e-02, 3.51351909e-02,\n",
" 4.52778712e-02, 3.51058096e-02, 4.96352538e-02, 2.84062233e-02,\n",
" -7.93253165e-03, 4.84050177e-02, 2.88606547e-02, -2.87264995e-02,\n",
" -5.87106720e-02, -3.09798326e-02, 1.79875512e-02, -6.29478469e-02,\n",
" -1.05889793e-02, -3.59661579e-02, -9.08578113e-02, 2.61551607e-02,\n",
" 3.60533129e-04, 9.69325155e-02, 3.71270766e-03, 1.71911977e-02,\n",
" -3.54628166e-04, 2.29731761e-02, -4.98559810e-02, -7.15228124e-03,\n",
" -1.26068905e-01, -5.93830692e-03, 5.23556694e-02, -4.07027118e-02,\n",
" -6.06406331e-02, -4.88986149e-02, -1.69002230e-03, 2.48923618e-02,\n",
" -4.44275998e-02, -8.84408206e-02, -4.55974154e-02, 5.84944822e-02,\n",
" -1.04376674e-02, -4.80750762e-02, -4.37720940e-02, 2.83365939e-02,\n",
" -5.36004379e-02, 5.14820172e-03, 6.62374273e-02, -1.33648980e-02,\n",
" -1.70492791e-02, 8.96376744e-03, 1.81365795e-02, 3.12587270e-03,\n",
" -2.30376981e-02, 2.21282151e-02, -5.49716949e-02, -7.93458447e-02,\n",
" 2.20417157e-02, -1.90633498e-02, 1.03900753e-01, -4.93610539e-02,\n",
" 2.07343195e-02, 1.16907200e-02, 8.31996128e-02, 3.60077098e-02,\n",
" 1.19831124e-02, -4.41783033e-02, 1.15178619e-02, 1.27088986e-02,\n",
" 7.87623376e-02, -3.10113560e-03, 3.05899475e-02, 3.78962532e-02,\n",
" -8.25455599e-03, 2.83282511e-02, -1.12860734e-02, 1.81083027e-02,\n",
" -9.26375855e-03, -3.75135243e-02, 3.84414382e-02, 5.23093008e-02,\n",
" 6.74621761e-02, 2.36626752e-02, 1.83048341e-02, 2.32061408e-02,\n",
" -1.81470969e-04, 4.60528657e-02, -1.46526471e-02, -6.40066788e-02,\n",
" -1.86980683e-02, 8.82905051e-02, -1.20010851e-02, -3.94696668e-02,\n",
" 4.26123776e-02, 1.99400559e-02, -5.91531768e-02, -4.68811020e-02,\n",
" 5.45132272e-02, 1.06766801e-02, 2.64988318e-02, -6.93970621e-02,\n",
" 1.95188411e-02, -4.02222462e-02, -1.75910704e-02, -2.78522186e-02,\n",
" 7.16884097e-04, 6.45389333e-02, 1.93295034e-03, 5.94787952e-03,\n",
" -4.67493236e-02, -5.19763120e-02, 2.07259096e-02, 1.91835128e-02,\n",
" 1.51864821e-02, -1.76149013e-03, 1.60854980e-02, -5.71399517e-02,\n",
" 6.52980208e-02, -3.61845503e-03, 6.77398741e-02, -3.29147875e-02,\n",
" 1.16540706e-02, 4.39216904e-02, 1.30732641e-01, 7.95799866e-03,\n",
" -5.27986251e-02, -1.00564577e-01, 4.25205491e-02, -3.22078839e-02,\n",
" -1.84997940e-03, -1.61674581e-02, 1.21936677e-02, 8.46666843e-02,\n",
" 2.68401373e-02, -2.59872228e-02, -1.22838691e-02, 7.24954680e-02,\n",
" 3.81256174e-03, -2.10921373e-02, -3.65703134e-03, -1.07782669e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'headaches': Embedding(embedding=array([ 9.24477503e-02, -5.85542247e-02, -1.40858628e-02, -8.51940643e-03,\n",
" -6.24352228e-03, -4.05040048e-02, 4.57084142e-02, 3.87374125e-02,\n",
" 8.20678994e-02, 5.63635677e-02, -1.62910707e-02, 2.51029953e-02,\n",
" 1.96518209e-02, 3.18687456e-03, -2.15986744e-02, -5.47042023e-03,\n",
" 3.96445580e-02, 8.41781422e-02, 2.18356941e-02, -1.70599818e-02,\n",
" -9.47994292e-02, -3.63351405e-02, 8.49340390e-03, 7.14487508e-02,\n",
" 4.45424803e-02, 3.62064615e-02, -1.25681432e-02, -4.36042398e-02,\n",
" 4.64261174e-02, -1.26786642e-02, 5.99641129e-02, -9.24676843e-03,\n",
" -2.17468571e-02, 1.91755360e-03, 4.31431420e-02, 1.24855223e-03,\n",
" -1.87941957e-02, -1.46902241e-02, -7.71373510e-02, 6.47034869e-02,\n",
" -2.73580365e-02, 1.46758482e-02, -7.78967189e-03, -5.85662294e-03,\n",
" 4.26450558e-02, -5.40258586e-02, -3.41884717e-02, 5.42959981e-02,\n",
" -3.13426517e-02, 1.94970041e-03, 3.60817388e-02, -4.94561018e-03,\n",
" -4.05579107e-03, 3.16719301e-02, 4.00089957e-02, 5.20641766e-02,\n",
" -1.32768536e-02, -6.08324744e-02, -2.08484735e-02, -2.87190955e-02,\n",
" 2.31502112e-02, 4.00658511e-02, 3.17807011e-02, 2.72200890e-02,\n",
" 4.58080508e-03, 1.01694223e-02, 3.17684636e-02, -3.94971808e-03,\n",
" -6.45169755e-03, -4.33374271e-02, -3.50279845e-02, 4.56519872e-02,\n",
" 2.63535678e-02, 1.60636857e-01, -1.07017513e-02, 1.31833162e-02,\n",
" 1.60103142e-02, -7.18671754e-02, 4.25830632e-02, -5.37819322e-03,\n",
" 5.45575023e-02, 2.01046076e-02, -8.88888985e-02, 5.57999201e-02,\n",
" -3.50501649e-02, 1.59056075e-02, -1.88362487e-02, -8.80545080e-02,\n",
" -4.74229194e-02, -3.54490392e-02, -1.82717927e-02, -3.12519781e-02,\n",
" -4.56727557e-02, -8.42959732e-02, -4.64954227e-02, 2.01861444e-03,\n",
" -4.65884581e-02, 2.13743877e-02, -2.45871898e-02, -4.26864531e-03,\n",
" -9.23678093e-03, -2.34095361e-02, -2.03078836e-02, -4.00112756e-02,\n",
" -5.03746308e-02, -9.24818276e-04, 1.88776513e-03, 3.32306847e-02,\n",
" -7.66146183e-02, 6.96041137e-02, -1.27009330e-02, -4.27295975e-02,\n",
" -1.43063171e-02, -1.13468822e-02, -1.33928368e-02, 8.15662742e-02,\n",
" 1.13313347e-02, 8.89595449e-02, -7.54600614e-02, -3.64599787e-02,\n",
" -1.52467042e-01, -5.65357655e-02, 4.40097563e-02, -1.32604660e-02,\n",
" -1.39520187e-02, -1.93936769e-02, -1.31181972e-02, 3.53009440e-02,\n",
" -6.32595420e-02, 3.04627437e-02, -1.73055893e-03, 5.60508147e-02,\n",
" -2.13896576e-02, 2.88765281e-02, -3.99621204e-02, 6.17864057e-02,\n",
" 3.31004220e-03, 6.32531568e-02, -3.68297799e-03, -2.80614360e-04,\n",
" -2.79343538e-02, -2.55747177e-02, -8.44128337e-03, -5.64905442e-03,\n",
" 1.94473471e-02, 4.40427847e-02, 1.41195459e-02, 4.39716093e-02,\n",
" -2.72776596e-02, 3.23188724e-03, 5.14053740e-02, 2.10525617e-02,\n",
" -8.22589826e-03, 7.42801279e-03, -5.68378977e-02, -6.08529001e-02,\n",
" -4.39029944e-04, 7.97441680e-05, 3.70252319e-02, 1.08585097e-02,\n",
" 5.10809273e-02, 2.49213129e-02, 3.46638002e-02, -6.33123592e-02,\n",
" -5.79171553e-02, 2.17971150e-02, -3.32716829e-03, -4.51481901e-02,\n",
" 3.03321742e-02, 6.21015951e-02, -4.33664992e-02, 4.48727086e-02,\n",
" -2.03953777e-02, -1.75188314e-02, 2.65732389e-02, -7.10558742e-02,\n",
" -3.37164439e-02, -1.89218353e-02, 2.14339774e-02, -2.02224846e-03,\n",
" 3.75719070e-02, -4.82816212e-02, 6.56362716e-03, -2.20995792e-03,\n",
" 1.58298928e-02, 3.45281474e-02, -7.25905970e-03, 2.33336519e-02,\n",
" -3.64907011e-02, 1.86384078e-02, -8.73345509e-02, -8.21092352e-03,\n",
" -2.53856704e-02, 2.03043618e-03, -5.02294563e-02, 3.86139452e-02,\n",
" 5.34968972e-02, 3.68295889e-03, -6.17431663e-02, 4.64705657e-03,\n",
" 7.99947605e-02, 4.94632460e-02, 4.26559895e-02, -3.51100303e-02,\n",
" -2.31524999e-03, 3.40299979e-02, 9.71257687e-03, -2.77076848e-02,\n",
" -5.06158266e-03, -2.65616793e-02, 3.75542045e-02, -2.76189186e-02,\n",
" 5.49804755e-02, -1.17328707e-02, -1.12846605e-02, 5.14922068e-02,\n",
" -7.30636492e-02, -7.42042512e-02, -3.94795686e-02, 3.31609584e-02,\n",
" 3.85992900e-02, 2.45220251e-02, 6.67602569e-02, -5.26868425e-05,\n",
" 4.65978694e-04, -1.86989196e-02, 2.02683061e-02, -2.63543744e-02,\n",
" 3.48426551e-02, -2.16932520e-02, -4.64321934e-02, 4.56996374e-02,\n",
" 1.55702420e-02, -4.16240469e-02, 2.51941700e-02, -4.08507027e-02,\n",
" -3.49732190e-02, 3.95994540e-03, 1.35196913e-02, -1.19404487e-01,\n",
" -1.00832013e-02, -5.77301010e-02, 6.45329878e-02, 6.27095178e-02,\n",
" 1.76570397e-02, -2.45607104e-02, -6.61741868e-02, -3.93711636e-03,\n",
" 4.76620160e-02, -2.11189762e-02, 2.07537413e-02, 2.27234662e-02,\n",
" -8.38555843e-02, -2.49622390e-02, 3.25021371e-02, 3.64318080e-02,\n",
" 7.42028281e-02, -6.66326508e-02, -5.77098057e-02, -6.86371326e-02,\n",
" -2.08007526e-02, 8.04011710e-04, -7.13391602e-02, -2.30470374e-02,\n",
" 4.90267389e-02, -1.66002922e-02, -1.15499366e-02, -9.57066640e-02,\n",
" -6.93688914e-02, 5.43287061e-02, -2.77475100e-02, 8.29116106e-02,\n",
" -2.65071820e-02, -6.30009621e-02, 4.61169705e-02, -1.40145961e-02,\n",
" 2.87978519e-02, 1.06748305e-02, -3.29292379e-02, 2.38625449e-03,\n",
" 5.87649643e-02, -2.04939675e-02, -7.14050140e-03, 5.11833467e-02,\n",
" 2.49559782e-03, -3.87292914e-02, -9.76283010e-03, 3.00522428e-03,\n",
" -4.91971560e-02, 3.16365212e-02, -1.49925435e-02, 2.80431453e-02,\n",
" -3.18906009e-02, 1.78274754e-02, 3.65324058e-02, -2.13501733e-02,\n",
" -1.78504027e-02, -1.34134386e-02, 1.10483810e-01, 9.24586728e-02,\n",
" 3.00933234e-02, 1.60389319e-02, 6.29617795e-02, -3.42580862e-02,\n",
" 7.43379518e-02, 6.94966689e-02, 2.98109837e-03, 1.53714009e-02,\n",
" -3.49689461e-02, -2.22133528e-02, -3.10725160e-02, -2.38162111e-02,\n",
" -2.61932351e-02, 5.75587973e-02, 2.87194159e-02, 7.81576801e-03,\n",
" -1.23961968e-03, -1.27664078e-02, -3.69768729e-03, -8.79049152e-02,\n",
" 8.20122138e-02, 7.19225556e-02, 1.11867832e-02, 5.99557459e-02,\n",
" 9.79609601e-03, 3.57574262e-02, -6.89044520e-02, -8.82082283e-02,\n",
" 6.06335187e-03, 6.48971051e-02, -5.79264536e-02, -2.12873854e-02,\n",
" -4.08905111e-02, -5.90607803e-03, 5.50990961e-02, 3.37975472e-02,\n",
" -1.74748152e-02, 3.11941821e-02, 5.62398620e-02, 6.74524456e-02,\n",
" -2.62911487e-02, -8.80438089e-02, -1.13360584e-02, -2.41270624e-02,\n",
" 3.06521300e-02, 4.98426817e-02, -1.29488474e-02, -8.26955587e-02,\n",
" 4.80271764e-02, -6.86733052e-02, -4.11348864e-02, -2.08322275e-02,\n",
" -5.52800344e-03, -4.30120826e-02, 1.39647359e-02, 9.76331939e-05,\n",
" 5.07664420e-02, -1.73006002e-02, -5.68158180e-02, -4.04361784e-02,\n",
" 2.17235908e-02, -4.03268822e-03, -3.45284608e-03, 4.71828394e-02,\n",
" -1.08936787e-01, -2.08840575e-02, -5.07338531e-02, 2.92076021e-02,\n",
" 5.82366884e-02, -2.90368535e-02, 2.11965851e-02, -5.98456003e-02,\n",
" 5.41244224e-02, -1.62697083e-03, -2.79668476e-02, 3.25480103e-02,\n",
" 4.19063009e-02, 4.29908037e-02, 5.26166670e-02, 2.10807845e-02,\n",
" 9.68867633e-03, 5.95554374e-02, 3.28616127e-02, -1.68229192e-02,\n",
" -4.89271507e-02, -5.06728366e-02, -6.57034246e-03, -5.03659397e-02,\n",
" 1.15332352e-02, -5.17941639e-03, -9.25576761e-02, 3.53922546e-02,\n",
" 8.58669542e-03, 1.11956678e-01, 2.24298853e-02, 1.10953944e-02,\n",
" -1.32406577e-02, 1.24043263e-02, -3.77565213e-02, 1.38199031e-02,\n",
" -1.37097299e-01, -9.09454655e-03, 6.97161257e-02, -4.01036702e-02,\n",
" -9.36747715e-02, -4.40577380e-02, 1.00670299e-02, 2.33469829e-02,\n",
" -2.53433529e-02, -9.14929211e-02, -3.42686363e-02, 6.99550956e-02,\n",
" -1.91432741e-02, -2.30414886e-02, -3.49846631e-02, 3.22872177e-02,\n",
" -2.51106564e-02, -2.06238078e-03, 5.57731427e-02, -3.08959763e-02,\n",
" -2.77522784e-02, 2.21863817e-02, -2.02048174e-03, 3.13588581e-03,\n",
" -2.21018381e-02, 3.86062413e-02, -4.11101319e-02, -5.90014197e-02,\n",
" 1.43287163e-02, -2.89534349e-02, 1.03172578e-01, -6.59867823e-02,\n",
" 1.28471283e-02, 6.40739594e-03, 1.01567358e-01, 4.33142669e-02,\n",
" 1.03048189e-02, -4.07648087e-02, 2.76078843e-02, 2.36928444e-02,\n",
" 8.25509131e-02, 2.25977320e-03, 3.78897414e-02, 4.18477654e-02,\n",
" -1.03313439e-02, -4.91665211e-03, -8.39255191e-03, -5.14477771e-03,\n",
" -6.13975758e-03, -4.40537408e-02, 2.04755682e-02, 4.46499400e-02,\n",
" 6.42961562e-02, -2.52752448e-03, -1.48801906e-02, 1.36089018e-02,\n",
" -8.59630294e-03, 1.56031260e-02, -9.80685931e-03, -5.30624501e-02,\n",
" -9.75499675e-03, 1.20132290e-01, -3.42592341e-03, -1.70614589e-02,\n",
" 3.13232876e-02, 2.07717642e-02, -3.07313334e-02, -3.48602533e-02,\n",
" 5.05045354e-02, 1.75400283e-02, 1.12897540e-02, -6.48428574e-02,\n",
" -3.17993737e-03, -5.06666936e-02, -3.03411968e-02, -3.43359709e-02,\n",
" 2.16158177e-03, 7.78493285e-02, 3.26402136e-03, -1.75890513e-02,\n",
" -5.31888641e-02, -2.81413868e-02, -8.60231183e-03, 3.20495069e-02,\n",
" 1.67632308e-02, -4.81863040e-03, 2.40772832e-02, -6.24681562e-02,\n",
" 8.02082494e-02, -2.82647237e-02, 5.42332344e-02, -3.69270220e-02,\n",
" -1.33904349e-03, 4.87337597e-02, 1.24576144e-01, -2.06141472e-02,\n",
" -2.53664330e-02, -1.16062954e-01, 3.33626941e-02, -3.73022966e-02,\n",
" 5.31506725e-03, -2.41833879e-03, 2.14659292e-02, 1.06453434e-01,\n",
" 4.12030965e-02, -1.34454556e-02, -1.39386831e-02, 8.30223709e-02,\n",
" 1.43452743e-02, -1.57700274e-02, -9.78499092e-03, -1.00104332e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'hipster': Embedding(embedding=array([ 0.10021184, -0.04399818, -0.01348677, -0.02380142, -0.00703778,\n",
" -0.04887297, 0.03587292, 0.06093994, 0.0971677 , 0.0764046 ,\n",
" -0.01356995, 0.03614036, 0.01554716, 0.02873912, -0.01333046,\n",
" 0.02496248, 0.041687 , 0.08918004, 0.01304065, -0.01980371,\n",
" -0.08571512, -0.04670087, 0.00407816, 0.0548196 , 0.02503935,\n",
" 0.03070681, -0.00058599, -0.03587393, 0.06420155, -0.01050988,\n",
" 0.08327423, -0.00782674, -0.01772933, 0.00429143, 0.03228452,\n",
" -0.01363762, -0.04647027, -0.02179808, -0.07084884, 0.05321238,\n",
" -0.0410273 , 0.00433649, -0.02181307, -0.02210446, 0.03603564,\n",
" -0.06230722, -0.03298058, 0.04391739, -0.03218509, 0.02565263,\n",
" 0.0339059 , -0.00189704, -0.00129666, 0.00473746, 0.04043021,\n",
" 0.05485949, 0.00654359, -0.07657144, -0.02789297, -0.0345769 ,\n",
" 0.04673292, 0.02677337, 0.03268477, 0.02472038, 0.01699282,\n",
" -0.00251496, 0.03635793, 0.01005655, -0.01367022, -0.02385871,\n",
" -0.02900247, 0.04690115, 0.01162757, 0.16249917, -0.00268348,\n",
" 0.01785372, 0.00857626, -0.07197928, 0.01932974, -0.01815778,\n",
" 0.06050624, 0.00363426, -0.07280907, 0.0530428 , -0.02805481,\n",
" 0.02485635, -0.02184769, -0.08509509, -0.05594524, -0.03922854,\n",
" -0.00828968, -0.03750423, -0.04455589, -0.09050194, -0.05549242,\n",
" 0.0119445 , -0.07343078, 0.02837421, -0.02682051, -0.01360933,\n",
" -0.01457087, -0.02198552, -0.0276427 , -0.03144264, -0.03768157,\n",
" -0.00995825, 0.00081923, 0.03383595, -0.05725211, 0.08181027,\n",
" -0.02445688, -0.03913724, -0.01820455, -0.0090271 , 0.01797173,\n",
" 0.08118504, 0.01121334, 0.09187458, -0.06111616, -0.03730353,\n",
" -0.1460914 , -0.06069925, 0.03509476, -0.00155537, -0.01485931,\n",
" 0.00083312, -0.02680986, 0.03567996, -0.06344344, 0.0131016 ,\n",
" 0.00398758, 0.07071407, -0.02413529, 0.03117303, -0.0270681 ,\n",
" 0.04597631, 0.00569946, 0.05849893, -0.00544192, 0.00757286,\n",
" -0.03396545, -0.02085011, 0.00583121, 0.01025756, -0.00047043,\n",
" 0.02785002, 0.0131383 , 0.06677913, -0.04615582, 0.00183657,\n",
" 0.05911008, 0.03040297, -0.02534809, 0.01275337, -0.05674503,\n",
" -0.06729059, -0.03141462, 0.00552066, 0.03125922, 0.00397157,\n",
" 0.02431235, 0.05048018, 0.02951365, -0.06145364, -0.09988686,\n",
" 0.00086819, 0.00290663, -0.04342203, 0.02577022, 0.05698945,\n",
" -0.04270377, 0.04763641, -0.04608987, 0.00339782, 0.0387362 ,\n",
" -0.06443089, -0.0263574 , -0.01882823, 0.01835046, -0.01318993,\n",
" 0.02758075, -0.04563153, 0.01619321, -0.00780136, -0.01087192,\n",
" 0.03234709, 0.01853219, -0.01271616, -0.04990957, 0.01567072,\n",
" -0.08019339, -0.03315665, -0.02512482, 0.00818783, -0.06502566,\n",
" 0.04132589, 0.03722787, -0.0260547 , -0.05290423, 0.0075692 ,\n",
" 0.08773474, 0.03305336, 0.04014186, 0.002594 , -0.01703616,\n",
" 0.03638081, 0.01546349, -0.03398803, -0.01118517, -0.03506958,\n",
" 0.05209175, -0.01434562, 0.04845808, 0.00625671, -0.00301381,\n",
" 0.0555071 , -0.06790877, -0.07844323, -0.05454131, 0.03632538,\n",
" 0.01720945, 0.03998585, 0.04586425, 0.00894504, 0.01665148,\n",
" 0.00161616, 0.02701592, -0.02454926, 0.01657322, 0.00711737,\n",
" -0.04722094, 0.0363461 , 0.02976585, -0.04334072, 0.03413274,\n",
" -0.0287438 , -0.02849994, 0.00659177, 0.0274455 , -0.10304473,\n",
" -0.00189314, -0.05219402, 0.04390194, 0.07487975, 0.02358927,\n",
" -0.01988146, -0.07041003, -0.00856806, 0.05313253, -0.03593687,\n",
" 0.02547957, 0.00138249, -0.07200352, -0.02801444, 0.03525003,\n",
" 0.02846702, 0.04666913, -0.07131061, -0.06285989, -0.07540008,\n",
" -0.00541865, 0.00039372, -0.05902145, -0.02870946, 0.02618164,\n",
" -0.02135229, -0.01187416, -0.08760507, -0.07439071, 0.04775591,\n",
" -0.03493186, 0.0792354 , -0.03558218, -0.05145465, 0.03914311,\n",
" 0.00552003, 0.02628449, 0.02358151, 0.00400491, 0.01390744,\n",
" 0.05740707, -0.04263046, -0.02196904, 0.06296865, -0.0013604 ,\n",
" -0.0387296 , -0.02224789, -0.00262467, -0.05036434, 0.04078353,\n",
" 0.01238177, 0.00447604, -0.02061135, -0.00178845, 0.04270794,\n",
" -0.0162578 , -0.01591374, -0.01904112, 0.11350325, 0.08977576,\n",
" 0.04347746, 0.02343721, 0.05072725, -0.03832201, 0.05486432,\n",
" 0.06081944, 0.00336788, 0.02485849, -0.02259544, -0.02782212,\n",
" -0.05185908, -0.05044404, -0.03859776, 0.07218096, 0.02797988,\n",
" 0.01684193, 0.00793459, -0.00843609, 0.00958022, -0.05493113,\n",
" 0.08813147, 0.08462104, -0.00161863, 0.05147785, 0.03060504,\n",
" 0.05286098, -0.07719696, -0.07201041, -0.00222013, 0.06408067,\n",
" -0.07432367, -0.00531663, -0.02718913, -0.00634566, 0.05311195,\n",
" 0.03619861, -0.00704199, 0.02385412, 0.06560049, 0.0668728 ,\n",
" -0.02631074, -0.08545218, -0.01122884, -0.02262993, 0.02629822,\n",
" 0.05403153, -0.01284661, -0.07355395, 0.03756935, -0.06343759,\n",
" -0.04600858, 0.00149433, -0.01945226, -0.05695375, 0.03037892,\n",
" -0.01312799, 0.04913157, -0.00284691, -0.058353 , -0.04606634,\n",
" 0.01160271, -0.00033721, -0.02393848, 0.03313268, -0.10969007,\n",
" -0.02016002, -0.04813493, 0.03602963, 0.04903919, -0.04876762,\n",
" 0.02473879, -0.05619438, 0.05674599, 0.00540104, -0.01595039,\n",
" 0.03864068, 0.04391317, 0.03640171, 0.05466005, 0.02814167,\n",
" 0.0008504 , 0.0540374 , 0.03333457, -0.02459547, -0.0552747 ,\n",
" -0.03928933, 0.01672465, -0.06621964, -0.01343903, -0.02964776,\n",
" -0.08806569, 0.02545689, 0.00249114, 0.09899689, -0.00608071,\n",
" 0.01456366, -0.01056858, 0.02150248, -0.04094918, -0.00930037,\n",
" -0.12715825, -0.0049996 , 0.05725198, -0.04435553, -0.06914413,\n",
" -0.04529329, -0.0043495 , 0.02930535, -0.04546121, -0.08846596,\n",
" -0.03660253, 0.0523055 , -0.01014959, -0.05581002, -0.04354154,\n",
" 0.03580526, -0.04240898, 0.00074201, 0.07064845, -0.01649587,\n",
" -0.01712305, 0.01343292, 0.02190234, 0.00348356, -0.01795251,\n",
" 0.03221079, -0.05565958, -0.07647482, 0.01610282, -0.01734404,\n",
" 0.10307071, -0.05143981, 0.02207039, 0.01266538, 0.07901619,\n",
" 0.02959656, 0.00972083, -0.0483066 , 0.01412011, 0.02365057,\n",
" 0.07271051, -0.00683596, 0.02820457, 0.04534142, -0.0115197 ,\n",
" 0.03018485, -0.00350026, 0.0114402 , -0.01282874, -0.03991281,\n",
" 0.03786974, 0.05096559, 0.06804039, 0.01231399, 0.01827929,\n",
" 0.02476143, -0.00213298, 0.04503839, -0.00914866, -0.06742561,\n",
" -0.01445223, 0.08482485, -0.01280919, -0.03993247, 0.03998486,\n",
" 0.02361219, -0.05454018, -0.04481058, 0.04343978, 0.00074035,\n",
" 0.02041351, -0.06544785, 0.01944774, -0.04093862, -0.02328145,\n",
" -0.03458305, 0.00734098, 0.07139455, -0.00457487, 0.00443752,\n",
" -0.04122172, -0.04582992, 0.01443182, 0.02302059, 0.00726242,\n",
" -0.00384723, 0.01980334, -0.05264468, 0.06328692, -0.00717906,\n",
" 0.07201038, -0.02525733, 0.01487396, 0.04585747, 0.13657568,\n",
" 0.02063158, -0.05700178, -0.09518324, 0.04598521, -0.03374179,\n",
" 0.00489864, -0.01488581, 0.0129849 , 0.09593673, 0.02627905,\n",
" -0.03098228, -0.00805531, 0.07326625, -0.0032467 , -0.02883737,\n",
" 0.00598769, -0.11496996]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'home': Embedding(embedding=array([ 1.08216405e-01, -3.93739194e-02, -1.22559741e-02, 1.05053196e-02,\n",
" -1.12054953e-02, -6.30555451e-02, 2.24036332e-02, 5.67804500e-02,\n",
" 9.55955610e-02, 5.09710386e-02, -2.64152624e-02, 5.08885980e-02,\n",
" 3.20454016e-02, 2.23226380e-02, -9.09436028e-03, 3.99862789e-02,\n",
" 6.16357140e-02, 9.12599191e-02, -2.04017130e-03, -1.83644388e-02,\n",
" -8.59380513e-02, -4.01594117e-02, 6.20856998e-04, 5.40635884e-02,\n",
" 1.22337742e-02, 1.54955806e-02, 1.01235621e-02, -4.39679325e-02,\n",
" 5.47563694e-02, -1.46861887e-02, 7.67181218e-02, -1.91204194e-02,\n",
" 1.09765017e-02, 3.02951108e-03, 4.40681316e-02, -2.97018662e-02,\n",
" -4.51151691e-02, -1.71165969e-02, -9.00361538e-02, 4.38577347e-02,\n",
" -4.69074734e-02, 1.75934527e-02, -2.49819383e-02, -1.32652177e-02,\n",
" 4.89384532e-02, -6.12929985e-02, -4.24129665e-02, 5.45686558e-02,\n",
" -2.33033374e-02, 1.18640009e-02, 3.70144024e-02, -1.66507103e-02,\n",
" -2.68832687e-03, 2.16179062e-02, 4.45732437e-02, 7.43190870e-02,\n",
" -1.74032580e-02, -9.00725946e-02, -2.02540588e-02, -2.28400435e-02,\n",
" 4.22038436e-02, 7.37579679e-03, 1.76730249e-02, 1.93854924e-02,\n",
" 1.43916514e-02, 2.02824790e-02, 4.01176102e-02, 2.17228979e-02,\n",
" -4.90268320e-03, -2.16871686e-02, -1.44952592e-02, 2.07881313e-02,\n",
" 3.05122323e-02, 1.42623127e-01, -2.83673834e-02, 1.01341037e-02,\n",
" 2.05701441e-02, -8.99698809e-02, 2.84339748e-02, -1.88943651e-02,\n",
" 1.83022078e-02, 1.82230733e-02, -6.89009875e-02, 4.20221277e-02,\n",
" -1.60117783e-02, 4.64762934e-02, -2.13967152e-02, -9.90561321e-02,\n",
" -5.68727851e-02, -2.93789580e-02, -2.70697773e-02, -4.43168990e-02,\n",
" -2.24498622e-02, -8.69387761e-02, -7.87240341e-02, 3.40366736e-02,\n",
" -7.53382444e-02, 3.72321345e-02, -7.64224632e-03, 7.49942102e-03,\n",
" -9.22907237e-03, -1.51569573e-02, 2.69283471e-03, -2.52031125e-02,\n",
" -3.85559499e-02, -2.00206228e-02, 7.24930607e-04, 3.72549817e-02,\n",
" -4.54664417e-02, 7.89113715e-02, -3.92155237e-02, -1.63786560e-02,\n",
" 5.21363458e-03, -6.88729389e-03, -5.88437950e-04, 7.86488801e-02,\n",
" 3.21512707e-02, 8.21926817e-02, -6.91051483e-02, -1.81573760e-02,\n",
" -1.78136215e-01, -5.41540347e-02, 2.45901663e-02, 3.38874455e-03,\n",
" -1.98175199e-02, 2.80019618e-03, -3.39777581e-02, 4.66741323e-02,\n",
" -7.88038820e-02, 7.68691488e-03, 8.94177519e-03, 5.53394333e-02,\n",
" -3.16744223e-02, 2.13200301e-02, -3.36551741e-02, 5.68771213e-02,\n",
" 2.19826661e-02, 6.19634166e-02, -1.17061716e-02, 1.87305138e-02,\n",
" -2.67381184e-02, -2.00290009e-02, -2.16019116e-02, 1.91570558e-02,\n",
" -2.63739601e-02, 3.52983177e-02, 5.16904937e-03, 5.83903119e-02,\n",
" -4.51922677e-02, 8.00430030e-03, 5.04796505e-02, 2.64102276e-02,\n",
" -2.81759221e-02, 3.39473300e-02, -2.51164641e-02, -5.08001260e-02,\n",
" -2.79852841e-02, 2.89619491e-02, 3.48715112e-02, 8.62983055e-03,\n",
" 1.92138925e-02, 5.29298782e-02, 4.54904847e-02, -6.75199628e-02,\n",
" -8.90561491e-02, -1.51973008e-03, 7.75709748e-03, -3.20081189e-02,\n",
" 4.49092239e-02, 3.51135843e-02, -2.30430849e-02, 3.23531106e-02,\n",
" -3.89315598e-02, 1.83296930e-02, 4.27936576e-02, -8.72990265e-02,\n",
" -2.86427159e-02, -1.26868458e-02, 2.70787440e-02, -1.24754524e-03,\n",
" 2.65354887e-02, -4.01611440e-02, 4.49378556e-03, -1.11945141e-02,\n",
" -2.10813960e-04, 1.23334229e-02, 7.58898631e-03, 1.58752128e-02,\n",
" -4.16949950e-02, -2.92417360e-03, -8.50123242e-02, -3.15691754e-02,\n",
" -1.35037070e-02, 1.26221664e-02, -6.86781257e-02, 4.12926935e-02,\n",
" 5.37240133e-02, -4.36474662e-03, -4.32639234e-02, -1.26889697e-03,\n",
" 8.61183107e-02, 2.79923454e-02, 5.13596311e-02, -1.57294446e-04,\n",
" -3.38107087e-02, 6.05710503e-03, 3.97973061e-02, -2.94215940e-02,\n",
" -7.79043976e-03, -6.16214871e-02, 5.47316372e-02, -1.48074618e-02,\n",
" 7.08643422e-02, 7.08155939e-03, -1.08572608e-02, 3.50383334e-02,\n",
" -9.16361883e-02, -9.23625305e-02, -4.15163785e-02, 3.43043022e-02,\n",
" 3.20909508e-02, 3.15523408e-02, 6.23607337e-02, 2.33925357e-02,\n",
" 5.12255868e-03, -3.23294774e-02, 2.78650392e-02, -5.07662119e-03,\n",
" 4.23778733e-03, -1.48826847e-02, -5.24810664e-02, 3.97603996e-02,\n",
" 3.14039551e-02, -4.60792147e-02, 4.59733158e-02, -3.62318605e-02,\n",
" -5.85633032e-02, 1.33011537e-02, 1.72666945e-02, -9.27657560e-02,\n",
" -2.21711341e-02, -4.61813174e-02, 1.87583454e-02, 4.85249199e-02,\n",
" 2.46246774e-02, -3.48803513e-02, -6.91914558e-02, -2.41486505e-02,\n",
" 4.08626311e-02, -4.21851575e-02, 8.85656197e-03, 2.13364381e-02,\n",
" -7.24908784e-02, -2.76678409e-02, 4.26290482e-02, 1.97201949e-02,\n",
" 5.31528182e-02, -6.04202710e-02, -4.59568948e-02, -9.08608958e-02,\n",
" -3.37454304e-02, 1.22287255e-02, -4.13958766e-02, -2.92264447e-02,\n",
" 1.32028926e-02, -3.98354465e-03, -2.86341039e-03, -1.03457101e-01,\n",
" -7.52253309e-02, 3.36005539e-02, -3.96241434e-02, 8.82163644e-02,\n",
" -2.92890500e-02, -5.12017459e-02, 6.59524500e-02, 1.27634825e-02,\n",
" 4.22997512e-02, 2.80888472e-02, -2.12758686e-03, 1.40565224e-02,\n",
" 6.19606711e-02, -5.47889695e-02, 8.53869785e-03, 4.10969779e-02,\n",
" 5.35968877e-03, -2.82587726e-02, -3.47824283e-02, 1.16585586e-02,\n",
" -3.79927419e-02, 3.32240611e-02, 1.34329349e-02, 7.19419587e-03,\n",
" -3.12420875e-02, 1.21339047e-02, 4.81056459e-02, -1.96908917e-02,\n",
" -2.65330519e-03, -4.20332327e-03, 1.26049891e-01, 9.03330520e-02,\n",
" 2.72700079e-02, 1.98187977e-02, 3.20342630e-02, -3.99290398e-02,\n",
" 5.53407259e-02, 1.01990357e-01, -1.34126283e-02, 3.41621861e-02,\n",
" -4.22936399e-03, -1.77917778e-02, -2.87566092e-02, -4.26314734e-02,\n",
" -5.11598438e-02, 6.94196522e-02, 2.28868406e-02, 8.39620829e-03,\n",
" -3.07204342e-03, -3.49157373e-03, -3.77895962e-03, -5.45815974e-02,\n",
" 7.52905756e-02, 6.79144636e-02, 1.49391666e-02, 5.71884550e-02,\n",
" 2.40927245e-02, 4.03309949e-02, -6.56015575e-02, -4.72833999e-02,\n",
" -5.99731365e-03, 8.09109733e-02, -5.38517945e-02, -1.42990313e-02,\n",
" -1.88764334e-02, -2.54326556e-02, 5.63844219e-02, 3.52565683e-02,\n",
" 3.73241259e-03, 1.83431953e-02, 7.48415589e-02, 6.17377199e-02,\n",
" -8.62603169e-03, -7.22923651e-02, -7.03513436e-03, -1.12174228e-02,\n",
" 8.87158979e-03, 4.48733717e-02, -1.08175632e-02, -7.27419481e-02,\n",
" 3.89736407e-02, -7.02172890e-02, -5.11192568e-02, -5.04684169e-03,\n",
" -2.34006923e-02, -6.43338710e-02, 1.71325225e-02, -2.51521748e-02,\n",
" 4.28247042e-02, -1.59565657e-02, -5.62685095e-02, -3.70964482e-02,\n",
" 1.29715772e-02, -1.06074372e-02, -1.66371576e-02, 4.31663245e-02,\n",
" -7.85765648e-02, -1.45450179e-02, -3.60714868e-02, 1.52716106e-02,\n",
" 5.99180162e-02, -5.36808856e-02, 3.46970931e-02, -4.46393229e-02,\n",
" 4.51493263e-02, -2.06822213e-02, -1.20758647e-02, 2.47383751e-02,\n",
" 5.20367920e-02, 4.06747758e-02, 4.80253696e-02, 3.07206828e-02,\n",
" -2.18443163e-02, 3.85035388e-02, 1.41326711e-02, -3.31872143e-02,\n",
" -5.95397651e-02, -2.56870557e-02, 1.84163004e-02, -5.34973443e-02,\n",
" -1.37677854e-02, -4.83753011e-02, -9.72469226e-02, 2.60547251e-02,\n",
" -4.21779230e-03, 8.06652382e-02, 8.58264323e-03, 1.65287890e-02,\n",
" 1.51336463e-02, 2.15851776e-02, -5.87766133e-02, -1.05130691e-02,\n",
" -1.24904037e-01, -1.47811826e-02, 4.88479584e-02, -3.74197327e-02,\n",
" -5.31593002e-02, -5.06820083e-02, 1.44819368e-03, 2.10978631e-02,\n",
" -4.76405732e-02, -9.27057788e-02, -3.54579464e-02, 5.53133488e-02,\n",
" -7.63643207e-03, -3.58333997e-02, -4.68035340e-02, 2.43043788e-02,\n",
" -6.72603399e-02, 1.28705380e-02, 6.82127699e-02, -7.32385088e-03,\n",
" -5.68325957e-03, -4.63345181e-03, 1.53027996e-02, -4.15828035e-05,\n",
" -2.82694548e-02, 1.95814464e-02, -4.82995659e-02, -8.98177922e-02,\n",
" 1.98226292e-02, -1.71261355e-02, 1.05153412e-01, -5.33431694e-02,\n",
" 2.71226149e-02, 1.13244681e-02, 9.27114785e-02, 3.77542078e-02,\n",
" 1.81932803e-02, -2.58365981e-02, 9.28005949e-03, 1.26018245e-02,\n",
" 8.04474205e-02, 1.07620656e-03, 3.89388315e-02, 3.35328840e-02,\n",
" -5.81954699e-03, 3.47112305e-02, -1.85500905e-02, 1.88236348e-02,\n",
" -8.68560467e-03, -3.32055837e-02, 3.26118879e-02, 6.21381626e-02,\n",
" 6.98521584e-02, 3.34622972e-02, 1.73052587e-02, 3.98374908e-02,\n",
" 9.61376820e-03, 4.11207750e-02, -1.32389134e-02, -5.44679165e-02,\n",
" -2.92925760e-02, 7.19202459e-02, -5.07145189e-03, -3.55072916e-02,\n",
" 5.04026636e-02, 1.36475898e-02, -5.50694279e-02, -4.69429009e-02,\n",
" 5.88933118e-02, 1.66637264e-02, 3.68605070e-02, -5.66782132e-02,\n",
" 1.20713077e-02, -4.69010174e-02, -4.50387318e-03, -2.38320753e-02,\n",
" -7.34446105e-03, 5.84192425e-02, 1.17641278e-02, -1.82711671e-03,\n",
" -3.55875082e-02, -7.14476332e-02, 3.16819251e-02, 1.33368932e-02,\n",
" 1.66716333e-02, 5.27849700e-03, 1.64222494e-02, -5.92328534e-02,\n",
" 6.28936067e-02, 9.55175795e-03, 6.20026141e-02, -3.90246995e-02,\n",
" 1.18986918e-02, 3.83061096e-02, 1.20600842e-01, -7.27104896e-04,\n",
" -5.23855500e-02, -1.05771758e-01, 2.95891985e-02, -2.95105763e-02,\n",
" -9.56104416e-03, -1.06785372e-02, 1.00993458e-02, 7.12439045e-02,\n",
" 3.18608768e-02, -2.46147104e-02, -1.46181872e-02, 7.79071897e-02,\n",
" 1.82065871e-02, -1.18947094e-02, -8.73528980e-03, -9.71186534e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'icanhas': Embedding(embedding=array([ 1.09790467e-01, -3.44918258e-02, -1.15651609e-02, 2.66145859e-02,\n",
" -1.35849826e-02, -5.72522171e-02, 2.42929477e-02, 5.68421520e-02,\n",
" 1.00683838e-01, 4.53643352e-02, -2.71201413e-02, 4.88774143e-02,\n",
" 3.32122035e-02, 2.12855414e-02, -2.39099632e-03, 4.44509946e-02,\n",
" 5.96809462e-02, 8.47910121e-02, -5.90971438e-03, -1.64822340e-02,\n",
" -8.46594870e-02, -3.53459828e-02, 2.31619008e-04, 5.01560569e-02,\n",
" 1.77126669e-04, 1.26885064e-02, 1.64114926e-02, -4.82943170e-02,\n",
" 4.79479767e-02, -1.74322110e-02, 7.83819631e-02, -2.15726662e-02,\n",
" 1.95694286e-02, -5.35343541e-04, 3.47474068e-02, -3.52249518e-02,\n",
" -4.20667231e-02, -2.03080177e-02, -9.40088034e-02, 4.38497141e-02,\n",
" -4.94400375e-02, 2.88453922e-02, -3.07589564e-02, -1.08052492e-02,\n",
" 5.07680327e-02, -5.73231205e-02, -4.12322469e-02, 5.41026443e-02,\n",
" -2.40764860e-02, 1.15558431e-02, 3.77139598e-02, -2.11166348e-02,\n",
" -2.04660208e-03, 2.36523524e-02, 4.78618853e-02, 6.95823953e-02,\n",
" -2.70288866e-02, -9.36044306e-02, -1.88406985e-02, -2.33201552e-02,\n",
" 2.97550336e-02, 6.95408368e-03, 1.64799429e-02, 1.62835885e-02,\n",
" 2.25390848e-02, 2.47455761e-02, 3.74498591e-02, 2.49154326e-02,\n",
" -3.24174925e-03, -1.96430851e-02, -7.44266901e-03, 4.41119727e-03,\n",
" 3.76297310e-02, 1.34234399e-01, -3.07669025e-02, 6.68658316e-03,\n",
" 2.28954852e-02, -9.73566100e-02, 3.12776901e-02, -8.77700094e-03,\n",
" 6.78135362e-03, 1.97895505e-02, -6.00707307e-02, 3.23247425e-02,\n",
" -8.07517581e-03, 5.14798723e-02, -1.68788768e-02, -1.00137196e-01,\n",
" -6.98337331e-02, -2.48821825e-02, -3.38376164e-02, -4.73564118e-02,\n",
" -1.61880869e-02, -8.65332112e-02, -8.06323513e-02, 2.72860024e-02,\n",
" -7.81237930e-02, 3.99264507e-02, 6.97744824e-03, 1.39815593e-02,\n",
" -1.31222000e-02, -1.92518774e-02, 1.22204632e-03, -2.02368423e-02,\n",
" -4.20994274e-02, -3.19598168e-02, 4.03447746e-04, 3.55352573e-02,\n",
" -3.93512622e-02, 7.46268630e-02, -4.39739376e-02, -1.30942836e-02,\n",
" 1.02479262e-02, -1.15017015e-02, -2.75481027e-03, 7.74275661e-02,\n",
" 3.19185592e-02, 7.51019344e-02, -6.83651492e-02, -1.75817925e-02,\n",
" -1.85479730e-01, -4.83666398e-02, 1.74774416e-02, 3.33072338e-03,\n",
" -2.11035237e-02, 5.52474894e-03, -2.80309487e-02, 4.03593704e-02,\n",
" -7.56334066e-02, 1.33323635e-03, 9.96528286e-03, 4.67672199e-02,\n",
" -4.17219624e-02, 2.28076316e-02, -2.51374431e-02, 5.72745800e-02,\n",
" 1.88247953e-02, 6.43694177e-02, -7.10077072e-03, 2.08204538e-02,\n",
" -2.11549606e-02, -1.75434239e-02, -3.31415273e-02, 1.49471788e-02,\n",
" -2.52266861e-02, 2.89227795e-02, 1.17096014e-03, 5.98049425e-02,\n",
" -5.43715917e-02, 1.20543344e-02, 4.77946363e-02, 2.96669472e-02,\n",
" -2.78565735e-02, 4.00394127e-02, -1.73919685e-02, -5.02026118e-02,\n",
" -3.01667675e-02, 3.45780328e-02, 3.65618877e-02, 9.38545261e-03,\n",
" 2.01115459e-02, 4.50203009e-02, 5.09995483e-02, -7.22096339e-02,\n",
" -8.07975903e-02, 4.20208182e-03, 5.49105136e-03, -3.05860136e-02,\n",
" 4.44321372e-02, 2.44314708e-02, -2.17349119e-02, 2.90396344e-02,\n",
" -4.80820611e-02, 1.74105484e-02, 4.87499163e-02, -9.18639302e-02,\n",
" -2.93508060e-02, -1.45836780e-02, 2.12777406e-02, -4.10560780e-04,\n",
" 2.27826182e-02, -3.89950611e-02, 3.66243999e-03, -1.98326260e-02,\n",
" 2.80646818e-05, 1.38644716e-02, 8.26369412e-03, 2.09273640e-02,\n",
" -4.13135439e-02, -9.18937568e-03, -8.21569860e-02, -2.83784606e-02,\n",
" -1.97458547e-02, 1.48192411e-02, -6.63530007e-02, 4.47264463e-02,\n",
" 6.05264306e-02, 4.05011000e-03, -4.30276841e-02, -1.05979070e-02,\n",
" 8.17874745e-02, 2.75905021e-02, 5.30159175e-02, -3.25549114e-03,\n",
" -3.82066220e-02, 1.72891014e-03, 4.39580604e-02, -2.48817783e-02,\n",
" -1.01577751e-02, -5.99395446e-02, 5.05418330e-02, -1.67481117e-02,\n",
" 6.97931796e-02, 2.28717132e-03, -1.75331477e-02, 2.77232956e-02,\n",
" -9.64664072e-02, -8.61403421e-02, -4.19707373e-02, 3.52037326e-02,\n",
" 3.91910151e-02, 2.53780950e-02, 6.55393898e-02, 2.64212117e-02,\n",
" 1.61845097e-03, -3.45473588e-02, 3.61222178e-02, -4.14547231e-03,\n",
" 1.87323242e-03, -2.29107030e-02, -5.24165966e-02, 4.65686508e-02,\n",
" 2.94632092e-02, -3.57526429e-02, 5.15846014e-02, -3.90194729e-02,\n",
" -6.50477260e-02, 1.39224399e-02, 1.72716286e-02, -8.43824521e-02,\n",
" -1.78296752e-02, -4.79802042e-02, 1.35353161e-02, 3.44095640e-02,\n",
" 2.82274820e-02, -3.41228098e-02, -5.90585805e-02, -1.77651737e-02,\n",
" 2.88553946e-02, -4.28111479e-02, -2.30029295e-03, 2.14243289e-02,\n",
" -6.89520091e-02, -1.81936882e-02, 4.26459908e-02, 1.18089141e-02,\n",
" 5.26355207e-02, -6.14314489e-02, -4.70236577e-02, -9.63531733e-02,\n",
" -3.74298096e-02, 1.45724490e-02, -3.53373550e-02, -2.75281463e-02,\n",
" 1.82837397e-02, 2.37676478e-03, -5.22462185e-03, -1.03422239e-01,\n",
" -7.68711790e-02, 2.48667412e-02, -4.16251086e-02, 9.99978036e-02,\n",
" -2.32214965e-02, -5.51951155e-02, 7.01857060e-02, 1.52506866e-02,\n",
" 4.30622883e-02, 2.69481335e-02, -6.81101065e-03, 1.18911620e-02,\n",
" 6.56805634e-02, -6.54204488e-02, 1.96778532e-02, 3.50818522e-02,\n",
" 3.56696051e-04, -2.28133518e-02, -3.63866091e-02, 1.31638031e-02,\n",
" -2.84270719e-02, 3.81717645e-02, 9.26761236e-03, 1.02868909e-02,\n",
" -3.84700187e-02, 1.90822519e-02, 4.09568548e-02, -2.05320790e-02,\n",
" -6.42622728e-03, -1.42510748e-03, 1.27793238e-01, 9.48182195e-02,\n",
" 1.98073424e-02, 1.21236360e-02, 2.40359604e-02, -4.03743461e-02,\n",
" 4.90821078e-02, 1.09326929e-01, -1.92529466e-02, 3.37963030e-02,\n",
" -1.21107800e-02, -1.23790503e-02, -1.90495588e-02, -4.04709838e-02,\n",
" -6.11781217e-02, 6.81031048e-02, 1.46336872e-02, 1.76994503e-03,\n",
" -4.52604471e-03, 2.38882238e-03, -1.03132268e-02, -5.30366711e-02,\n",
" 7.03210756e-02, 6.14046976e-02, 1.74024440e-02, 5.54367527e-02,\n",
" 2.80285925e-02, 1.59169380e-02, -6.39402643e-02, -4.48952690e-02,\n",
" -3.51406028e-03, 8.23339447e-02, -5.13441488e-02, -1.54998619e-02,\n",
" -1.76191907e-02, -2.40682121e-02, 6.20597750e-02, 3.54025140e-02,\n",
" 5.66639891e-03, 2.97391135e-02, 7.52128661e-02, 5.61308153e-02,\n",
" -3.78166186e-03, -6.46721572e-02, -1.33959167e-02, -8.98978487e-03,\n",
" -1.57114887e-03, 4.23944965e-02, -2.03064699e-02, -7.86986947e-02,\n",
" 4.17583957e-02, -7.81507194e-02, -4.97627370e-02, -6.92059146e-03,\n",
" -3.50376554e-02, -5.88243976e-02, 1.35412253e-02, -3.22452560e-02,\n",
" 3.21384408e-02, -2.61862129e-02, -5.44362254e-02, -3.31530422e-02,\n",
" 1.70873087e-02, -1.61405932e-02, -2.15302464e-02, 3.57313827e-02,\n",
" -6.98151365e-02, -1.70515738e-02, -2.80703548e-02, 1.32027790e-02,\n",
" 6.41257390e-02, -5.98965511e-02, 3.83168608e-02, -4.73533198e-02,\n",
" 4.07346301e-02, -2.00968347e-02, -7.72627397e-03, 2.79381480e-02,\n",
" 4.80988212e-02, 3.69677618e-02, 4.58477326e-02, 3.54974717e-02,\n",
" -2.84289252e-02, 4.34036739e-02, 1.38361729e-03, -3.26275229e-02,\n",
" -5.42335622e-02, -3.11959293e-02, 1.75321139e-02, -4.78390940e-02,\n",
" -1.58394035e-02, -5.24203852e-02, -1.01592816e-01, 2.17358135e-02,\n",
" -1.64288934e-02, 7.66896978e-02, 1.58868860e-02, 2.00280547e-02,\n",
" 2.53946409e-02, 2.71633752e-02, -5.84173165e-02, -1.71462111e-02,\n",
" -1.26619309e-01, -1.37502523e-02, 4.95365225e-02, -2.60452013e-02,\n",
" -5.90466820e-02, -5.12762479e-02, -6.01921231e-04, 1.94330662e-02,\n",
" -4.60493155e-02, -9.15004238e-02, -3.49442177e-02, 5.71935363e-02,\n",
" -1.07928012e-02, -2.48826370e-02, -5.47159165e-02, 2.11268924e-02,\n",
" -6.73592687e-02, 1.07178465e-02, 6.77110851e-02, -5.76258916e-03,\n",
" -6.61511114e-03, -1.13318441e-02, 1.87153649e-02, -4.41114651e-03,\n",
" -3.06578688e-02, 2.25547869e-02, -4.55860272e-02, -9.01897922e-02,\n",
" 1.74248926e-02, -1.04976678e-02, 1.00710928e-01, -4.99361455e-02,\n",
" 3.35432552e-02, 1.90571155e-02, 9.15242508e-02, 4.56213541e-02,\n",
" 1.90782156e-02, -1.89258792e-02, 7.20881717e-03, 1.25483805e-02,\n",
" 7.71260783e-02, 9.38927662e-03, 3.46179530e-02, 3.65820117e-02,\n",
" -4.85590514e-04, 3.15497555e-02, -1.72930025e-02, 1.75420567e-02,\n",
" -7.59123731e-03, -2.84202117e-02, 2.70215720e-02, 6.59508705e-02,\n",
" 7.15318248e-02, 3.05031613e-02, 1.38075417e-02, 4.91941534e-02,\n",
" 2.15316024e-02, 4.00332063e-02, -1.38502419e-02, -5.60548119e-02,\n",
" -2.36382652e-02, 6.48425221e-02, -3.33674019e-03, -4.68989462e-02,\n",
" 5.70458844e-02, 8.12883675e-03, -4.84328680e-02, -4.78598028e-02,\n",
" 5.73828816e-02, 1.47438077e-02, 3.26767638e-02, -4.51262295e-02,\n",
" -1.81498053e-03, -5.37410304e-02, 6.73826784e-03, -2.31100060e-02,\n",
" -9.55716521e-03, 4.94818166e-02, 1.22734765e-02, 5.60918311e-03,\n",
" -3.06562576e-02, -8.57821181e-02, 3.55428457e-02, -4.78608446e-04,\n",
" 1.40954470e-02, 1.10006360e-02, 1.46731716e-02, -6.00339025e-02,\n",
" 6.13301508e-02, 2.39120442e-02, 6.80253878e-02, -4.13950384e-02,\n",
" 1.12261903e-02, 3.65622714e-02, 1.15904957e-01, -1.01102842e-02,\n",
" -5.11134751e-02, -1.11378774e-01, 2.50781458e-02, -3.19569744e-02,\n",
" -1.09625440e-02, -7.07849069e-03, 5.59019437e-03, 6.59540445e-02,\n",
" 3.19982581e-02, -2.75877733e-02, -1.28902849e-02, 8.19651708e-02,\n",
" 1.71187818e-02, -2.79895822e-03, -7.00811297e-03, -9.49449316e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'imsorry': Embedding(embedding=array([ 1.04422666e-01, -3.56194265e-02, -1.19721862e-02, 1.57651231e-02,\n",
" -1.24022840e-02, -6.01608045e-02, 2.60143299e-02, 5.77675626e-02,\n",
" 1.02463745e-01, 4.61190827e-02, -2.52699628e-02, 5.51108643e-02,\n",
" 3.37962583e-02, 2.06917822e-02, -3.76139721e-03, 4.14281636e-02,\n",
" 6.71669021e-02, 8.74844268e-02, -6.63529150e-03, -1.60869770e-02,\n",
" -8.29823539e-02, -3.65908891e-02, -2.74692127e-03, 4.62698713e-02,\n",
" 3.70643171e-03, 1.39452415e-02, 1.23134498e-02, -4.19141725e-02,\n",
" 5.31842634e-02, -1.40424818e-02, 7.98254311e-02, -2.11759899e-02,\n",
" 1.44803198e-02, 2.57895910e-03, 3.82831171e-02, -3.62960920e-02,\n",
" -4.15950082e-02, -1.66043267e-02, -9.37908515e-02, 4.02174890e-02,\n",
" -4.31704856e-02, 2.03159582e-02, -2.77464148e-02, -1.04981055e-02,\n",
" 4.17948216e-02, -5.99259883e-02, -4.36908156e-02, 5.56797571e-02,\n",
" -2.83126887e-02, 1.00558950e-02, 3.88201699e-02, -1.95065532e-02,\n",
" 2.45884550e-03, 2.20210515e-02, 4.97018956e-02, 7.68449157e-02,\n",
" -2.54376922e-02, -9.30684656e-02, -1.76567212e-02, -2.25208998e-02,\n",
" 3.56108174e-02, 9.44131054e-03, 1.66100338e-02, 1.51221389e-02,\n",
" 1.88562386e-02, 2.33533271e-02, 4.14487720e-02, 2.48040147e-02,\n",
" -7.02995481e-03, -1.35895461e-02, -1.37577606e-02, 1.38928285e-02,\n",
" 3.00613232e-02, 1.33409604e-01, -3.23243998e-02, 1.31813623e-02,\n",
" 1.90963037e-02, -9.60416123e-02, 2.95442045e-02, -1.31416861e-02,\n",
" 1.02009121e-02, 2.27088742e-02, -6.32918701e-02, 4.05909680e-02,\n",
" -1.04218293e-02, 4.48778197e-02, -2.07486339e-02, -9.79252085e-02,\n",
" -6.12197742e-02, -2.57257801e-02, -3.23081315e-02, -4.48560268e-02,\n",
" -2.24902537e-02, -8.84228945e-02, -7.92157948e-02, 3.25572342e-02,\n",
" -7.58639276e-02, 4.30429280e-02, -2.53942376e-03, 1.44504458e-02,\n",
" -1.22179044e-02, -1.22001162e-02, 4.88384347e-03, -1.78294498e-02,\n",
" -3.90027463e-02, -2.70134341e-02, 4.58165334e-04, 3.52979191e-02,\n",
" -4.57559749e-02, 7.33377635e-02, -4.15358618e-02, -1.22148274e-02,\n",
" 9.31282435e-03, -6.82124263e-03, -5.55735128e-03, 7.78848976e-02,\n",
" 3.44217718e-02, 8.13310444e-02, -7.34868795e-02, -1.69142019e-02,\n",
" -1.89223513e-01, -5.18042296e-02, 2.39575934e-02, 5.23263821e-04,\n",
" -1.83688793e-02, 3.61422426e-03, -3.15186456e-02, 4.32002656e-02,\n",
" -7.25578442e-02, 1.17759025e-02, 7.83421099e-03, 5.08983657e-02,\n",
" -4.07575257e-02, 2.05710195e-02, -3.32219712e-02, 5.70148639e-02,\n",
" 1.96514130e-02, 6.25296086e-02, -8.44790973e-03, 1.61231346e-02,\n",
" -2.22327318e-02, -2.44653691e-02, -2.94888038e-02, 1.60856117e-02,\n",
" -2.66853236e-02, 3.78892310e-02, 9.11944546e-03, 5.83333708e-02,\n",
" -5.29576652e-02, 1.12311365e-02, 4.44020331e-02, 2.50111148e-02,\n",
" -3.10043693e-02, 3.78618389e-02, -1.85403600e-02, -5.28807789e-02,\n",
" -2.86485311e-02, 3.67099941e-02, 3.84204276e-02, 5.22584422e-03,\n",
" 2.25694291e-02, 5.15178479e-02, 4.77212071e-02, -7.11894259e-02,\n",
" -8.56914744e-02, 2.92459526e-03, 2.80119898e-03, -3.31858955e-02,\n",
" 4.51110974e-02, 3.47445384e-02, -2.53609624e-02, 3.14280577e-02,\n",
" -4.00129519e-02, 2.01182235e-02, 4.42934819e-02, -8.82740542e-02,\n",
" -2.72826478e-02, -6.79458352e-03, 3.22429240e-02, 3.07912985e-03,\n",
" 2.56650485e-02, -4.05700319e-02, 2.48725456e-03, -1.34775983e-02,\n",
" -1.01150875e-03, 1.30833415e-02, -3.01452517e-03, 1.66646559e-02,\n",
" -4.48942110e-02, -5.89733059e-03, -8.33446309e-02, -3.48215923e-02,\n",
" -1.68482307e-02, 1.21333990e-02, -6.25863075e-02, 4.32040840e-02,\n",
" 6.01285584e-02, 1.77791028e-03, -4.44883667e-02, -7.90847838e-03,\n",
" 8.61554742e-02, 2.89713312e-02, 5.23908958e-02, -3.67416814e-03,\n",
" -3.66237611e-02, 6.24829251e-03, 3.81664969e-02, -2.56152675e-02,\n",
" -4.96049644e-03, -6.54887706e-02, 5.21922894e-02, -1.41231474e-02,\n",
" 6.80739731e-02, -1.44717167e-03, -1.62899978e-02, 2.59119738e-02,\n",
" -9.48098153e-02, -8.78693759e-02, -4.13709879e-02, 3.33738141e-02,\n",
" 3.41744013e-02, 2.78163832e-02, 6.65498972e-02, 1.98181886e-02,\n",
" 3.40138469e-03, -3.58779393e-02, 2.99486835e-02, -3.38013167e-03,\n",
" 2.82485597e-03, -1.99202746e-02, -5.05210906e-02, 4.11950238e-02,\n",
" 3.33193541e-02, -4.23035547e-02, 5.36880940e-02, -4.20610942e-02,\n",
" -6.01427667e-02, 1.61786824e-02, 1.90195218e-02, -8.81809816e-02,\n",
" -2.02522781e-02, -4.55329567e-02, 1.72913931e-02, 4.37159240e-02,\n",
" 2.39793118e-02, -3.48108634e-02, -6.55691996e-02, -2.07476318e-02,\n",
" 3.87937315e-02, -4.71849032e-02, 5.45487134e-03, 2.00623665e-02,\n",
" -6.58489838e-02, -2.48441957e-02, 4.58485074e-02, 2.04134323e-02,\n",
" 5.64667583e-02, -5.67930974e-02, -4.47312407e-02, -8.80875587e-02,\n",
" -4.13734540e-02, 1.54894777e-02, -3.94670479e-02, -2.74075884e-02,\n",
" 1.76203642e-02, -1.84762105e-03, -2.96531338e-03, -1.03774466e-01,\n",
" -7.56177604e-02, 2.75753308e-02, -3.88596728e-02, 9.22037140e-02,\n",
" -3.22586857e-02, -5.19999899e-02, 7.12623447e-02, 9.71897691e-03,\n",
" 3.96853127e-02, 2.51694713e-02, -7.46347196e-03, 1.19713657e-02,\n",
" 6.71080649e-02, -5.90586960e-02, 1.39564723e-02, 4.35751788e-02,\n",
" 7.66545255e-03, -2.08803862e-02, -3.59767303e-02, 1.51300104e-02,\n",
" -3.51201668e-02, 3.81047614e-02, 6.04959298e-03, 6.92523783e-03,\n",
" -3.51212434e-02, 1.83573328e-02, 4.55495045e-02, -1.91957541e-02,\n",
" -4.74880869e-03, -7.47835636e-03, 1.24434851e-01, 9.01983976e-02,\n",
" 2.22473387e-02, 1.42827127e-02, 2.66892128e-02, -4.19742316e-02,\n",
" 5.32330722e-02, 1.07230999e-01, -1.55272800e-02, 3.30596864e-02,\n",
" -7.66670750e-03, -1.33348014e-02, -2.39468403e-02, -4.06010002e-02,\n",
" -5.22184521e-02, 6.81453496e-02, 1.85279939e-02, 2.23018625e-03,\n",
" -3.51620791e-03, 7.19316211e-03, -5.21340128e-03, -5.60951754e-02,\n",
" 6.92696422e-02, 6.32311776e-02, 1.94562450e-02, 5.76008223e-02,\n",
" 2.49754451e-02, 2.78881267e-02, -6.39878437e-02, -4.42588255e-02,\n",
" 8.78070568e-06, 8.04401413e-02, -5.06118014e-02, -1.46767097e-02,\n",
" -1.73980556e-02, -2.47211382e-02, 5.95808066e-02, 3.51002999e-02,\n",
" 5.06706443e-03, 2.64819972e-02, 7.20557347e-02, 5.60055040e-02,\n",
" -7.38361105e-03, -7.37648159e-02, -8.47167801e-03, -7.19338562e-03,\n",
" 2.54947715e-03, 4.74987887e-02, -1.21583119e-02, -7.68906027e-02,\n",
" 4.13108990e-02, -6.94657266e-02, -4.79277596e-02, -7.15964939e-03,\n",
" -2.62295622e-02, -6.20336160e-02, 1.26185510e-02, -2.52642743e-02,\n",
" 4.19945493e-02, -2.33486667e-02, -6.06450103e-02, -3.65885347e-02,\n",
" 1.34481974e-02, -1.48034245e-02, -1.88132897e-02, 3.98283936e-02,\n",
" -7.75521994e-02, -1.39941312e-02, -3.49666290e-02, 1.21372705e-02,\n",
" 6.42884150e-02, -5.55494763e-02, 3.40459496e-02, -4.50196043e-02,\n",
" 3.71331573e-02, -2.52615754e-02, -1.11207468e-02, 2.53400486e-02,\n",
" 4.98162881e-02, 3.54064927e-02, 4.79086377e-02, 3.20238918e-02,\n",
" -2.68546138e-02, 4.35226113e-02, 7.95287173e-03, -3.25668827e-02,\n",
" -5.66164665e-02, -3.03933527e-02, 1.69560965e-02, -4.77270745e-02,\n",
" -1.15784323e-02, -4.65056188e-02, -9.53970402e-02, 2.26425007e-02,\n",
" -8.94246995e-03, 8.65170881e-02, 1.02693019e-02, 2.11493783e-02,\n",
" 2.15048920e-02, 2.15257443e-02, -6.42327517e-02, -1.36181451e-02,\n",
" -1.24729000e-01, -1.72177088e-02, 5.26881330e-02, -2.71157846e-02,\n",
" -5.75391203e-02, -4.77993339e-02, -6.85886596e-04, 1.87255032e-02,\n",
" -4.10746112e-02, -9.18722674e-02, -3.54329981e-02, 6.04788437e-02,\n",
" -5.20190643e-03, -3.36244181e-02, -5.14588729e-02, 2.36755032e-02,\n",
" -6.48692921e-02, 1.17034260e-02, 6.35341704e-02, -8.20000749e-03,\n",
" -6.82090083e-03, -6.47909706e-03, 2.01191567e-02, -6.02231873e-03,\n",
" -3.24362665e-02, 1.87057070e-02, -5.16225472e-02, -8.34210142e-02,\n",
" 2.22531427e-02, -1.57627966e-02, 9.87602249e-02, -5.13985120e-02,\n",
" 3.08431666e-02, 1.49486978e-02, 9.24713314e-02, 4.62806858e-02,\n",
" 1.87788773e-02, -3.06343660e-02, 3.96726560e-03, 7.13331997e-03,\n",
" 8.27451795e-02, 6.90897368e-03, 3.64182964e-02, 3.44693027e-02,\n",
" 1.11846521e-03, 3.20011154e-02, -1.63972080e-02, 1.61710531e-02,\n",
" -3.15927668e-03, -3.23558375e-02, 2.96064150e-02, 5.95413484e-02,\n",
" 7.13012815e-02, 3.22770104e-02, 1.64706092e-02, 4.15723212e-02,\n",
" 6.98142266e-03, 3.66209261e-02, -1.90314371e-02, -5.50003238e-02,\n",
" -2.75728889e-02, 6.78600147e-02, -4.31745499e-03, -3.96809988e-02,\n",
" 5.43937795e-02, 7.86570553e-03, -4.92589213e-02, -4.65130396e-02,\n",
" 5.97294271e-02, 1.96070522e-02, 3.15001011e-02, -5.22700027e-02,\n",
" 9.36140679e-03, -5.07139228e-02, -8.00149923e-04, -3.29593681e-02,\n",
" -1.09657533e-02, 5.43119572e-02, 1.39766065e-02, 1.54042745e-03,\n",
" -3.81065719e-02, -7.31621236e-02, 3.46276797e-02, 8.08356050e-03,\n",
" 1.23720905e-02, 6.18907996e-03, 1.19430684e-02, -5.68095148e-02,\n",
" 6.51793405e-02, 1.35018192e-02, 6.53418079e-02, -4.51146476e-02,\n",
" 1.27750617e-02, 3.77035849e-02, 1.18405893e-01, -9.76524781e-03,\n",
" -4.75688614e-02, -1.05751969e-01, 2.67447662e-02, -3.84432971e-02,\n",
" -3.62770399e-03, -7.35742552e-03, 4.86479513e-03, 7.40694404e-02,\n",
" 2.34626718e-02, -2.86550447e-02, -1.19189266e-02, 8.36053118e-02,\n",
" 1.51378363e-02, -1.17968461e-02, -1.08770430e-02, -9.43801031e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'inigo': Embedding(embedding=array([ 1.03100382e-01, -3.44378576e-02, -1.31641496e-02, 3.34675424e-02,\n",
" -1.11734793e-02, -5.59540056e-02, 1.73547100e-02, 6.43289760e-02,\n",
" 9.55694690e-02, 4.67205606e-02, -2.90836170e-02, 5.40724173e-02,\n",
" 3.70820686e-02, 2.28574462e-02, -2.23841425e-03, 4.61162776e-02,\n",
" 6.37867898e-02, 8.13197196e-02, -5.94783761e-03, -1.80364959e-02,\n",
" -7.92374685e-02, -3.20074931e-02, -6.74751529e-04, 4.67691608e-02,\n",
" 1.19021034e-03, 9.49394889e-03, 1.44512933e-02, -4.59373817e-02,\n",
" 4.15628552e-02, -1.42104160e-02, 7.10491538e-02, -2.64915340e-02,\n",
" 2.12809257e-02, -5.61110536e-03, 3.54474895e-02, -3.32353972e-02,\n",
" -4.48157080e-02, -2.00927686e-02, -9.58881453e-02, 4.18763682e-02,\n",
" -4.65393551e-02, 2.75242962e-02, -3.04147080e-02, -7.90863484e-03,\n",
" 5.03303632e-02, -5.76865673e-02, -4.26338688e-02, 5.55552021e-02,\n",
" -2.40313262e-02, 1.37194367e-02, 3.23251970e-02, -2.38368735e-02,\n",
" 1.48653879e-03, 2.74778679e-02, 4.55345921e-02, 7.33594969e-02,\n",
" -2.78472453e-02, -9.11729708e-02, -1.58847161e-02, -2.31421925e-02,\n",
" 3.59645039e-02, -2.41166097e-03, 1.85169671e-02, 1.21167861e-02,\n",
" 2.52798721e-02, 2.64825802e-02, 3.83341238e-02, 2.23896839e-02,\n",
" -4.47899874e-05, -1.78323928e-02, -6.56035321e-04, 4.28214949e-03,\n",
" 4.41359393e-02, 1.34895995e-01, -3.43384482e-02, 1.45029929e-02,\n",
" 2.47270782e-02, -9.67705920e-02, 3.16584297e-02, -1.37647809e-02,\n",
" 7.17883091e-03, 2.43440978e-02, -5.83594032e-02, 3.56942751e-02,\n",
" -1.41996855e-03, 5.66629991e-02, -1.59823094e-02, -9.80357379e-02,\n",
" -7.15558305e-02, -3.01013980e-02, -3.57862562e-02, -4.65633683e-02,\n",
" -1.46113541e-02, -9.10076424e-02, -8.20076093e-02, 3.17924544e-02,\n",
" -7.25394264e-02, 4.39598449e-02, 8.59972462e-03, 1.62364040e-02,\n",
" -1.47430589e-02, -2.40197778e-02, 2.08035531e-03, -1.58200003e-02,\n",
" -4.12932783e-02, -3.19703892e-02, -4.20390425e-05, 3.02849021e-02,\n",
" -4.26095128e-02, 6.96817935e-02, -4.69295830e-02, -9.68587026e-03,\n",
" 1.44266635e-02, -1.97136775e-02, 2.17894587e-04, 7.98671171e-02,\n",
" 3.76110785e-02, 7.69677237e-02, -6.55482858e-02, -1.32358735e-02,\n",
" -2.03130782e-01, -4.76426892e-02, 1.98433176e-02, 7.44781177e-03,\n",
" -2.97801588e-02, 4.21729730e-03, -3.59829478e-02, 3.82393375e-02,\n",
" -7.42933527e-02, -5.23648865e-04, 8.74083675e-03, 4.96139303e-02,\n",
" -3.43688801e-02, 2.27294993e-02, -3.13837342e-02, 5.95246367e-02,\n",
" 2.68921535e-02, 5.90331070e-02, -7.39689125e-03, 1.75189301e-02,\n",
" -2.38793958e-02, -2.07718052e-02, -3.85956503e-02, 9.44992807e-03,\n",
" -2.63504572e-02, 3.10734659e-02, -7.75711320e-04, 5.91710210e-02,\n",
" -4.41496111e-02, 1.12749990e-02, 4.44820300e-02, 3.31643187e-02,\n",
" -2.62570810e-02, 4.23330329e-02, -2.29286999e-02, -4.55466621e-02,\n",
" -2.84956153e-02, 3.05663757e-02, 3.60066295e-02, 5.51701011e-03,\n",
" 1.65285859e-02, 4.46767472e-02, 4.56102155e-02, -6.62483722e-02,\n",
" -8.30728188e-02, 3.65896872e-03, 8.37863144e-03, -2.16670539e-02,\n",
" 4.09915186e-02, 2.05101389e-02, -1.73486341e-02, 2.82169580e-02,\n",
" -3.86543088e-02, 1.63760800e-02, 4.88619618e-02, -9.72362757e-02,\n",
" -3.05658933e-02, -1.17653459e-02, 2.69750543e-02, 1.23839738e-04,\n",
" 2.60792989e-02, -3.76171283e-02, -7.28038896e-04, -1.81494225e-02,\n",
" 1.19219825e-03, 1.04276948e-02, 6.43508555e-03, 2.22547073e-02,\n",
" -3.69621962e-02, -9.45800450e-03, -8.35011750e-02, -2.98889726e-02,\n",
" -2.05512661e-02, 1.47205573e-02, -6.34253025e-02, 4.38068025e-02,\n",
" 6.06487840e-02, 7.12519232e-03, -4.33154888e-02, -1.42621547e-02,\n",
" 8.08070824e-02, 2.73652729e-02, 5.81860021e-02, -5.02948789e-03,\n",
" -4.06788103e-02, -2.31466780e-04, 4.84940968e-02, -2.48873327e-02,\n",
" -4.36324440e-03, -6.44225031e-02, 5.17979786e-02, -1.79476477e-02,\n",
" 7.56244585e-02, -2.79332860e-03, -1.68652628e-02, 2.27172971e-02,\n",
" -8.63722190e-02, -8.71735215e-02, -3.75843905e-02, 3.13599780e-02,\n",
" 4.51677442e-02, 1.89512596e-02, 7.13411644e-02, 2.37260517e-02,\n",
" 5.65536600e-03, -3.79589684e-02, 3.53817567e-02, -4.75128926e-03,\n",
" 7.48549122e-03, -2.17940900e-02, -5.26310541e-02, 4.64877971e-02,\n",
" 3.07276491e-02, -3.18037719e-02, 5.35474047e-02, -3.61600369e-02,\n",
" -6.36069328e-02, 1.07382806e-02, 1.80626735e-02, -8.04116949e-02,\n",
" -1.91964600e-02, -4.19706330e-02, 5.55875059e-03, 3.23218070e-02,\n",
" 2.24926919e-02, -4.26661149e-02, -5.38497716e-02, -2.27022674e-02,\n",
" 2.21821740e-02, -5.00083156e-02, 7.93113024e-04, 1.92421060e-02,\n",
" -6.91016763e-02, -2.62570903e-02, 4.39037457e-02, 1.22798849e-02,\n",
" 5.32219559e-02, -6.08698763e-02, -4.19122614e-02, -9.56129953e-02,\n",
" -4.69927639e-02, 1.48162302e-02, -3.27112861e-02, -2.64431406e-02,\n",
" 1.79909077e-02, 8.99434788e-04, -6.79164054e-03, -1.09099016e-01,\n",
" -8.35431144e-02, 2.24118158e-02, -4.02968973e-02, 1.01075731e-01,\n",
" -2.27807406e-02, -5.11137284e-02, 7.59812668e-02, 1.49606476e-02,\n",
" 4.52555344e-02, 2.10344158e-02, -6.43301429e-03, 1.16235344e-02,\n",
" 5.90781868e-02, -6.20271116e-02, 2.45370343e-02, 3.31814289e-02,\n",
" 5.12597524e-03, -2.40393989e-02, -3.67740802e-02, 1.34243965e-02,\n",
" -3.59149054e-02, 3.46891321e-02, 8.27436149e-03, 1.53974816e-02,\n",
" -3.99976633e-02, 1.91045515e-02, 4.04467098e-02, -1.47383362e-02,\n",
" -9.20968782e-03, -3.16891400e-03, 1.28770486e-01, 9.28441286e-02,\n",
" 1.71239991e-02, 1.52574945e-02, 2.06687916e-02, -4.22419868e-02,\n",
" 5.15853353e-02, 1.10754520e-01, -1.85532700e-02, 3.42866443e-02,\n",
" -5.75376162e-03, -1.53619293e-02, -1.69008337e-02, -4.08151671e-02,\n",
" -6.11244887e-02, 6.07433505e-02, 1.35491770e-02, 4.75232722e-03,\n",
" -1.06213987e-02, 5.13912179e-03, -1.06561575e-02, -5.56600951e-02,\n",
" 6.53204098e-02, 5.15639149e-02, 1.27993878e-02, 5.81869707e-02,\n",
" 2.49362476e-02, 1.05669023e-02, -6.10973760e-02, -4.50919829e-02,\n",
" -2.83931242e-03, 7.83095360e-02, -4.66358922e-02, -1.34636406e-02,\n",
" -1.52573083e-02, -2.69121416e-02, 6.64895624e-02, 3.72286849e-02,\n",
" 8.57328530e-03, 2.99804378e-02, 7.25442246e-02, 5.23808412e-02,\n",
" 3.39782191e-03, -6.17026314e-02, -1.10932020e-02, -6.48943661e-03,\n",
" -3.55343148e-03, 4.20073271e-02, -2.29764935e-02, -7.01525658e-02,\n",
" 4.84155379e-02, -8.37400779e-02, -4.84860055e-02, -7.55879143e-03,\n",
" -2.91989427e-02, -6.25255778e-02, 1.50113078e-02, -2.91073155e-02,\n",
" 3.37652825e-02, -2.34485492e-02, -5.15954569e-02, -3.13790105e-02,\n",
" 1.60672236e-02, -1.88869480e-02, -2.29153782e-02, 3.78059335e-02,\n",
" -6.43602386e-02, -8.41515604e-03, -3.06174234e-02, 1.21027716e-02,\n",
" 6.46050870e-02, -5.38614728e-02, 3.72925065e-02, -4.84660640e-02,\n",
" 3.83907109e-02, -2.12432817e-02, -2.93969130e-03, 2.43009459e-02,\n",
" 4.64101173e-02, 3.71891335e-02, 4.62048426e-02, 3.66126001e-02,\n",
" -3.07184123e-02, 3.75251286e-02, -1.06626470e-03, -3.02183200e-02,\n",
" -5.48226982e-02, -3.09801046e-02, 1.57381818e-02, -4.06805426e-02,\n",
" -2.14608442e-02, -5.26403114e-02, -1.01599298e-01, 2.03896668e-02,\n",
" -1.91684347e-02, 7.86027387e-02, 1.91224720e-02, 1.29358443e-02,\n",
" 1.87549256e-02, 2.02197898e-02, -5.91750406e-02, -1.94094740e-02,\n",
" -1.25811622e-01, -1.92967281e-02, 4.79370542e-02, -3.02334484e-02,\n",
" -5.82578294e-02, -5.40938340e-02, -1.92061812e-03, 2.13712715e-02,\n",
" -4.69661616e-02, -8.97371173e-02, -3.71632986e-02, 5.98121583e-02,\n",
" -1.37743419e-02, -2.33468041e-02, -5.84762953e-02, 1.54976631e-02,\n",
" -7.41856918e-02, 7.03591760e-03, 7.11526051e-02, -4.06733155e-03,\n",
" -2.33269646e-03, -1.58968568e-02, 1.96142308e-02, 5.87813091e-03,\n",
" -3.23806331e-02, 2.11083051e-02, -4.31414545e-02, -8.90103951e-02,\n",
" 2.08839942e-02, -1.21923704e-02, 1.01531714e-01, -5.14025427e-02,\n",
" 3.61015946e-02, 1.46831945e-02, 9.21541303e-02, 5.09476252e-02,\n",
" 2.22939104e-02, -2.14853827e-02, 5.11558354e-03, 9.86601971e-03,\n",
" 7.89803565e-02, 8.47381074e-03, 3.58071141e-02, 3.33720297e-02,\n",
" -3.58079778e-05, 2.50274632e-02, -1.74010769e-02, 1.80354416e-02,\n",
" -7.39027653e-03, -2.62135547e-02, 2.80237570e-02, 6.96237832e-02,\n",
" 7.45428354e-02, 3.63650285e-02, 8.25964380e-03, 5.31310402e-02,\n",
" 1.46828806e-02, 3.99581492e-02, -1.75072383e-02, -5.01621701e-02,\n",
" -2.81678569e-02, 6.14343435e-02, -6.87988359e-04, -4.46219556e-02,\n",
" 5.55062927e-02, 1.18170725e-02, -4.75865155e-02, -4.45406325e-02,\n",
" 5.50641902e-02, 1.81399100e-02, 3.74238305e-02, -4.67947386e-02,\n",
" -5.16338460e-03, -5.36354929e-02, 1.09787518e-02, -2.19652634e-02,\n",
" -1.34395566e-02, 4.85927425e-02, 1.13836564e-02, 6.23970386e-03,\n",
" -2.99509633e-02, -9.15222019e-02, 3.73916812e-02, 2.22686748e-03,\n",
" 1.02336286e-02, 1.08482083e-02, 1.87009051e-02, -6.03826270e-02,\n",
" 5.97641245e-02, 2.57517658e-02, 5.79770356e-02, -4.16716672e-02,\n",
" 1.70951523e-02, 3.55763249e-02, 1.13054819e-01, -1.00679565e-02,\n",
" -5.15958704e-02, -1.07748210e-01, 2.40065716e-02, -2.61633340e-02,\n",
" -1.32271899e-02, -4.72679734e-03, 3.41493404e-04, 6.99625760e-02,\n",
" 2.84829196e-02, -2.19161436e-02, -1.19763492e-02, 8.25528726e-02,\n",
" 2.24442463e-02, -6.47325162e-03, -4.80213948e-03, -9.22723114e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'interesting': Embedding(embedding=array([ 1.15526445e-01, -3.72260064e-02, -9.13069304e-03, 1.83451071e-03,\n",
" 4.65981057e-03, -7.24491701e-02, 2.29472909e-02, 6.96799979e-02,\n",
" 1.06384955e-01, 6.92060366e-02, -3.13036442e-02, 5.07097505e-02,\n",
" 3.23861018e-02, 1.76843777e-02, 4.15656832e-05, 3.75470854e-02,\n",
" 5.29816113e-02, 9.87524018e-02, 6.22007344e-03, -3.04370150e-02,\n",
" -9.27209109e-02, -4.28414010e-02, 7.32951704e-03, 4.25393805e-02,\n",
" 2.40092911e-02, 2.59953849e-02, 9.65335686e-03, -3.39449011e-02,\n",
" 5.27205132e-02, -2.18027420e-02, 7.92910606e-02, -1.56941470e-02,\n",
" 1.14682759e-03, 5.61523996e-03, 3.69539075e-02, -1.93839651e-02,\n",
" -5.77521101e-02, -1.82597972e-02, -9.09093767e-02, 5.66203631e-02,\n",
" -5.40277921e-02, 9.48191807e-03, -1.08914161e-02, -1.85010936e-02,\n",
" 4.70895693e-02, -7.38179535e-02, -3.75722609e-02, 4.21645083e-02,\n",
" -2.53668912e-02, 2.26517618e-02, 2.58469284e-02, -3.14684734e-02,\n",
" -6.24693464e-03, 1.16323149e-02, 4.29019034e-02, 6.87212646e-02,\n",
" 1.53007905e-03, -8.27751383e-02, -1.77950207e-02, -1.94564983e-02,\n",
" 4.65804487e-02, 1.28752347e-02, 2.82643698e-02, 1.26614869e-02,\n",
" 1.40186111e-02, 1.34296063e-02, 3.72896828e-02, 2.47158501e-02,\n",
" -2.59588705e-03, -1.45717245e-02, -2.54240148e-02, 1.98873356e-02,\n",
" 2.39462629e-02, 1.42868623e-01, -2.77120676e-02, 8.62677488e-03,\n",
" 1.82430893e-02, -8.29073638e-02, 1.83691420e-02, -2.31731925e-02,\n",
" 4.43168730e-02, 2.74898149e-02, -7.77208954e-02, 3.77415493e-02,\n",
" -1.84344221e-02, 5.55114150e-02, -1.87476519e-02, -9.64267850e-02,\n",
" -5.36891632e-02, -2.37136856e-02, -2.60225628e-02, -4.39565033e-02,\n",
" -2.96107978e-02, -6.55745640e-02, -7.77736157e-02, 3.33024152e-02,\n",
" -6.77302927e-02, 3.68946083e-02, -9.53503826e-04, 2.98394048e-06,\n",
" -8.18434078e-03, -2.50937883e-02, -1.12237036e-02, -2.78173871e-02,\n",
" -3.60030383e-02, -1.85116529e-02, -3.66021559e-04, 2.01500766e-02,\n",
" -3.77593488e-02, 7.04699606e-02, -3.93462367e-02, -2.01758407e-02,\n",
" -3.28087877e-03, -6.76166732e-03, 1.90980379e-02, 7.76994675e-02,\n",
" 3.00190076e-02, 9.06591192e-02, -6.22946285e-02, -3.18789855e-02,\n",
" -1.60992950e-01, -6.84959441e-02, 3.27944085e-02, -4.64211544e-03,\n",
" -2.12288853e-02, 3.84337385e-03, -4.73440140e-02, 3.85232866e-02,\n",
" -8.08088556e-02, 5.40227350e-03, 5.86647680e-03, 5.53808138e-02,\n",
" -1.11547289e-02, 2.55378913e-02, -2.36758888e-02, 4.53390330e-02,\n",
" 1.21056549e-02, 6.39792308e-02, -9.43143480e-03, 2.35684495e-02,\n",
" -2.68654004e-02, -3.14742476e-02, -8.43091588e-03, 1.66290309e-02,\n",
" -3.43332887e-02, 3.38905826e-02, 7.54523976e-03, 6.17712662e-02,\n",
" -4.32543792e-02, -3.36832320e-03, 4.33035567e-02, 3.73472534e-02,\n",
" -3.75574939e-02, 2.47387942e-02, -4.91315275e-02, -4.55692448e-02,\n",
" -2.59234086e-02, 1.25374598e-02, 3.98551971e-02, -3.74114001e-03,\n",
" 9.60701797e-03, 5.33786900e-02, 2.35776938e-02, -5.37954122e-02,\n",
" -8.96348581e-02, -9.67246201e-03, 1.23809278e-02, -3.75844426e-02,\n",
" 3.17890793e-02, 3.53791602e-02, -3.02848127e-02, 3.16123739e-02,\n",
" -4.36535105e-02, 1.29159866e-02, 5.25520667e-02, -7.94399306e-02,\n",
" -3.11764833e-02, -1.28195751e-02, 2.34351736e-02, 1.08806987e-03,\n",
" 2.46642362e-02, -5.08619398e-02, 3.39393318e-02, -2.01987401e-02,\n",
" -8.85880180e-03, 1.28245670e-02, 3.77380475e-02, 4.19420237e-03,\n",
" -5.00063151e-02, 3.66327656e-03, -9.71575454e-02, -2.66877357e-02,\n",
" -3.19904201e-02, 1.72058381e-02, -6.78091198e-02, 4.69609424e-02,\n",
" 5.44098951e-02, -3.12643126e-02, -4.52761427e-02, -1.77855080e-03,\n",
" 7.87633136e-02, 2.81160884e-02, 5.74012101e-02, 5.51014487e-03,\n",
" -2.05734242e-02, 1.20419273e-02, 4.00917754e-02, -2.28548907e-02,\n",
" -2.18645986e-02, -4.93916683e-02, 5.93924895e-02, -2.40237750e-02,\n",
" 6.80696666e-02, 5.45303663e-03, -2.31247442e-03, 3.31317745e-02,\n",
" -7.31710196e-02, -8.58773738e-02, -5.47697134e-02, 3.59984450e-02,\n",
" 2.28829756e-02, 2.16634795e-02, 5.02806753e-02, 1.75582096e-02,\n",
" 2.43157241e-02, -1.31316194e-02, 3.95339280e-02, -3.63433757e-03,\n",
" 5.83588285e-03, -1.70680806e-02, -6.00816123e-02, 4.19808105e-02,\n",
" 3.61862220e-02, -3.22716497e-02, 3.49932760e-02, -4.27710004e-02,\n",
" -5.39838485e-02, 2.36776210e-02, 3.65205891e-02, -8.18444043e-02,\n",
" -1.85275413e-02, -5.32230809e-02, 2.96101496e-02, 5.46804368e-02,\n",
" 1.85065065e-02, -3.06865852e-02, -6.39286935e-02, -3.49218883e-02,\n",
" 4.71992716e-02, -4.22014333e-02, 1.48146152e-02, 1.32525023e-02,\n",
" -5.86015619e-02, -3.07186022e-02, 4.02766317e-02, 2.04668120e-02,\n",
" 3.51772718e-02, -7.00714812e-02, -4.47318256e-02, -9.34429988e-02,\n",
" -2.55578309e-02, 2.32821261e-03, -5.27896285e-02, -2.95240916e-02,\n",
" 2.78523676e-02, -8.57673585e-03, -8.78749788e-03, -1.09757558e-01,\n",
" -9.61628482e-02, 4.40674238e-02, -2.72124168e-02, 1.05343617e-01,\n",
" -1.92306563e-02, -4.31609303e-02, 6.16917238e-02, 1.07600326e-02,\n",
" 4.73397784e-02, 1.86941996e-02, 1.94143984e-04, 1.29317483e-02,\n",
" 7.23927543e-02, -5.83397560e-02, -7.47781247e-03, 6.14934415e-02,\n",
" 2.72178114e-03, -3.30008343e-02, -3.77932638e-02, 7.58116040e-03,\n",
" -4.37478609e-02, 5.34452535e-02, 1.33904498e-02, 1.04765305e-02,\n",
" -2.39010118e-02, 1.88676047e-03, 2.96304785e-02, -3.14730443e-02,\n",
" -1.08380252e-02, -1.78172458e-02, 1.17043704e-01, 9.14265662e-02,\n",
" 2.87984516e-02, 3.04206759e-02, 2.82314979e-02, -5.42809404e-02,\n",
" 5.49731180e-02, 9.41780731e-02, -8.24399665e-03, 3.12367789e-02,\n",
" -5.40144136e-03, -3.38923968e-02, -3.57224457e-02, -5.01693636e-02,\n",
" -5.56939244e-02, 6.21340349e-02, 2.68166792e-02, 2.60734241e-02,\n",
" 6.54884195e-03, -1.61399692e-02, -9.96324793e-03, -4.60519418e-02,\n",
" 8.92118961e-02, 7.36382231e-02, 1.75912585e-02, 5.09873703e-02,\n",
" 2.63964366e-02, 4.65308279e-02, -6.06567822e-02, -6.13465682e-02,\n",
" -9.39303776e-04, 7.32929185e-02, -5.40169626e-02, -1.06133875e-02,\n",
" -2.28947718e-02, -1.17737716e-02, 5.81211373e-02, 4.00129370e-02,\n",
" -1.03073204e-02, 2.13142987e-02, 6.99398890e-02, 6.03123233e-02,\n",
" -2.50910819e-02, -5.99312335e-02, -1.85115193e-03, -1.62798669e-02,\n",
" 1.53974956e-02, 4.47632670e-02, -1.12877777e-02, -6.28555268e-02,\n",
" 4.27444093e-02, -7.62143284e-02, -4.59519625e-02, 5.92684560e-03,\n",
" -1.04496228e-02, -5.86352088e-02, 2.35261675e-02, -2.07783002e-02,\n",
" 4.01190780e-02, -1.36565389e-02, -4.86645512e-02, -2.95772702e-02,\n",
" 1.96728818e-02, -1.50447162e-02, -3.80961522e-02, 2.85309944e-02,\n",
" -6.90875426e-02, -2.38626320e-02, -4.96573597e-02, 1.67854540e-02,\n",
" 5.66252284e-02, -4.46466319e-02, 3.24174240e-02, -5.03779650e-02,\n",
" 6.52292818e-02, -1.14899026e-02, -2.50535482e-03, 2.12000199e-02,\n",
" 4.29584794e-02, 3.62534188e-02, 4.70837653e-02, 2.71930024e-02,\n",
" -1.69810653e-02, 4.59412411e-02, 1.37858819e-02, -2.91985162e-02,\n",
" -6.70001060e-02, -2.36933976e-02, 1.56395007e-02, -4.65682708e-02,\n",
" -2.22811364e-02, -4.10521440e-02, -9.52996835e-02, 2.79737599e-02,\n",
" -1.00511108e-02, 8.46106410e-02, 7.48874480e-03, 1.04827527e-02,\n",
" 5.90138976e-03, 3.05616520e-02, -5.33822142e-02, -1.82272904e-02,\n",
" -1.27520502e-01, -1.77660491e-02, 3.93990651e-02, -3.93340327e-02,\n",
" -5.60289696e-02, -4.92976494e-02, -9.62631777e-03, 2.62019336e-02,\n",
" -4.18987088e-02, -7.79101402e-02, -3.49739119e-02, 6.12926818e-02,\n",
" -1.65213889e-03, -4.19001207e-02, -4.85589057e-02, 2.72433776e-02,\n",
" -5.84697276e-02, 4.78761550e-03, 6.42788485e-02, -1.13375019e-02,\n",
" -3.59069859e-03, -1.35314965e-03, 1.70232765e-02, 8.05501174e-03,\n",
" -2.89218631e-02, 1.56925060e-02, -4.83785197e-02, -8.42191651e-02,\n",
" 2.05710307e-02, -2.23451201e-02, 9.99353230e-02, -3.72044705e-02,\n",
" 3.40346508e-02, 1.90227404e-02, 8.55521560e-02, 4.39177454e-02,\n",
" 1.47480229e-02, -4.06997241e-02, 4.83247964e-03, 1.77186411e-02,\n",
" 6.86524063e-02, 6.42162561e-03, 4.06337976e-02, 4.05335650e-02,\n",
" -3.09747481e-03, 2.66390778e-02, -2.88608782e-02, 1.57590210e-02,\n",
" -1.74983181e-02, -3.82652581e-02, 3.16148661e-02, 5.56775890e-02,\n",
" 6.46763518e-02, 1.96255147e-02, 2.60359924e-02, 3.25998403e-02,\n",
" -3.18055769e-04, 5.72732314e-02, -2.19027866e-02, -4.94974256e-02,\n",
" -2.74338517e-02, 7.48075023e-02, -1.32385688e-03, -4.61046956e-02,\n",
" 5.70385605e-02, 5.39170066e-03, -5.96749671e-02, -4.28973474e-02,\n",
" 4.14621197e-02, 1.51302470e-02, 3.88842039e-02, -7.14603961e-02,\n",
" 1.95270516e-02, -3.01015843e-02, -4.19096602e-03, -1.33966180e-02,\n",
" 1.89155079e-02, 5.11620007e-02, 4.13893815e-03, 1.06939310e-02,\n",
" -5.54941297e-02, -6.54094368e-02, 3.10453046e-02, 9.67909768e-03,\n",
" 3.52442218e-03, 1.24906683e-02, 2.61978991e-03, -5.67792617e-02,\n",
" 6.66070133e-02, 2.89431005e-03, 7.90614113e-02, -3.79706025e-02,\n",
" 1.31153977e-02, 3.98324169e-02, 1.20896779e-01, 1.34019705e-03,\n",
" -5.56015708e-02, -9.67722759e-02, 2.92288736e-02, -2.29672808e-02,\n",
" -5.18802088e-03, -1.06796427e-02, 7.31213437e-03, 5.78911416e-02,\n",
" 3.06625459e-02, -3.07790935e-02, -7.19757890e-03, 6.26821369e-02,\n",
" 5.10968361e-03, -1.06908558e-02, 4.22761682e-03, -9.86885056e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ive': Embedding(embedding=array([ 0.09597175, -0.04879956, -0.02089378, -0.03051223, 0.00443348,\n",
" -0.04333434, 0.04841432, 0.0548155 , 0.0866711 , 0.07997766,\n",
" -0.00422469, 0.03012385, 0.02336759, 0.02205238, -0.00676269,\n",
" 0.01366814, 0.0338049 , 0.08197109, 0.02249414, -0.02817466,\n",
" -0.08102022, -0.03842698, 0.00770928, 0.0612261 , 0.03791476,\n",
" 0.0364879 , -0.00692957, -0.04715135, 0.05724685, -0.00436544,\n",
" 0.07730656, -0.00509208, -0.0241455 , -0.00199429, 0.03005268,\n",
" -0.00554269, -0.04005077, -0.01947965, -0.06513178, 0.04736431,\n",
" -0.03770935, -0.00254646, -0.02325897, -0.01823554, 0.03340387,\n",
" -0.0649053 , -0.02677125, 0.03567911, -0.03571968, 0.03017176,\n",
" 0.03316621, 0.00142327, 0.00310845, 0.01071564, 0.04629128,\n",
" 0.03555103, 0.00525997, -0.05346815, -0.03057497, -0.04551509,\n",
" 0.03637469, 0.03407316, 0.03595718, 0.0236393 , 0.01472772,\n",
" -0.00482002, 0.03358862, -0.01026729, -0.01312134, -0.03182933,\n",
" -0.04093336, 0.0575325 , 0.01311664, 0.1674878 , -0.00608957,\n",
" 0.03882075, 0.00136341, -0.06139331, 0.01335295, -0.00654422,\n",
" 0.06945688, 0.00527929, -0.07059286, 0.05402101, -0.02945635,\n",
" 0.0110204 , -0.02128712, -0.08560701, -0.0486805 , -0.05246179,\n",
" -0.0074613 , -0.02905396, -0.06311151, -0.08551823, -0.03431993,\n",
" -0.002851 , -0.07596516, 0.02392489, -0.02841192, -0.01351414,\n",
" -0.00873047, -0.02412998, -0.03547603, -0.04270118, -0.04303979,\n",
" -0.00592277, 0.00080813, 0.02770126, -0.07822763, 0.08618474,\n",
" -0.01977682, -0.04066371, -0.02908002, -0.00471677, 0.02157108,\n",
" 0.07827204, 0.00713118, 0.10239954, -0.04747893, -0.04580785,\n",
" -0.12458108, -0.05878051, 0.03787286, -0.01698298, -0.01525521,\n",
" -0.0013601 , -0.01666956, 0.03267835, -0.0516534 , 0.02855846,\n",
" 0.00544349, 0.07404101, -0.01609976, 0.02468793, -0.03445794,\n",
" 0.047971 , -0.00579711, 0.05365444, -0.00168847, -0.00152417,\n",
" -0.03733634, -0.01492001, 0.01302722, -0.00467549, 0.01854555,\n",
" 0.01103602, 0.01972642, 0.05950058, -0.0411022 , 0.00706911,\n",
" 0.05515881, 0.02565382, -0.01768477, 0.00105361, -0.06940161,\n",
" -0.07287195, -0.02948661, -0.00973788, 0.03551386, -0.00269225,\n",
" 0.03202108, 0.03949575, 0.02884964, -0.06849752, -0.09195238,\n",
" 0.01345777, -0.00031036, -0.04355801, 0.01756902, 0.06518621,\n",
" -0.05045942, 0.05074339, -0.04212976, -0.00421314, 0.0317717 ,\n",
" -0.05015834, -0.02441194, -0.02668278, 0.01303025, -0.02132409,\n",
" 0.03452131, -0.04660068, 0.02937078, -0.00997125, -0.00064092,\n",
" 0.04435846, 0.01789212, -0.01068513, -0.0463541 , 0.0256406 ,\n",
" -0.07890633, -0.02309744, -0.03985544, 0.00339886, -0.0533369 ,\n",
" 0.03725992, 0.04162441, -0.03241471, -0.05313528, 0.01172404,\n",
" 0.08615022, 0.03544554, 0.04431517, -0.00888289, 0.00164121,\n",
" 0.04764539, 0.00126347, -0.03033668, -0.01741619, -0.01385491,\n",
" 0.05052146, -0.01966118, 0.04112033, -0.00549358, -0.00492158,\n",
" 0.05641796, -0.05309875, -0.06322402, -0.05599105, 0.03111405,\n",
" 0.02753939, 0.03752204, 0.04762721, -0.00713948, 0.01760042,\n",
" 0.01115641, 0.02296382, -0.03369362, 0.02753586, 0.0107658 ,\n",
" -0.03770505, 0.0357272 , 0.02199167, -0.02724697, 0.02929495,\n",
" -0.0286081 , -0.01761586, 0.00627219, 0.02780839, -0.11967026,\n",
" 0.00726062, -0.05697371, 0.05827417, 0.07902052, 0.01858822,\n",
" -0.01589962, -0.06244405, -0.00161088, 0.04965765, -0.02590802,\n",
" 0.02113133, 0.00682817, -0.07616655, -0.02675743, 0.03018848,\n",
" 0.03547047, 0.05447259, -0.07149584, -0.06711357, -0.05702834,\n",
" 0.00097761, -0.00782018, -0.06692811, -0.02094736, 0.03144655,\n",
" -0.02884499, -0.01958082, -0.07057972, -0.07211758, 0.0541058 ,\n",
" -0.02439811, 0.08290407, -0.03569901, -0.05224807, 0.02599097,\n",
" -0.00461631, 0.01570168, 0.02024958, -0.00301231, 0.00599803,\n",
" 0.05101398, -0.02356668, -0.01993489, 0.06096186, -0.0094389 ,\n",
" -0.04438915, -0.01636695, -0.00502362, -0.05539495, 0.04755884,\n",
" 0.00949982, 0.01359954, -0.01644647, -0.00197188, 0.04218636,\n",
" -0.02247444, -0.01947208, -0.03026455, 0.11300936, 0.07109173,\n",
" 0.04057538, 0.03171673, 0.05977075, -0.03816821, 0.05735867,\n",
" 0.04419352, 0.02187084, 0.00741245, -0.03353491, -0.02432093,\n",
" -0.05522002, -0.05356642, -0.0336099 , 0.07205836, 0.03451931,\n",
" 0.01855323, 0.00618617, -0.00401 , 0.01227081, -0.07591045,\n",
" 0.09106373, 0.08160765, -0.00208396, 0.04508547, 0.03260718,\n",
" 0.05538081, -0.08080531, -0.08712782, -0.00598146, 0.05541436,\n",
" -0.07350767, -0.00365192, -0.03900094, 0.00309219, 0.05529808,\n",
" 0.03881977, -0.00414717, 0.02497706, 0.05850402, 0.06207354,\n",
" -0.0435429 , -0.08853656, -0.02548305, -0.02945874, 0.03918607,\n",
" 0.05360661, -0.02576441, -0.07476702, 0.03916446, -0.05599639,\n",
" -0.043685 , 0.00931338, -0.01266556, -0.04529142, 0.0254327 ,\n",
" 0.00353696, 0.05578988, -0.00338022, -0.06273105, -0.04114011,\n",
" 0.02107156, 0.00695118, -0.03626076, 0.03000667, -0.11091713,\n",
" -0.03111922, -0.05832908, 0.04498027, 0.03964183, -0.04381644,\n",
" 0.0165548 , -0.06948481, 0.05988804, 0.00794984, -0.01933206,\n",
" 0.04409053, 0.03787133, 0.03400265, 0.06143781, 0.00757117,\n",
" 0.01461846, 0.06853557, 0.03191378, -0.01195405, -0.04680926,\n",
" -0.04524744, 0.00776503, -0.0521803 , -0.01107108, -0.01401555,\n",
" -0.09029011, 0.01743403, 0.00585397, 0.10814424, 0.01558811,\n",
" 0.0112213 , -0.01974373, 0.01765062, -0.04092358, 0.00032719,\n",
" -0.1220329 , 0.003098 , 0.07081264, -0.04616384, -0.0833376 ,\n",
" -0.04197597, 0.01112682, 0.02946279, -0.03608473, -0.08914261,\n",
" -0.04738564, 0.06339196, -0.00561603, -0.04682845, -0.03365231,\n",
" 0.03470748, -0.02869948, -0.02073529, 0.06490532, -0.02880421,\n",
" -0.03150225, 0.01455082, 0.02013207, -0.00211047, -0.01137851,\n",
" 0.04091456, -0.04870324, -0.06200765, 0.01593396, -0.01891777,\n",
" 0.09873728, -0.04736803, 0.01979745, 0.01010832, 0.08282196,\n",
" 0.03306494, 0.01246112, -0.05730589, 0.01334056, 0.0250077 ,\n",
" 0.0719853 , -0.01396385, 0.02855519, 0.04759476, -0.01398263,\n",
" 0.00856615, 0.00611121, -0.00128428, -0.00928754, -0.05144842,\n",
" 0.02150686, 0.04794704, 0.06586993, -0.01322177, 0.0128121 ,\n",
" 0.01247024, 0.00349782, 0.03158337, -0.01952515, -0.07690889,\n",
" -0.00913349, 0.09955017, -0.00788948, -0.02949985, 0.03182496,\n",
" 0.0239254 , -0.04524544, -0.04425213, 0.04116213, 0.00026074,\n",
" 0.00670551, -0.05999683, 0.01722984, -0.03137518, -0.0350588 ,\n",
" -0.04413532, 0.01439922, 0.08544207, -0.01736756, 0.00203955,\n",
" -0.04795475, -0.03360504, 0.00950492, 0.02955954, 0.00380689,\n",
" -0.01516429, 0.01678023, -0.04783085, 0.06822924, -0.01713915,\n",
" 0.06547406, -0.01566197, 0.0163279 , 0.05003818, 0.13018654,\n",
" 0.01869627, -0.04945361, -0.10456873, 0.0502298 , -0.04099526,\n",
" 0.01201347, -0.0153658 , 0.03194387, 0.11401235, 0.03261427,\n",
" -0.0290473 , -0.00180674, 0.07173211, -0.00689525, -0.02696132,\n",
" 0.00428156, -0.11454929]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'iw': Embedding(embedding=array([ 8.93224776e-02, -6.10356927e-02, -1.83918662e-02, -1.71764120e-02,\n",
" 7.82397692e-04, -4.20305021e-02, 4.69732396e-02, 4.71060164e-02,\n",
" 8.51196647e-02, 7.14290589e-02, -9.07141808e-03, 3.20015699e-02,\n",
" 1.80160645e-02, 1.60293430e-02, -3.62306484e-03, 5.36614098e-03,\n",
" 3.05360854e-02, 8.20957422e-02, 1.99307017e-02, -2.41206456e-02,\n",
" -8.71473551e-02, -3.68414931e-02, 7.31400633e-03, 6.75114021e-02,\n",
" 4.69488986e-02, 3.75183001e-02, -7.78496498e-03, -4.58141640e-02,\n",
" 4.50559482e-02, -1.03734033e-02, 6.62286580e-02, -7.77450390e-03,\n",
" -3.02302130e-02, -7.63307558e-04, 4.11845334e-02, -1.55230029e-03,\n",
" -2.82621793e-02, -2.13060956e-02, -7.45411739e-02, 5.65206073e-02,\n",
" -2.92867683e-02, 9.30661708e-03, -1.21648042e-02, -1.32006230e-02,\n",
" 3.80696692e-02, -5.58218360e-02, -3.30788195e-02, 4.89231125e-02,\n",
" -3.22952196e-02, 1.47844367e-02, 2.63827536e-02, -1.19237415e-03,\n",
" -3.51004465e-03, 2.23004930e-02, 3.89712825e-02, 4.47307900e-02,\n",
" -3.48123792e-03, -5.09557910e-02, -2.59848293e-02, -2.76913792e-02,\n",
" 3.51098143e-02, 3.31201553e-02, 3.18225846e-02, 2.72753648e-02,\n",
" 1.17315119e-02, 6.22346578e-03, 3.27491798e-02, -3.23363172e-04,\n",
" -1.02750110e-02, -4.09683958e-02, -3.81465293e-02, 5.56538254e-02,\n",
" 2.27327608e-02, 1.65130705e-01, -9.85977054e-03, 3.07250842e-02,\n",
" 5.29310247e-03, -6.59223497e-02, 3.07961535e-02, -1.34609016e-02,\n",
" 7.07428455e-02, 1.07576633e-02, -8.33954588e-02, 5.72632514e-02,\n",
" -3.11492309e-02, 1.06732110e-02, -1.73928645e-02, -7.68048093e-02,\n",
" -5.19874692e-02, -4.20487933e-02, -9.52360034e-03, -2.91691460e-02,\n",
" -6.08729310e-02, -8.77416357e-02, -3.94485220e-02, -5.03304880e-03,\n",
" -5.81864156e-02, 2.55257580e-02, -2.49439310e-02, -1.07760355e-02,\n",
" -5.82777336e-03, -2.37729512e-02, -3.21859457e-02, -3.99920680e-02,\n",
" -4.64755706e-02, -2.68483046e-03, 1.16880948e-03, 2.45679803e-02,\n",
" -7.87962452e-02, 7.55374283e-02, -1.30615467e-02, -4.16360386e-02,\n",
" -2.34841872e-02, -1.52213005e-02, 6.10526942e-04, 8.28788131e-02,\n",
" -2.19988637e-03, 9.79987383e-02, -6.38524070e-02, -4.54247817e-02,\n",
" -1.49200529e-01, -5.59307560e-02, 4.53870595e-02, -1.80986933e-02,\n",
" -1.13331703e-02, -7.57144671e-03, -1.21365832e-02, 3.01438216e-02,\n",
" -5.90239018e-02, 2.43948717e-02, -3.46249901e-03, 6.32420480e-02,\n",
" -1.82123613e-02, 3.00273336e-02, -3.46202925e-02, 5.28647974e-02,\n",
" -7.57456617e-03, 5.78405894e-02, 4.03822865e-03, -8.92846752e-03,\n",
" -3.07712983e-02, -1.54224392e-02, -1.36564093e-04, -3.00818030e-03,\n",
" 1.42841926e-02, 2.86091920e-02, 1.90498251e-02, 5.12651540e-02,\n",
" -3.09966430e-02, 3.27567221e-03, 5.98643459e-02, 2.43985113e-02,\n",
" -9.67950933e-03, -2.30833859e-04, -6.25118315e-02, -7.60460123e-02,\n",
" -9.30786878e-03, -1.04902415e-02, 4.33600582e-02, 9.58474539e-03,\n",
" 4.33165692e-02, 2.57731117e-02, 3.13613415e-02, -6.36235625e-02,\n",
" -7.25898445e-02, 1.63805075e-02, -5.02702547e-04, -4.52445336e-02,\n",
" 1.79746896e-02, 6.57879263e-02, -4.66105342e-02, 5.06510846e-02,\n",
" -3.68653834e-02, -1.85268726e-02, 3.42588685e-02, -5.91817535e-02,\n",
" -3.05642858e-02, -2.95674466e-02, 1.53696537e-02, -1.17196990e-02,\n",
" 3.51088941e-02, -5.13677076e-02, 2.21827086e-02, -7.66269863e-03,\n",
" 1.72804680e-03, 4.33466472e-02, 5.83303440e-03, 1.07600400e-02,\n",
" -3.77836786e-02, 2.09418572e-02, -7.89571106e-02, -1.10828113e-02,\n",
" -3.43145691e-02, 3.83649603e-03, -5.13211712e-02, 3.98336463e-02,\n",
" 5.22248633e-02, -1.41376480e-02, -5.57596236e-02, 7.72018870e-03,\n",
" 7.92434290e-02, 4.24124449e-02, 4.24543843e-02, -3.07618659e-02,\n",
" 1.10572553e-03, 3.96762230e-02, 2.97830720e-03, -2.49552988e-02,\n",
" -5.53449942e-03, -2.33668778e-02, 5.11675775e-02, -2.87869703e-02,\n",
" 5.26500568e-02, -1.12848021e-02, -8.77831504e-03, 5.57978451e-02,\n",
" -5.84878922e-02, -6.64040223e-02, -5.13670184e-02, 3.27896550e-02,\n",
" 3.79699767e-02, 2.64905933e-02, 5.50920069e-02, -3.75698972e-03,\n",
" 1.45304101e-02, -2.02636817e-04, 2.55978256e-02, -3.52275632e-02,\n",
" 3.68681997e-02, -3.97114363e-03, -4.06898297e-02, 4.28560376e-02,\n",
" 1.65407471e-02, -3.08751352e-02, 2.41414234e-02, -3.53754163e-02,\n",
" -2.62656044e-02, -3.87852109e-04, 2.30894014e-02, -1.18231475e-01,\n",
" -4.84923320e-03, -5.53321056e-02, 6.60326630e-02, 6.87689930e-02,\n",
" 1.60666257e-02, -1.45241264e-02, -5.91518059e-02, -4.76266863e-03,\n",
" 5.10137677e-02, -2.51604058e-02, 1.76766552e-02, 1.32196061e-02,\n",
" -7.31678158e-02, -3.20585929e-02, 2.97426730e-02, 3.67836505e-02,\n",
" 6.54628873e-02, -6.82832152e-02, -6.38096482e-02, -6.09774739e-02,\n",
" -1.34613160e-02, -4.30513965e-03, -6.96442127e-02, -2.29372084e-02,\n",
" 5.34066297e-02, -1.96760911e-02, -1.57844201e-02, -8.22867975e-02,\n",
" -7.77535066e-02, 6.02006838e-02, -2.24802233e-02, 8.68139565e-02,\n",
" -3.07753552e-02, -6.05822727e-02, 3.87296081e-02, -1.09172771e-02,\n",
" 2.14779377e-02, 1.59378219e-02, -2.22374350e-02, 3.05052195e-03,\n",
" 5.35910912e-02, -2.14092601e-02, -1.57907363e-02, 5.22637330e-02,\n",
" -8.91943183e-03, -3.89932878e-02, -1.09688146e-02, 2.82773748e-03,\n",
" -5.59656806e-02, 3.64207439e-02, -8.78391694e-03, 2.22111028e-02,\n",
" -2.35156249e-02, 9.38008353e-03, 3.37281190e-02, -2.31464449e-02,\n",
" -2.46056393e-02, -2.12478358e-02, 1.09195650e-01, 8.84199217e-02,\n",
" 3.49451117e-02, 2.51236558e-02, 6.37780130e-02, -4.11807187e-02,\n",
" 6.46902770e-02, 5.02511710e-02, 1.16955778e-02, 7.24327099e-03,\n",
" -3.79609950e-02, -3.10710650e-02, -4.57581095e-02, -4.05656025e-02,\n",
" -2.98464764e-02, 6.28852025e-02, 3.29618156e-02, 1.37184896e-02,\n",
" 8.92222859e-03, -1.19860461e-02, 4.24650917e-03, -8.10175911e-02,\n",
" 8.64468068e-02, 8.12654197e-02, -9.95676382e-04, 5.49222901e-02,\n",
" 1.77715290e-02, 4.55159061e-02, -7.28329793e-02, -9.21438932e-02,\n",
" 2.75675463e-03, 5.48769496e-02, -6.36719316e-02, -1.32575054e-02,\n",
" -4.09293547e-02, -1.35208701e-03, 5.72021678e-02, 2.82090623e-02,\n",
" -1.48183703e-02, 3.01715694e-02, 5.69951646e-02, 6.11117370e-02,\n",
" -3.85145657e-02, -8.75533223e-02, -2.04975270e-02, -3.07411663e-02,\n",
" 3.47962566e-02, 4.92853336e-02, -2.29350366e-02, -8.28962699e-02,\n",
" 4.93487120e-02, -6.52649775e-02, -4.56574969e-02, -7.85754062e-03,\n",
" -9.27326083e-03, -4.39023599e-02, 2.46422701e-02, 4.10370389e-03,\n",
" 5.91239557e-02, -1.05707273e-02, -6.32506534e-02, -3.94019186e-02,\n",
" 2.98295431e-02, -1.07721065e-03, -2.60291826e-02, 3.88604440e-02,\n",
" -1.11207522e-01, -2.66883597e-02, -5.88642173e-02, 4.30051684e-02,\n",
" 4.95216697e-02, -3.92829254e-02, 1.79743618e-02, -7.05062672e-02,\n",
" 5.94776906e-02, 1.03629669e-02, -2.50117611e-02, 4.24379520e-02,\n",
" 4.03594635e-02, 3.97115685e-02, 4.86312695e-02, 1.92293283e-02,\n",
" 1.83899570e-02, 6.60698041e-02, 3.40494439e-02, -8.92968476e-03,\n",
" -4.49709259e-02, -5.12484796e-02, -4.69780760e-03, -4.83581424e-02,\n",
" 1.08905963e-03, -5.04567195e-03, -8.76913890e-02, 2.23202556e-02,\n",
" 1.05969002e-02, 1.17173359e-01, 1.71888005e-02, 1.04976855e-02,\n",
" -1.47899361e-02, 1.61328502e-02, -3.69807146e-02, 1.28533430e-02,\n",
" -1.36421487e-01, 7.46166916e-05, 6.74931183e-02, -4.03446183e-02,\n",
" -9.18201432e-02, -4.11389582e-02, 8.99182633e-03, 2.66957209e-02,\n",
" -3.00038364e-02, -9.17246267e-02, -3.98374498e-02, 6.80589080e-02,\n",
" -1.99348275e-02, -3.16992104e-02, -4.21964079e-02, 3.41710225e-02,\n",
" -2.55239829e-02, -1.39552262e-02, 5.68904653e-02, -3.31722274e-02,\n",
" -3.25965993e-02, 2.11288687e-02, 4.47880290e-03, 1.37945358e-03,\n",
" -1.87252015e-02, 4.14332114e-02, -4.21126895e-02, -5.88757321e-02,\n",
" 1.85916219e-02, -2.63488535e-02, 9.72638726e-02, -5.25911823e-02,\n",
" 1.27085000e-02, 8.33504368e-03, 9.60439816e-02, 4.15698327e-02,\n",
" 1.15589136e-02, -4.88331802e-02, 1.89974979e-02, 2.58579664e-02,\n",
" 7.80410320e-02, -3.83554678e-03, 2.99422685e-02, 4.20358181e-02,\n",
" -1.71028767e-02, -5.54373255e-03, -8.07992741e-03, -4.97427071e-03,\n",
" -7.11990055e-03, -4.59769517e-02, 2.08902340e-02, 4.06282656e-02,\n",
" 6.35905489e-02, -1.22861788e-02, -8.94858327e-04, 1.61393024e-02,\n",
" -6.54207217e-03, 2.44851448e-02, -1.40792662e-02, -6.13779798e-02,\n",
" -7.59853888e-03, 1.08214766e-01, -1.47033052e-03, -2.09542066e-02,\n",
" 3.50754261e-02, 2.02038232e-02, -4.13842537e-02, -4.00910825e-02,\n",
" 3.63460816e-02, 1.18750734e-02, 1.24790845e-02, -6.07125461e-02,\n",
" 4.48674720e-04, -4.21564728e-02, -3.63171622e-02, -4.31555361e-02,\n",
" 6.73677819e-03, 8.25667903e-02, -7.15404470e-03, -9.14365333e-03,\n",
" -4.73239049e-02, -3.45186442e-02, -5.59797836e-03, 3.26948576e-02,\n",
" 7.68002076e-03, -7.67281093e-03, 1.65309645e-02, -5.50269634e-02,\n",
" 7.66489655e-02, -2.94552203e-02, 5.79700246e-02, -1.71908420e-02,\n",
" 1.03846481e-02, 4.69269641e-02, 1.29888102e-01, -1.92754509e-04,\n",
" -3.57065946e-02, -1.06358230e-01, 4.35149558e-02, -3.89985032e-02,\n",
" 1.38537418e-02, -4.36328119e-03, 2.78402828e-02, 1.07087843e-01,\n",
" 4.17552777e-02, -1.81315728e-02, -1.08591216e-02, 7.66347721e-02,\n",
" 4.28493461e-03, -2.07788069e-02, -2.05462892e-03, -1.06839374e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'jd': Embedding(embedding=array([ 1.02239490e-01, -4.22654599e-02, -1.62404627e-02, 7.43701309e-03,\n",
" -9.17160232e-03, -6.33180588e-02, 2.17037853e-02, 5.98024614e-02,\n",
" 9.85654816e-02, 4.99591343e-02, -2.52825879e-02, 5.44588044e-02,\n",
" 3.61780375e-02, 2.09134202e-02, -1.37516707e-02, 3.82580832e-02,\n",
" 5.85085116e-02, 8.99992883e-02, 1.55450322e-03, -1.56739298e-02,\n",
" -8.55233371e-02, -4.12542820e-02, 1.77542109e-03, 4.60602194e-02,\n",
" 1.31136151e-02, 1.95372887e-02, 7.94258155e-03, -4.34231199e-02,\n",
" 5.78361638e-02, -1.20607642e-02, 7.85728917e-02, -2.06886958e-02,\n",
" 5.68373315e-03, 2.76041403e-03, 4.21768837e-02, -2.67827678e-02,\n",
" -3.87440585e-02, -1.31997084e-02, -9.26945657e-02, 4.29098532e-02,\n",
" -4.34593223e-02, 1.27393398e-02, -2.37896927e-02, -1.22429114e-02,\n",
" 4.52461243e-02, -5.45580313e-02, -3.83171625e-02, 5.45726232e-02,\n",
" -2.37503927e-02, 1.40458615e-02, 3.80617641e-02, -1.19800549e-02,\n",
" -4.51186113e-03, 2.00793520e-02, 4.39612642e-02, 7.77878240e-02,\n",
" -1.49018206e-02, -8.69222656e-02, -2.23153885e-02, -2.09728312e-02,\n",
" 4.34754267e-02, 7.49901216e-03, 1.78548656e-02, 1.64345521e-02,\n",
" 8.58493056e-03, 1.66840274e-02, 4.04903591e-02, 1.11535983e-02,\n",
" -6.59401063e-03, -2.35032514e-02, -1.56008769e-02, 2.73303725e-02,\n",
" 2.78920736e-02, 1.46996766e-01, -2.63274834e-02, 1.21587468e-02,\n",
" 1.72666442e-02, -9.25061479e-02, 2.44661383e-02, -2.29515769e-02,\n",
" 2.41458490e-02, 1.77870709e-02, -7.14484528e-02, 4.85901050e-02,\n",
" -1.82434972e-02, 4.11857627e-02, -2.44782362e-02, -9.15108770e-02,\n",
" -5.47658652e-02, -3.52632254e-02, -2.56438106e-02, -4.10054140e-02,\n",
" -2.73623932e-02, -8.44667852e-02, -7.39647001e-02, 3.97758856e-02,\n",
" -6.77173436e-02, 4.15201858e-02, -1.93019826e-02, 3.24277971e-05,\n",
" -4.40012896e-03, -1.53416889e-02, 5.15365880e-03, -2.93598063e-02,\n",
" -3.66919972e-02, -1.68188456e-02, 1.05713261e-03, 3.30991969e-02,\n",
" -5.53912893e-02, 7.48410672e-02, -3.70405316e-02, -1.54729355e-02,\n",
" 6.60756603e-03, -1.78769347e-03, 6.68577943e-03, 8.04219693e-02,\n",
" 3.14039588e-02, 8.15216377e-02, -6.89749941e-02, -1.69044230e-02,\n",
" -1.87977940e-01, -6.05481751e-02, 2.50447150e-02, 4.16632090e-03,\n",
" -1.80036742e-02, 1.08269241e-03, -2.97157075e-02, 4.23115529e-02,\n",
" -7.97962546e-02, 1.85821950e-02, 7.59242987e-03, 6.11032769e-02,\n",
" -3.87767479e-02, 2.21977104e-02, -3.63492854e-02, 5.44572882e-02,\n",
" 2.84384284e-02, 6.07312731e-02, -1.26775336e-02, 1.20304143e-02,\n",
" -3.35599147e-02, -2.54953392e-02, -2.01244578e-02, 1.19322129e-02,\n",
" -1.71245188e-02, 3.93851697e-02, 3.94962449e-03, 5.58894761e-02,\n",
" -4.49913964e-02, 9.16744024e-03, 4.49339375e-02, 2.19090432e-02,\n",
" -3.13938484e-02, 3.26330028e-02, -2.89608315e-02, -5.16119972e-02,\n",
" -2.32197344e-02, 2.50163190e-02, 3.89901064e-02, 3.92987439e-03,\n",
" 2.60605756e-02, 5.03224768e-02, 4.34954092e-02, -7.05896392e-02,\n",
" -9.17495638e-02, -2.67047575e-03, -5.44474518e-04, -2.99115553e-02,\n",
" 3.72814648e-02, 4.68269028e-02, -2.63609588e-02, 3.85265574e-02,\n",
" -3.71900015e-02, 1.57842692e-02, 3.81597318e-02, -8.76546651e-02,\n",
" -2.47892290e-02, -1.12567795e-02, 3.73188183e-02, -1.96601357e-03,\n",
" 3.33445631e-02, -4.02610563e-02, -4.53008659e-04, -2.93556321e-03,\n",
" 5.48381766e-04, 7.79492175e-03, -3.81149864e-03, 9.29866917e-03,\n",
" -4.19094190e-02, 2.54376238e-04, -8.41694474e-02, -3.51626128e-02,\n",
" -1.13440910e-02, 9.67140682e-03, -6.54880926e-02, 3.76899652e-02,\n",
" 5.31901792e-02, 8.83418717e-04, -5.24231642e-02, 3.24969622e-03,\n",
" 9.20519978e-02, 3.42096947e-02, 4.78283726e-02, -3.10531724e-03,\n",
" -3.21974829e-02, 1.34791322e-02, 3.31454836e-02, -3.01566739e-02,\n",
" -4.57134098e-03, -5.76226301e-02, 4.78247292e-02, -1.01578813e-02,\n",
" 6.66781142e-02, 1.99830206e-03, -1.44612370e-02, 4.02165540e-02,\n",
" -9.21345204e-02, -9.11191404e-02, -3.67787518e-02, 3.04734986e-02,\n",
" 2.90750749e-02, 3.46519351e-02, 6.43068328e-02, 1.52009185e-02,\n",
" 2.80696142e-04, -3.10163405e-02, 2.54526660e-02, -1.44606857e-02,\n",
" 7.05226418e-03, -1.34311570e-02, -4.84949201e-02, 3.90260629e-02,\n",
" 2.55081616e-02, -5.25139421e-02, 4.20014188e-02, -3.47098894e-02,\n",
" -5.20243980e-02, 1.26580885e-02, 1.33268628e-02, -9.61578041e-02,\n",
" -2.87020635e-02, -4.30458337e-02, 2.29184609e-02, 5.13988398e-02,\n",
" 2.01277155e-02, -3.31483483e-02, -6.94975629e-02, -1.85797811e-02,\n",
" 5.08440211e-02, -4.24652733e-02, 1.63798314e-02, 1.45337638e-02,\n",
" -7.11094141e-02, -3.23307477e-02, 4.16464619e-02, 2.32931636e-02,\n",
" 5.93792573e-02, -5.15302010e-02, -4.10717241e-02, -8.56019557e-02,\n",
" -3.66957039e-02, 1.18470462e-02, -3.96027118e-02, -2.80323122e-02,\n",
" 1.18173091e-02, -3.35406489e-03, -2.71213101e-03, -1.04090296e-01,\n",
" -7.69231692e-02, 3.72796208e-02, -4.36542593e-02, 8.22854340e-02,\n",
" -3.06812879e-02, -5.11534065e-02, 6.56783432e-02, 6.32673176e-03,\n",
" 4.05160114e-02, 2.71021593e-02, -5.65663166e-03, 1.10694952e-02,\n",
" 6.05405048e-02, -4.83368970e-02, 1.22858277e-02, 4.68429402e-02,\n",
" 7.95968901e-03, -2.77261008e-02, -2.88719106e-02, 9.41762514e-03,\n",
" -4.56386879e-02, 2.91677937e-02, 8.01543985e-03, 8.99672601e-03,\n",
" -3.36418226e-02, 1.10288672e-02, 4.44150642e-02, -1.54845491e-02,\n",
" -4.85824049e-03, -5.91246132e-03, 1.24795221e-01, 8.95214006e-02,\n",
" 2.92424913e-02, 1.58113260e-02, 3.61777693e-02, -3.71235646e-02,\n",
" 5.92119545e-02, 1.01690210e-01, -1.28565403e-02, 2.98700109e-02,\n",
" -5.36994822e-03, -2.29999162e-02, -3.26058976e-02, -4.11897711e-02,\n",
" -4.98550944e-02, 6.42093793e-02, 2.49333344e-02, 2.92491866e-03,\n",
" -4.86270199e-03, -1.68707874e-03, -3.07390303e-03, -6.38896003e-02,\n",
" 7.51323476e-02, 6.95870668e-02, 1.21022724e-02, 5.62960282e-02,\n",
" 1.89694855e-02, 4.40046340e-02, -6.52900636e-02, -5.31311259e-02,\n",
" -3.04317777e-03, 7.91196749e-02, -5.02946600e-02, -1.37762902e-02,\n",
" -2.25435179e-02, -2.37928536e-02, 5.88765740e-02, 3.53957936e-02,\n",
" 6.59642089e-03, 1.91660523e-02, 7.49264136e-02, 6.33004382e-02,\n",
" -7.03581900e-04, -7.71835074e-02, -4.19662101e-03, -9.81404260e-03,\n",
" 1.41996546e-02, 4.51025628e-02, -6.99213706e-03, -6.72269315e-02,\n",
" 3.90281007e-02, -5.77434152e-02, -5.48936501e-02, -7.82342628e-03,\n",
" -1.78935193e-02, -6.49621487e-02, 1.88332498e-02, -2.08817758e-02,\n",
" 4.67213392e-02, -1.27670458e-02, -5.03543280e-02, -3.84530090e-02,\n",
" 1.31168664e-02, -1.07292654e-02, -1.11038601e-02, 4.82161380e-02,\n",
" -8.55945349e-02, -1.37411635e-02, -3.63087878e-02, 1.17553929e-02,\n",
" 5.48292659e-02, -4.71909307e-02, 3.29936370e-02, -4.97123227e-02,\n",
" 4.66530584e-02, -2.14907732e-02, -1.60746649e-02, 2.27891225e-02,\n",
" 4.99415174e-02, 4.32479046e-02, 4.55711186e-02, 2.98373122e-02,\n",
" -1.85912009e-02, 4.24453281e-02, 1.69203598e-02, -3.73328067e-02,\n",
" -6.20089583e-02, -2.27575246e-02, 9.98754054e-03, -5.36052622e-02,\n",
" -1.32946903e-02, -3.81136984e-02, -9.68322977e-02, 2.40163002e-02,\n",
" -5.65704564e-03, 9.04910862e-02, 6.94672950e-03, 1.94085073e-02,\n",
" 1.18927853e-02, 1.78006515e-02, -6.08547963e-02, -8.52499343e-03,\n",
" -1.22737236e-01, -2.04371978e-02, 5.39035760e-02, -3.78035754e-02,\n",
" -4.86878306e-02, -4.87121828e-02, 3.51405004e-03, 2.11193394e-02,\n",
" -4.53986637e-02, -8.65282118e-02, -3.48803364e-02, 5.36387190e-02,\n",
" -8.88563227e-03, -4.29282784e-02, -4.69905622e-02, 2.82696057e-02,\n",
" -6.23924285e-02, 6.77064434e-03, 7.05330446e-02, -7.21373409e-03,\n",
" -8.82084016e-03, -2.65615480e-03, 1.53043168e-02, -3.17683909e-03,\n",
" -3.02711893e-02, 2.53853928e-02, -5.61570860e-02, -8.75601619e-02,\n",
" 2.18327828e-02, -2.29678787e-02, 1.03495732e-01, -5.46321459e-02,\n",
" 2.14080326e-02, 7.90686999e-03, 9.17519778e-02, 3.39963995e-02,\n",
" 1.79343894e-02, -3.04703005e-02, 1.24447970e-02, 5.90043422e-03,\n",
" 8.19067359e-02, 4.20000125e-03, 3.95062529e-02, 3.07720546e-02,\n",
" -4.34689131e-03, 3.13061364e-02, -1.51868491e-02, 1.33312941e-02,\n",
" -3.78709007e-03, -3.40215601e-02, 3.61604951e-02, 5.99628612e-02,\n",
" 6.93882555e-02, 3.73154692e-02, 1.47253238e-02, 3.13512832e-02,\n",
" 4.58418299e-03, 4.13422287e-02, -1.68913100e-02, -5.23739010e-02,\n",
" -2.06694305e-02, 8.02809224e-02, -1.15428902e-02, -2.41326783e-02,\n",
" 4.59686890e-02, 1.90953780e-02, -5.09172305e-02, -3.89982350e-02,\n",
" 6.81363270e-02, 2.56970730e-02, 3.77873257e-02, -5.91148511e-02,\n",
" 1.83122177e-02, -5.09495065e-02, -7.14397198e-03, -2.55393758e-02,\n",
" -9.53728799e-03, 6.16738833e-02, 1.00176390e-02, -7.86988623e-03,\n",
" -4.02739234e-02, -6.30957782e-02, 2.65366379e-02, 1.83478408e-02,\n",
" 1.56518165e-02, 2.10722699e-03, 1.86946169e-02, -5.98455891e-02,\n",
" 6.60343170e-02, -1.95721956e-03, 5.76640144e-02, -4.77160811e-02,\n",
" 5.33601781e-03, 3.87044437e-02, 1.20506614e-01, -6.04405208e-03,\n",
" -4.39212658e-02, -1.07399225e-01, 3.41968574e-02, -3.28008197e-02,\n",
" -5.25633991e-03, -4.50372836e-03, 5.69004565e-03, 8.15330893e-02,\n",
" 2.79108081e-02, -2.15719081e-02, -1.23759015e-02, 8.40165839e-02,\n",
" 1.46849565e-02, -1.88886505e-02, -8.85285344e-03, -9.71128270e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'jetpack': Embedding(embedding=array([ 0.10079721, -0.04854936, -0.01394851, -0.02059664, -0.0039827 ,\n",
" -0.04721827, 0.0330957 , 0.06454855, 0.10126179, 0.07530412,\n",
" -0.01166125, 0.04053552, 0.02035538, 0.02577582, -0.01001808,\n",
" 0.02494974, 0.04827398, 0.08926758, 0.01005538, -0.02205856,\n",
" -0.08665302, -0.0497002 , 0.0055191 , 0.05421273, 0.02003339,\n",
" 0.02792909, 0.0024029 , -0.03901918, 0.06097112, -0.01318412,\n",
" 0.08032014, -0.01085988, -0.02158113, 0.00231456, 0.03622927,\n",
" -0.01690592, -0.05184808, -0.02072143, -0.0773387 , 0.04988625,\n",
" -0.04424608, 0.0083794 , -0.01749612, -0.02207641, 0.03586769,\n",
" -0.06058569, -0.03072854, 0.04527488, -0.03071718, 0.02472108,\n",
" 0.02852885, -0.00352535, 0.00354155, 0.00406183, 0.04244262,\n",
" 0.05892999, 0.00480151, -0.07540723, -0.02889564, -0.03429271,\n",
" 0.05323966, 0.02179625, 0.02993316, 0.0204647 , 0.01752809,\n",
" -0.002312 , 0.03542322, 0.01524954, -0.01284305, -0.02316761,\n",
" -0.02271989, 0.04563317, 0.0135118 , 0.16085647, -0.0078205 ,\n",
" 0.02044858, 0.00637932, -0.071788 , 0.01705196, -0.02508195,\n",
" 0.06002899, 0.006339 , -0.07485831, 0.05295222, -0.02384211,\n",
" 0.02744948, -0.02237425, -0.08477961, -0.05685249, -0.04118759,\n",
" -0.00862824, -0.03554673, -0.04060414, -0.0937405 , -0.058447 ,\n",
" 0.01309739, -0.07618924, 0.03197264, -0.02426562, -0.0113246 ,\n",
" -0.01219827, -0.02089171, -0.02769384, -0.02959448, -0.03704328,\n",
" -0.00902897, 0.00043298, 0.02637793, -0.05524881, 0.08295898,\n",
" -0.02719083, -0.03552477, -0.01071915, -0.01009885, 0.01939389,\n",
" 0.08091557, 0.01331654, 0.09266762, -0.06052069, -0.03330409,\n",
" -0.15287095, -0.05889043, 0.03791644, -0.00248476, -0.01915433,\n",
" 0.00236863, -0.02958803, 0.03718089, -0.06352923, 0.01167268,\n",
" 0.00464551, 0.07115597, -0.02876918, 0.02891038, -0.02774353,\n",
" 0.04291105, 0.00755503, 0.05744613, -0.00688389, 0.00474371,\n",
" -0.03859045, -0.01938218, 0.00120826, 0.01139779, -0.00632571,\n",
" 0.03123873, 0.01478885, 0.07068545, -0.04529094, 0.00568953,\n",
" 0.06055725, 0.02752449, -0.0263467 , 0.01690945, -0.05103661,\n",
" -0.06604894, -0.02981535, 0.0074108 , 0.03163729, 0.00156817,\n",
" 0.02117609, 0.05048887, 0.0291705 , -0.05642567, -0.10283963,\n",
" -0.00370142, 0.00193752, -0.04357376, 0.02308938, 0.05309772,\n",
" -0.03825163, 0.04787001, -0.05147631, 0.00472421, 0.04583076,\n",
" -0.06417266, -0.0303563 , -0.01930295, 0.02079121, -0.00918865,\n",
" 0.02608972, -0.04387077, 0.02102464, -0.01177028, -0.01078628,\n",
" 0.02742892, 0.02136114, -0.00904402, -0.0485834 , 0.01064974,\n",
" -0.08486255, -0.03143881, -0.02550587, 0.00712433, -0.06351714,\n",
" 0.04207236, 0.04037079, -0.02610859, -0.04813461, 0.00419251,\n",
" 0.08915465, 0.0339482 , 0.04781368, 0.00445808, -0.01789732,\n",
" 0.03033727, 0.01845205, -0.02917542, -0.00958845, -0.04239853,\n",
" 0.0538735 , -0.01220392, 0.05324119, 0.00686591, -0.005186 ,\n",
" 0.05158264, -0.06478348, -0.08014993, -0.05791041, 0.03617343,\n",
" 0.01365785, 0.03884796, 0.04774584, 0.00899205, 0.02044114,\n",
" 0.00081161, 0.0331348 , -0.02694011, 0.01079946, 0.00793805,\n",
" -0.04636414, 0.0366139 , 0.03107046, -0.04011601, 0.03709242,\n",
" -0.03336182, -0.03181485, 0.00525526, 0.03108078, -0.09878273,\n",
" -0.0045118 , -0.04970756, 0.03959295, 0.07180057, 0.02352422,\n",
" -0.01945831, -0.07079888, -0.01073717, 0.04971719, -0.03834235,\n",
" 0.02483184, 0.00457706, -0.06869668, -0.03118133, 0.03457262,\n",
" 0.02734799, 0.04455867, -0.07241933, -0.06687611, -0.07382801,\n",
" -0.00757899, 0.00278149, -0.06016102, -0.02926002, 0.02681679,\n",
" -0.01388203, -0.00768398, -0.09082303, -0.0803946 , 0.05086987,\n",
" -0.03799898, 0.08565661, -0.03750293, -0.05392457, 0.03947258,\n",
" 0.0094688 , 0.02990769, 0.02290243, 0.00524707, 0.01545814,\n",
" 0.05514152, -0.04237885, -0.02029048, 0.05994936, -0.00238197,\n",
" -0.0374246 , -0.01953914, -0.0015071 , -0.05064267, 0.04061047,\n",
" 0.01543332, 0.00171917, -0.01768472, -0.00355972, 0.04893371,\n",
" -0.02039766, -0.01475775, -0.01870865, 0.11182323, 0.09166771,\n",
" 0.04004779, 0.02824848, 0.04701297, -0.03963372, 0.05283473,\n",
" 0.06056046, 0.00255118, 0.02501904, -0.01627572, -0.03070446,\n",
" -0.04915889, -0.05013029, -0.03964569, 0.07573827, 0.03051933,\n",
" 0.01598183, 0.00782954, -0.00955111, 0.00469448, -0.05134728,\n",
" 0.08817264, 0.0792381 , -0.00049324, 0.04832077, 0.02945676,\n",
" 0.05103428, -0.07590194, -0.06831454, -0.00134164, 0.06619792,\n",
" -0.07070105, -0.00428772, -0.02443415, -0.01103097, 0.05595629,\n",
" 0.03409909, -0.00751678, 0.02278362, 0.06296103, 0.06391811,\n",
" -0.02463648, -0.08373219, -0.00908886, -0.02303214, 0.02630524,\n",
" 0.04885099, -0.01410846, -0.07385952, 0.03676879, -0.06770844,\n",
" -0.04709019, 0.00188515, -0.021269 , -0.05859103, 0.0279634 ,\n",
" -0.01226638, 0.04567749, 0.00038217, -0.06206024, -0.04482387,\n",
" 0.01422619, -0.00298084, -0.02739162, 0.03165921, -0.10633658,\n",
" -0.01908492, -0.04567856, 0.03312996, 0.04993616, -0.04464054,\n",
" 0.02692517, -0.05690331, 0.05651037, 0.00529072, -0.01295237,\n",
" 0.03747074, 0.04382671, 0.03013256, 0.04930644, 0.03642041,\n",
" 0.00044969, 0.05213387, 0.03133434, -0.01911593, -0.05770596,\n",
" -0.03981123, 0.01637182, -0.06744876, -0.01627819, -0.02713103,\n",
" -0.09201135, 0.02659765, 0.00167268, 0.10109505, -0.00212446,\n",
" 0.01725344, -0.00446798, 0.02485606, -0.04361315, -0.01256486,\n",
" -0.1301886 , -0.00472408, 0.05588461, -0.04246542, -0.06651226,\n",
" -0.04818782, -0.00694549, 0.0268737 , -0.04991308, -0.08589583,\n",
" -0.042434 , 0.05638362, -0.01517342, -0.05718671, -0.04304911,\n",
" 0.03327182, -0.04827699, 0.00026645, 0.07027406, -0.01765661,\n",
" -0.01093403, 0.01631269, 0.02122665, 0.0085225 , -0.02115476,\n",
" 0.02646378, -0.05292587, -0.07768678, 0.02098181, -0.01921773,\n",
" 0.10245242, -0.04525638, 0.02386982, 0.00957154, 0.08112069,\n",
" 0.03100099, 0.01063426, -0.04889978, 0.0077878 , 0.0194378 ,\n",
" 0.0754586 , -0.00938189, 0.02816595, 0.03908748, -0.00952875,\n",
" 0.03109009, -0.00705136, 0.01499134, -0.01126425, -0.03817866,\n",
" 0.03740967, 0.05086541, 0.06666138, 0.01805285, 0.02405343,\n",
" 0.0263229 , -0.00786251, 0.04802605, -0.01126654, -0.06081885,\n",
" -0.02011908, 0.08057036, -0.01169029, -0.0386318 , 0.04130313,\n",
" 0.02589435, -0.0586078 , -0.04564292, 0.04111255, 0.00343274,\n",
" 0.02377244, -0.06849807, 0.01242902, -0.03794471, -0.02295114,\n",
" -0.03491655, 0.00592211, 0.06394471, -0.00504312, 0.00707903,\n",
" -0.04324332, -0.04757781, 0.01868046, 0.02072409, 0.0083515 ,\n",
" -0.00233738, 0.01558857, -0.05267729, 0.06463548, -0.0081282 ,\n",
" 0.06420552, -0.01976058, 0.01742675, 0.04171994, 0.13462706,\n",
" 0.020111 , -0.06123158, -0.09146986, 0.04565374, -0.03097315,\n",
" 0.00079555, -0.01359113, 0.01089387, 0.09162646, 0.02612166,\n",
" -0.0257108 , -0.00913259, 0.06887749, -0.00317366, -0.02789636,\n",
" 0.00511249, -0.1126377 ]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'jim': Embedding(embedding=array([ 0.09907833, -0.04160454, -0.01606122, -0.02804064, 0.00146925,\n",
" -0.04862072, 0.04333431, 0.06508989, 0.09125452, 0.08218385,\n",
" -0.01338091, 0.03856586, 0.01974652, 0.02586717, -0.01377812,\n",
" 0.02802598, 0.04202474, 0.08918349, 0.01502254, -0.02205034,\n",
" -0.08152813, -0.04591673, 0.00195555, 0.05559072, 0.02827534,\n",
" 0.03488968, -0.00106858, -0.04071158, 0.06429828, -0.00875136,\n",
" 0.0836277 , -0.00271151, -0.02196382, 0.00223816, 0.0281406 ,\n",
" -0.015966 , -0.04866371, -0.0197898 , -0.06608053, 0.04924564,\n",
" -0.04015099, 0.00186934, -0.01931269, -0.02364784, 0.03175911,\n",
" -0.06274102, -0.02935278, 0.03793883, -0.03385166, 0.03209985,\n",
" 0.03359833, 0.0020937 , 0.00389235, 0.00187552, 0.04213268,\n",
" 0.05086014, 0.01059868, -0.06610553, -0.0291325 , -0.04118956,\n",
" 0.047539 , 0.02788316, 0.03220048, 0.02088693, 0.01521545,\n",
" -0.00734048, 0.03343806, 0.00365077, -0.01277603, -0.02368613,\n",
" -0.03105093, 0.05356147, 0.00658165, 0.16143645, -0.00571636,\n",
" 0.02746085, 0.00669994, -0.06677964, 0.01386984, -0.01766955,\n",
" 0.06607454, 0.00313346, -0.07432931, 0.05270445, -0.03005693,\n",
" 0.01881455, -0.02410825, -0.08618981, -0.05018494, -0.0487906 ,\n",
" -0.00536413, -0.03312034, -0.05291741, -0.0921784 , -0.04500232,\n",
" 0.00722275, -0.07517447, 0.02617175, -0.03148925, -0.0202969 ,\n",
" -0.00684715, -0.02018924, -0.0283014 , -0.0322769 , -0.04177167,\n",
" -0.01078103, 0.000765 , 0.0306751 , -0.06539845, 0.08047969,\n",
" -0.02706905, -0.03819696, -0.02253263, -0.00576691, 0.02534665,\n",
" 0.07696871, 0.01122804, 0.09632268, -0.05524138, -0.04097796,\n",
" -0.13919833, -0.06602421, 0.03605468, -0.00120221, -0.01179778,\n",
" 0.00505217, -0.03123057, 0.03672872, -0.06045563, 0.02004411,\n",
" 0.00938256, 0.0720915 , -0.02293467, 0.0285127 , -0.02913855,\n",
" 0.04355791, 0.00231499, 0.05823686, -0.0070209 , 0.00680843,\n",
" -0.03993779, -0.01895708, 0.01219238, 0.00400514, 0.00699909,\n",
" 0.01894251, 0.01659823, 0.06892474, -0.04650108, 0.00429376,\n",
" 0.0534305 , 0.02586071, -0.02555192, 0.01171066, -0.06049984,\n",
" -0.06478125, -0.03649346, -0.00316953, 0.03143268, 0.00194616,\n",
" 0.02751823, 0.04914556, 0.02730838, -0.06416473, -0.10566461,\n",
" 0.00234752, 0.00125515, -0.04367372, 0.02283774, 0.05810889,\n",
" -0.04471987, 0.04805439, -0.04988251, 0.00513055, 0.03476522,\n",
" -0.05601571, -0.02186602, -0.0217698 , 0.01654896, -0.0171237 ,\n",
" 0.03058815, -0.04328779, 0.02498889, -0.00590397, -0.01006859,\n",
" 0.03654847, 0.01990103, -0.01731431, -0.0506474 , 0.02127523,\n",
" -0.08018562, -0.03299254, -0.02783568, 0.00608915, -0.06144043,\n",
" 0.04614433, 0.03459579, -0.03258474, -0.05094778, 0.01269814,\n",
" 0.09260448, 0.03457482, 0.0417846 , 0.00557671, -0.01362479,\n",
" 0.03887493, 0.01009965, -0.03524885, -0.01794056, -0.02878267,\n",
" 0.05088575, -0.01274775, 0.04358798, 0.00437496, 0.00056452,\n",
" 0.05636619, -0.0616091 , -0.0669987 , -0.05188583, 0.03580623,\n",
" 0.01674635, 0.03557312, 0.04317604, 0.00043729, 0.02060206,\n",
" 0.00743484, 0.02712547, -0.02564168, 0.01872772, 0.01132629,\n",
" -0.04157074, 0.03310758, 0.02750617, -0.04067801, 0.03208173,\n",
" -0.02582572, -0.02045031, 0.01025187, 0.02895253, -0.11093118,\n",
" 0.00431784, -0.0552383 , 0.04099601, 0.07980251, 0.02805883,\n",
" -0.01590146, -0.07022758, -0.00837692, 0.05121927, -0.03311549,\n",
" 0.02579744, 0.00285329, -0.07268484, -0.02983551, 0.03365798,\n",
" 0.03165301, 0.04537698, -0.06948195, -0.06011838, -0.07009777,\n",
" -0.00566991, -0.00237102, -0.05909706, -0.02473271, 0.02339767,\n",
" -0.02718942, -0.01392207, -0.08142977, -0.07177266, 0.04716416,\n",
" -0.03276554, 0.07496918, -0.03664596, -0.04641293, 0.03155616,\n",
" 0.0035695 , 0.02603063, 0.02788434, 0.00534035, 0.01403944,\n",
" 0.05443903, -0.03919585, -0.02774976, 0.06693606, -0.00452912,\n",
" -0.0393635 , -0.02414986, -0.0023589 , -0.05379144, 0.04926762,\n",
" 0.01646952, 0.00165293, -0.01997043, -0.0043975 , 0.04328295,\n",
" -0.02103152, -0.01795939, -0.02685744, 0.10864334, 0.08190438,\n",
" 0.04626649, 0.03323011, 0.05330024, -0.04613596, 0.05618185,\n",
" 0.0531637 , 0.00999988, 0.02071594, -0.02417426, -0.0284859 ,\n",
" -0.05503773, -0.05280542, -0.03468257, 0.07456353, 0.0310747 ,\n",
" 0.01971824, 0.01136643, -0.00748475, 0.01205244, -0.06005431,\n",
" 0.08682773, 0.08587175, 0.00212815, 0.04590936, 0.03219713,\n",
" 0.06535803, -0.08334694, -0.07442806, 0.00123017, 0.06345052,\n",
" -0.07531635, -0.00656395, -0.02995282, -0.00161344, 0.05377176,\n",
" 0.0394067 , -0.00335374, 0.02354023, 0.066554 , 0.06220738,\n",
" -0.03667362, -0.08928353, -0.01184525, -0.02353988, 0.03555481,\n",
" 0.06175968, -0.01726076, -0.06861708, 0.0377464 , -0.05522692,\n",
" -0.04817425, 0.00901414, -0.01361503, -0.05587755, 0.02474252,\n",
" -0.00729635, 0.05384773, -0.00073566, -0.05939307, -0.04098995,\n",
" 0.01405529, 0.00503586, -0.03257125, 0.02714789, -0.11140911,\n",
" -0.02352716, -0.05316838, 0.04126574, 0.04369747, -0.04338475,\n",
" 0.01904088, -0.06054227, 0.05460786, 0.00836395, -0.01364454,\n",
" 0.04213533, 0.03766502, 0.03327296, 0.06112285, 0.02112091,\n",
" 0.00791797, 0.06361207, 0.03152527, -0.02271475, -0.05270212,\n",
" -0.0405192 , 0.01491523, -0.0677425 , -0.01133802, -0.0279055 ,\n",
" -0.0892846 , 0.02228759, 0.0037383 , 0.10518405, 0.00054517,\n",
" 0.01238247, -0.01328847, 0.02417799, -0.04025203, -0.0085407 ,\n",
" -0.12144518, -0.00461408, 0.06101275, -0.04607108, -0.0670591 ,\n",
" -0.04582803, -0.00244644, 0.02713647, -0.0414909 , -0.08414275,\n",
" -0.040593 , 0.05170447, -0.00753328, -0.06056685, -0.03417354,\n",
" 0.03592309, -0.03860994, -0.0073992 , 0.06703141, -0.01471809,\n",
" -0.02109849, 0.0161863 , 0.02446199, 0.00043407, -0.01344886,\n",
" 0.0339802 , -0.05555824, -0.07525995, 0.01305877, -0.01458689,\n",
" 0.10359146, -0.04741835, 0.01967941, 0.01313522, 0.0735677 ,\n",
" 0.02548808, 0.01284278, -0.05363493, 0.00886568, 0.02093818,\n",
" 0.07124028, -0.01304886, 0.02607859, 0.0454114 , -0.01391437,\n",
" 0.02444092, 0.00260985, 0.0105449 , -0.01120621, -0.04394578,\n",
" 0.0333697 , 0.04884266, 0.06354813, 0.01385003, 0.02271609,\n",
" 0.01445739, 0.00070219, 0.0476685 , -0.01627049, -0.07433792,\n",
" -0.00912318, 0.09246476, -0.00655281, -0.0342913 , 0.03426939,\n",
" 0.0268857 , -0.05237077, -0.04280915, 0.03977378, -0.00180292,\n",
" 0.0179677 , -0.06817712, 0.02032769, -0.03481949, -0.02809927,\n",
" -0.03931041, 0.00970723, 0.07642823, -0.00479145, 0.00702041,\n",
" -0.04138901, -0.03667808, 0.01717142, 0.02569823, 0.00516842,\n",
" -0.00908569, 0.01755981, -0.04881631, 0.06019425, -0.01084288,\n",
" 0.07307188, -0.02013577, 0.01651709, 0.04769506, 0.13177282,\n",
" 0.02595761, -0.05459653, -0.09434742, 0.04406556, -0.03657323,\n",
" 0.01054522, -0.01677017, 0.01980265, 0.10223071, 0.02354956,\n",
" -0.03236685, -0.00249582, 0.07338025, -0.00892756, -0.02774954,\n",
" 0.00766862, -0.11762154]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'joker': Embedding(embedding=array([ 1.05427183e-01, -3.47144268e-02, -1.05248699e-02, 2.81654112e-02,\n",
" -6.79648761e-03, -5.75524531e-02, 1.98551491e-02, 6.06112294e-02,\n",
" 9.79152396e-02, 4.59394269e-02, -3.10241245e-02, 5.21323606e-02,\n",
" 3.85990962e-02, 2.24200990e-02, -2.32001580e-03, 4.53691520e-02,\n",
" 6.96232617e-02, 7.87549689e-02, -6.36767829e-03, -1.79398097e-02,\n",
" -8.01760852e-02, -3.25289071e-02, -7.31093669e-03, 4.74479012e-02,\n",
" -3.30636441e-03, 1.14095509e-02, 1.74892824e-02, -4.19561602e-02,\n",
" 4.60170470e-02, -1.22449631e-02, 7.22183138e-02, -2.69683562e-02,\n",
" 2.16108076e-02, -4.70692478e-03, 3.77712697e-02, -3.66454534e-02,\n",
" -4.61967997e-02, -1.99351832e-02, -9.50503871e-02, 4.33065780e-02,\n",
" -4.56690267e-02, 2.85145659e-02, -3.18082757e-02, -6.08622190e-03,\n",
" 4.71043736e-02, -6.05492257e-02, -4.25236039e-02, 6.11974783e-02,\n",
" -2.52408180e-02, 1.41347535e-02, 3.76163162e-02, -2.62189563e-02,\n",
" 3.86267318e-03, 2.61145756e-02, 4.32362780e-02, 7.58316815e-02,\n",
" -2.99448352e-02, -9.47145522e-02, -1.91516466e-02, -2.33996399e-02,\n",
" 3.50050367e-02, 2.28454638e-03, 1.65223852e-02, 1.25907911e-02,\n",
" 2.51076426e-02, 2.21387427e-02, 3.87601517e-02, 2.68569496e-02,\n",
" 1.08492095e-03, -1.33585846e-02, -2.67751678e-03, 3.87961743e-03,\n",
" 3.79320122e-02, 1.34622395e-01, -3.49358544e-02, 1.05995713e-02,\n",
" 2.69093178e-02, -9.40743908e-02, 3.31410728e-02, -1.56487580e-02,\n",
" 8.83095339e-03, 2.31450573e-02, -6.03569746e-02, 3.66454795e-02,\n",
" -8.21321364e-03, 5.49807698e-02, -1.48311015e-02, -9.52978507e-02,\n",
" -6.83670714e-02, -2.45887637e-02, -3.36885527e-02, -4.96607348e-02,\n",
" -1.81483217e-02, -9.40289944e-02, -8.14605728e-02, 2.99079306e-02,\n",
" -7.64511079e-02, 4.43692096e-02, 5.90358581e-03, 1.62036978e-02,\n",
" -1.14495726e-02, -2.22756080e-02, 3.18467338e-03, -1.57996807e-02,\n",
" -4.01001722e-02, -3.50544006e-02, -5.19241985e-05, 3.22849154e-02,\n",
" -4.66675013e-02, 6.95947707e-02, -4.40917984e-02, -1.04664546e-02,\n",
" 1.17354877e-02, -1.56956986e-02, 1.84143288e-03, 8.09643790e-02,\n",
" 3.43723781e-02, 7.31455162e-02, -6.72953501e-02, -1.31906020e-02,\n",
" -1.95885032e-01, -4.87002730e-02, 1.61839202e-02, 4.36238106e-03,\n",
" -2.79809292e-02, 4.21892479e-03, -3.77747156e-02, 3.95882390e-02,\n",
" -7.52070993e-02, 3.87880090e-03, 1.05610248e-02, 4.79215831e-02,\n",
" -3.82352099e-02, 2.02372707e-02, -2.94405799e-02, 6.06734492e-02,\n",
" 2.03442872e-02, 5.99550642e-02, -8.73155426e-03, 1.70348752e-02,\n",
" -2.38525029e-02, -1.95935294e-02, -3.58816572e-02, 1.26768807e-02,\n",
" -2.64938213e-02, 3.22648548e-02, -1.51214073e-04, 6.01959862e-02,\n",
" -5.00934646e-02, 7.99311791e-03, 4.59978320e-02, 2.80698147e-02,\n",
" -2.50186324e-02, 3.82165611e-02, -2.37687137e-02, -4.98956516e-02,\n",
" -2.57229190e-02, 3.17249857e-02, 3.49243283e-02, 3.06411693e-03,\n",
" 2.09461618e-02, 4.55978215e-02, 4.74389978e-02, -6.72224090e-02,\n",
" -8.30707252e-02, 4.84521966e-03, 7.11455988e-03, -2.60293856e-02,\n",
" 4.39855531e-02, 2.33739633e-02, -1.76492054e-02, 2.68385299e-02,\n",
" -4.15787473e-02, 2.09342279e-02, 4.82537188e-02, -8.95438343e-02,\n",
" -3.04186754e-02, -1.26235466e-02, 2.86227558e-02, 2.18902086e-03,\n",
" 2.44445615e-02, -3.86214331e-02, 3.38301761e-03, -2.12793332e-02,\n",
" 1.50651927e-03, 1.00483727e-02, 4.41050250e-03, 2.16833949e-02,\n",
" -3.88214812e-02, -1.15820151e-02, -7.90664256e-02, -3.06492019e-02,\n",
" -2.39743683e-02, 1.39300246e-02, -5.98767996e-02, 4.55205701e-02,\n",
" 6.17823042e-02, 4.32124408e-03, -4.16593924e-02, -1.47599922e-02,\n",
" 8.22499841e-02, 2.48607099e-02, 5.77689596e-02, -2.22982070e-03,\n",
" -3.73331308e-02, 2.97695608e-03, 4.51435857e-02, -2.08309889e-02,\n",
" -6.65159570e-03, -6.48357868e-02, 5.29867634e-02, -1.63387358e-02,\n",
" 7.30049089e-02, -1.41030981e-03, -1.87772941e-02, 1.95607729e-02,\n",
" -9.26025435e-02, -8.91537070e-02, -3.63835841e-02, 3.42040695e-02,\n",
" 4.19066623e-02, 2.14319509e-02, 6.77350536e-02, 2.36208867e-02,\n",
" 7.90595077e-03, -3.55383791e-02, 3.75735760e-02, -4.78178263e-03,\n",
" 4.77520283e-03, -1.80974472e-02, -5.51215112e-02, 4.30252962e-02,\n",
" 3.50424610e-02, -3.40096392e-02, 5.87700829e-02, -3.95217277e-02,\n",
" -6.45544827e-02, 1.30658327e-02, 1.99611783e-02, -8.55711624e-02,\n",
" -2.15383545e-02, -4.21310812e-02, 1.32467318e-02, 3.61170284e-02,\n",
" 2.60862429e-02, -3.83685194e-02, -5.54947816e-02, -2.24949662e-02,\n",
" 2.96585187e-02, -4.65499461e-02, -2.70467659e-04, 1.97440889e-02,\n",
" -7.16040060e-02, -2.43545752e-02, 4.49428596e-02, 1.43586351e-02,\n",
" 5.23042455e-02, -6.21809326e-02, -4.72004637e-02, -9.33252200e-02,\n",
" -4.44525704e-02, 1.45163741e-02, -3.41868475e-02, -2.64499020e-02,\n",
" 1.67697743e-02, 2.80164136e-03, -7.57768238e-03, -1.08244367e-01,\n",
" -8.40776935e-02, 2.24351585e-02, -3.90320085e-02, 9.97676104e-02,\n",
" -2.56744847e-02, -4.99374531e-02, 7.09019080e-02, 1.62447989e-02,\n",
" 4.35095318e-02, 2.43119393e-02, -8.05288740e-03, 9.87784844e-03,\n",
" 6.11454956e-02, -5.91418482e-02, 2.10598689e-02, 3.68871763e-02,\n",
" 9.40478500e-03, -1.90433878e-02, -3.70238349e-02, 1.36739640e-02,\n",
" -3.79716009e-02, 3.92320156e-02, 1.02986423e-02, 9.72056855e-03,\n",
" -3.78998779e-02, 1.93707831e-02, 4.55742516e-02, -1.98174194e-02,\n",
" -8.23689718e-03, -3.79583985e-03, 1.28730461e-01, 9.41427201e-02,\n",
" 1.86351035e-02, 1.62361488e-02, 2.03966759e-02, -4.08076569e-02,\n",
" 5.34899309e-02, 1.12485774e-01, -1.71664264e-02, 3.68377976e-02,\n",
" -2.93490198e-03, -1.58869494e-02, -1.65680628e-02, -3.99745256e-02,\n",
" -5.92041463e-02, 6.79516420e-02, 1.60503350e-02, 2.47160136e-03,\n",
" -4.24659252e-03, 4.20205994e-03, -1.03271035e-02, -5.39417453e-02,\n",
" 6.60515875e-02, 5.47153465e-02, 1.98331513e-02, 5.92962429e-02,\n",
" 2.42661294e-02, 1.81522910e-02, -6.13942295e-02, -4.05515172e-02,\n",
" -1.81066222e-03, 7.84854367e-02, -4.72207628e-02, -1.40925730e-02,\n",
" -1.61923785e-02, -2.66036242e-02, 6.31131604e-02, 3.47534083e-02,\n",
" 7.86848180e-03, 2.51469221e-02, 7.20954388e-02, 5.16965874e-02,\n",
" -2.28390051e-03, -6.20223358e-02, -6.98478427e-03, -7.84560852e-03,\n",
" 1.41226687e-03, 4.28353436e-02, -2.07805391e-02, -7.05077648e-02,\n",
" 4.89012748e-02, -8.15725848e-02, -4.82183546e-02, -7.23323738e-03,\n",
" -2.91443951e-02, -6.17505759e-02, 7.73828849e-03, -2.97267828e-02,\n",
" 3.73643115e-02, -2.50368621e-02, -5.33657260e-02, -3.17942798e-02,\n",
" 1.26697021e-02, -1.37404511e-02, -2.46090554e-02, 3.61158960e-02,\n",
" -6.93600774e-02, -1.16459718e-02, -2.75217686e-02, 1.00387856e-02,\n",
" 6.47500753e-02, -5.40300906e-02, 3.71431969e-02, -4.64092083e-02,\n",
" 3.76196392e-02, -2.31172908e-02, -5.32269431e-03, 2.52345018e-02,\n",
" 4.98280637e-02, 3.64486985e-02, 4.79122475e-02, 3.27561311e-02,\n",
" -3.18345465e-02, 4.10444289e-02, -2.19662627e-03, -2.77578365e-02,\n",
" -5.12347370e-02, -2.88228821e-02, 1.69989001e-02, -4.12571654e-02,\n",
" -1.53582590e-02, -4.92966063e-02, -9.74980742e-02, 2.08230708e-02,\n",
" -1.58276856e-02, 7.82126188e-02, 1.93451960e-02, 1.75360907e-02,\n",
" 2.40286570e-02, 1.67085119e-02, -5.93539178e-02, -1.78382732e-02,\n",
" -1.22791797e-01, -1.79498270e-02, 4.71940860e-02, -2.75084879e-02,\n",
" -5.99037632e-02, -5.19635230e-02, -3.32356634e-04, 2.28485279e-02,\n",
" -4.64370884e-02, -8.71882513e-02, -3.79079767e-02, 6.28436729e-02,\n",
" -1.11029958e-02, -2.34032813e-02, -5.25591299e-02, 1.98555291e-02,\n",
" -7.15815723e-02, 9.10988171e-03, 7.22255260e-02, -5.13499323e-03,\n",
" -4.04229201e-03, -1.66902952e-02, 2.07454283e-02, 3.49839497e-03,\n",
" -3.20238508e-02, 1.99803561e-02, -4.50353175e-02, -8.88997167e-02,\n",
" 2.30364315e-02, -1.24252662e-02, 1.00020766e-01, -5.06539978e-02,\n",
" 3.67564373e-02, 1.76525526e-02, 9.23809037e-02, 4.77432460e-02,\n",
" 2.26554237e-02, -2.19712239e-02, 5.31955855e-03, 7.82334153e-03,\n",
" 7.76267201e-02, 8.67975038e-03, 3.86848189e-02, 3.58410999e-02,\n",
" 4.34948085e-03, 2.92925257e-02, -1.52804665e-02, 2.07229648e-02,\n",
" -5.64627815e-03, -2.67497934e-02, 3.02590262e-02, 6.45417646e-02,\n",
" 7.68902823e-02, 3.36990766e-02, 1.21385790e-02, 5.06274216e-02,\n",
" 1.85389780e-02, 3.94333340e-02, -1.75781809e-02, -5.04040830e-02,\n",
" -3.01704071e-02, 6.04688749e-02, -1.44427497e-04, -4.45919633e-02,\n",
" 5.47073595e-02, 1.04091652e-02, -4.84146103e-02, -4.58953865e-02,\n",
" 5.32205626e-02, 1.73928961e-02, 3.43426615e-02, -4.76018339e-02,\n",
" 1.24211621e-03, -5.20531349e-02, 6.84836274e-03, -2.71199364e-02,\n",
" -1.34604294e-02, 5.17270938e-02, 1.06473118e-02, 6.76272390e-03,\n",
" -3.28652076e-02, -8.81474465e-02, 3.98338474e-02, 3.76612600e-03,\n",
" 1.10638076e-02, 8.60076305e-03, 1.48508754e-02, -5.92989624e-02,\n",
" 5.89805916e-02, 2.65652910e-02, 6.16237670e-02, -4.05109338e-02,\n",
" 1.73629634e-02, 3.66874039e-02, 1.20087259e-01, -1.27424896e-02,\n",
" -5.10509014e-02, -1.06075965e-01, 2.29939055e-02, -2.92264707e-02,\n",
" -1.25028761e-02, -5.29858191e-03, 3.70146357e-03, 6.91938773e-02,\n",
" 3.09162587e-02, -2.21940596e-02, -9.68209933e-03, 8.04120973e-02,\n",
" 2.02694573e-02, -4.57172375e-03, -7.49345822e-03, -9.07348841e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'jw': Embedding(embedding=array([ 1.08867399e-01, -3.51962000e-02, -1.33939013e-02, 3.02979592e-02,\n",
" -9.72751621e-03, -5.77864945e-02, 1.80230904e-02, 6.03329614e-02,\n",
" 1.00857176e-01, 4.79181409e-02, -2.82941293e-02, 5.72320409e-02,\n",
" 3.75278182e-02, 1.89166982e-02, 2.84053094e-04, 4.03119624e-02,\n",
" 6.31259903e-02, 8.08568969e-02, -1.09678246e-02, -1.86632276e-02,\n",
" -8.07547346e-02, -3.19563076e-02, -3.14947194e-03, 4.82408032e-02,\n",
" -3.50188976e-03, 8.16066656e-03, 1.91982761e-02, -4.55018356e-02,\n",
" 4.30413112e-02, -1.33367619e-02, 7.75743648e-02, -2.84212846e-02,\n",
" 2.53315028e-02, -3.20893503e-03, 3.54719907e-02, -3.50910723e-02,\n",
" -4.55408283e-02, -1.54873356e-02, -9.70050469e-02, 4.08974439e-02,\n",
" -4.70520034e-02, 3.01645771e-02, -3.04954965e-02, -1.19868014e-02,\n",
" 4.72652502e-02, -5.94649427e-02, -4.36130725e-02, 5.54809496e-02,\n",
" -2.80106869e-02, 1.07674506e-02, 3.61925736e-02, -2.84054466e-02,\n",
" 3.98955029e-03, 2.75534540e-02, 4.28669155e-02, 7.37032443e-02,\n",
" -3.07711419e-02, -8.89303312e-02, -1.86078008e-02, -1.63479894e-02,\n",
" 3.37032601e-02, 3.73058766e-03, 1.91522613e-02, 1.33534418e-02,\n",
" 2.99643483e-02, 2.98214611e-02, 4.02405076e-02, 2.43891273e-02,\n",
" -1.63450185e-03, -1.48383630e-02, -4.80609620e-03, 5.33822645e-03,\n",
" 3.35696265e-02, 1.31598458e-01, -3.38363349e-02, 1.17587838e-02,\n",
" 2.41695568e-02, -9.40214545e-02, 3.38810198e-02, -9.27588437e-03,\n",
" 9.14558396e-03, 2.50289664e-02, -5.88152111e-02, 3.36905010e-02,\n",
" -7.72436615e-03, 5.31211831e-02, -1.57373976e-02, -1.00127310e-01,\n",
" -6.87742084e-02, -2.78053824e-02, -3.74347866e-02, -5.00922427e-02,\n",
" -1.93685312e-02, -9.25809816e-02, -7.98347071e-02, 3.02953087e-02,\n",
" -7.47386664e-02, 4.29748371e-02, 6.56593544e-03, 1.94750801e-02,\n",
" -1.68981850e-02, -1.68298222e-02, 2.37888726e-03, -1.61035899e-02,\n",
" -3.74682397e-02, -3.46194990e-02, 9.72620473e-05, 3.11888233e-02,\n",
" -4.11552154e-02, 6.65429607e-02, -4.99779172e-02, -9.57392063e-03,\n",
" 1.06248902e-02, -1.53169604e-02, -1.91629934e-03, 8.02619234e-02,\n",
" 3.64400633e-02, 7.66826123e-02, -7.21093193e-02, -1.48343556e-02,\n",
" -1.90014124e-01, -4.67788726e-02, 2.30871532e-02, 3.05490405e-03,\n",
" -2.90834159e-02, 5.42409206e-03, -3.61039042e-02, 4.17824239e-02,\n",
" -7.12807178e-02, 6.66977325e-03, 7.00772041e-03, 4.63836901e-02,\n",
" -4.14715931e-02, 1.96253136e-02, -3.18205245e-02, 6.22253753e-02,\n",
" 2.17244271e-02, 6.17820695e-02, -8.98324186e-04, 1.43725369e-02,\n",
" -2.09219418e-02, -1.84532385e-02, -3.67667712e-02, 1.00299791e-02,\n",
" -2.66600829e-02, 3.14650498e-02, -1.01656665e-03, 5.82651161e-02,\n",
" -5.06130345e-02, 1.18434709e-02, 4.32750471e-02, 2.96214577e-02,\n",
" -3.02250739e-02, 4.17226888e-02, -2.45799981e-02, -4.80667315e-02,\n",
" -2.56022085e-02, 3.29281911e-02, 3.30584683e-02, 1.00275567e-02,\n",
" 1.91089939e-02, 4.59828153e-02, 4.46367189e-02, -6.93723559e-02,\n",
" -8.31640437e-02, 5.46827167e-03, 8.48704576e-03, -2.79357284e-02,\n",
" 4.07765470e-02, 2.51884591e-02, -1.76988542e-02, 2.77425926e-02,\n",
" -4.08082753e-02, 1.73038412e-02, 5.36257736e-02, -9.31040123e-02,\n",
" -3.24672312e-02, -8.64130631e-03, 2.63554417e-02, 4.16470971e-03,\n",
" 2.76574641e-02, -3.93862613e-02, 4.74064611e-03, -2.24434156e-02,\n",
" 6.28671236e-03, 7.47980131e-03, 4.13607853e-03, 2.33099051e-02,\n",
" -3.62191610e-02, -1.00368792e-02, -8.22129846e-02, -3.01961340e-02,\n",
" -1.44099025e-02, 1.74750406e-02, -5.86080179e-02, 4.27399129e-02,\n",
" 6.13429844e-02, 4.80963942e-03, -4.06488813e-02, -1.29079614e-02,\n",
" 8.23706090e-02, 2.46942285e-02, 5.89801148e-02, -4.86152573e-03,\n",
" -3.44891436e-02, 7.74279586e-04, 4.53386493e-02, -2.81491671e-02,\n",
" -7.83376768e-03, -6.51670098e-02, 5.40578216e-02, -1.46218091e-02,\n",
" 7.68122748e-02, -3.62548605e-03, -2.08075792e-02, 1.94902625e-02,\n",
" -9.36050937e-02, -8.54111761e-02, -3.87928002e-02, 3.70888710e-02,\n",
" 3.90875936e-02, 1.94089469e-02, 6.50056079e-02, 2.33503319e-02,\n",
" 4.61006025e-03, -3.93739529e-02, 3.32469381e-02, -2.92786490e-03,\n",
" 1.91796862e-03, -2.29009204e-02, -5.44684455e-02, 4.43468280e-02,\n",
" 3.86978760e-02, -2.92302258e-02, 5.66428378e-02, -3.92960310e-02,\n",
" -6.25509620e-02, 1.26695624e-02, 2.00673081e-02, -8.88903812e-02,\n",
" -1.80271622e-02, -4.63666394e-02, 6.28860947e-03, 3.81660275e-02,\n",
" 2.31879111e-02, -3.71369757e-02, -5.69436252e-02, -2.63218321e-02,\n",
" 2.60501616e-02, -4.57776673e-02, -8.43964401e-04, 1.85515694e-02,\n",
" -7.49641135e-02, -2.41521019e-02, 4.28540669e-02, 1.09102270e-02,\n",
" 5.19059673e-02, -6.39313534e-02, -4.53975201e-02, -9.41940248e-02,\n",
" -4.19706665e-02, 1.20497858e-02, -3.60065214e-02, -2.49139946e-02,\n",
" 2.07094625e-02, 2.29591294e-03, -6.24492951e-03, -1.07702129e-01,\n",
" -8.49493369e-02, 2.13274043e-02, -3.85550223e-02, 1.01548284e-01,\n",
" -2.62767691e-02, -5.26630916e-02, 7.66723007e-02, 2.08171159e-02,\n",
" 4.71656062e-02, 2.14584842e-02, -1.01161469e-02, 1.06897354e-02,\n",
" 6.39538169e-02, -6.49672300e-02, 2.11583618e-02, 3.60437743e-02,\n",
" 2.28872197e-03, -2.11941823e-02, -3.34835500e-02, 1.41817639e-02,\n",
" -3.23482119e-02, 3.80307548e-02, 3.09046824e-03, 1.61960702e-02,\n",
" -3.70479338e-02, 1.92026366e-02, 4.00241539e-02, -2.07889881e-02,\n",
" -1.35729061e-02, -3.41263600e-03, 1.31490111e-01, 9.06744152e-02,\n",
" 1.75424386e-02, 1.79599542e-02, 1.71371866e-02, -4.51344773e-02,\n",
" 5.23705408e-02, 1.12081930e-01, -1.88555736e-02, 3.49923857e-02,\n",
" -5.98027464e-03, -8.23211204e-03, -1.26454281e-02, -3.97848077e-02,\n",
" -5.99774942e-02, 6.43023327e-02, 1.48482053e-02, 4.74383729e-03,\n",
" -6.49792049e-03, 4.92809899e-03, -1.02102421e-02, -5.31671569e-02,\n",
" 6.66938499e-02, 5.64499050e-02, 1.91401634e-02, 5.23877442e-02,\n",
" 2.68842299e-02, 1.53801925e-02, -6.11725897e-02, -4.47231680e-02,\n",
" 2.71932338e-03, 8.24256167e-02, -4.88951802e-02, -1.60636101e-02,\n",
" -1.47577478e-02, -2.22401433e-02, 6.50611743e-02, 3.50998528e-02,\n",
" 1.18371621e-02, 2.95602959e-02, 6.96963817e-02, 5.30843064e-02,\n",
" 7.05322891e-04, -6.25306740e-02, -1.23109920e-02, -7.60930870e-03,\n",
" -3.93701717e-03, 4.22410965e-02, -2.14223601e-02, -7.19397515e-02,\n",
" 4.97073159e-02, -8.20432678e-02, -4.79833670e-02, -7.04950606e-03,\n",
" -2.97575369e-02, -6.18124753e-02, 1.32430345e-02, -3.08147203e-02,\n",
" 4.15857174e-02, -2.38193218e-02, -5.17694429e-02, -3.41736190e-02,\n",
" 1.31537616e-02, -1.78678576e-02, -2.17957087e-02, 3.28131877e-02,\n",
" -6.40900582e-02, -1.34641975e-02, -2.79858857e-02, 1.51213417e-02,\n",
" 6.39942363e-02, -5.33121452e-02, 3.41107808e-02, -4.70497347e-02,\n",
" 3.80828641e-02, -2.44623162e-02, -6.48742588e-03, 2.83258576e-02,\n",
" 4.72905152e-02, 3.18273492e-02, 5.38464636e-02, 3.10957842e-02,\n",
" -2.81945113e-02, 4.39194962e-02, 6.01586362e-04, -2.90591680e-02,\n",
" -5.42289093e-02, -3.29385474e-02, 1.77394561e-02, -4.36931029e-02,\n",
" -1.89443752e-02, -5.05953282e-02, -9.81602892e-02, 1.91281624e-02,\n",
" -1.82161070e-02, 7.77338669e-02, 1.76397581e-02, 1.71874259e-02,\n",
" 2.50080749e-02, 2.00984813e-02, -5.73107116e-02, -1.83102377e-02,\n",
" -1.25624523e-01, -1.65542848e-02, 4.51606251e-02, -2.32374966e-02,\n",
" -5.87855689e-02, -5.39574251e-02, -2.70759221e-03, 2.31139380e-02,\n",
" -4.61777374e-02, -8.94842669e-02, -3.93690430e-02, 6.44185692e-02,\n",
" -1.00118713e-02, -2.36612391e-02, -5.29856980e-02, 1.65356044e-02,\n",
" -7.11475387e-02, 9.75014362e-03, 6.61649555e-02, -5.66131435e-03,\n",
" -9.31855029e-05, -1.70126799e-02, 2.04541422e-02, -3.75902564e-05,\n",
" -3.05513088e-02, 1.64144970e-02, -4.43350710e-02, -9.10572037e-02,\n",
" 2.42676381e-02, -1.00371893e-02, 9.77650732e-02, -4.95489538e-02,\n",
" 3.81861851e-02, 1.63677614e-02, 9.46040079e-02, 5.04379831e-02,\n",
" 2.27655508e-02, -2.33634673e-02, 3.44288605e-03, 1.06175048e-02,\n",
" 7.97901303e-02, 5.84647059e-03, 3.64036784e-02, 2.92679723e-02,\n",
" 3.24616185e-03, 2.76487693e-02, -1.74935758e-02, 1.99286565e-02,\n",
" -5.93061186e-03, -2.73911189e-02, 2.53096595e-02, 6.22443780e-02,\n",
" 7.28380457e-02, 3.25738601e-02, 1.58906057e-02, 5.10226004e-02,\n",
" 1.73465535e-02, 4.05199416e-02, -2.04271283e-02, -5.40107228e-02,\n",
" -2.85061523e-02, 6.23610318e-02, 1.47905754e-04, -4.27398160e-02,\n",
" 5.30926362e-02, 7.01398123e-03, -4.72781956e-02, -4.79143858e-02,\n",
" 5.49821593e-02, 1.78397316e-02, 3.56051065e-02, -4.69102487e-02,\n",
" 2.08377279e-03, -5.10848127e-02, 9.89066903e-03, -2.44452562e-02,\n",
" -1.38109243e-02, 4.64873128e-02, 9.60202701e-03, 7.93468766e-03,\n",
" -3.45784090e-02, -8.69787186e-02, 3.63346636e-02, 3.90421227e-03,\n",
" 9.98465810e-03, 8.73265322e-03, 1.21218329e-02, -5.93897998e-02,\n",
" 6.16775155e-02, 2.55675446e-02, 6.45149648e-02, -4.07785028e-02,\n",
" 1.68972220e-02, 3.95530798e-02, 1.13783903e-01, -1.28372684e-02,\n",
" -4.99838330e-02, -1.05122887e-01, 1.92204081e-02, -3.27663161e-02,\n",
" -1.22643141e-02, -3.90643440e-03, 3.11734248e-03, 6.61236718e-02,\n",
" 2.78067440e-02, -2.62462981e-02, -1.26549909e-02, 8.11097324e-02,\n",
" 2.12074574e-02, -6.85738632e-04, -4.29952657e-03, -9.00037065e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'keanu': Embedding(embedding=array([ 1.11529730e-01, -3.96309383e-02, -1.46779586e-02, 1.13337552e-02,\n",
" -6.14800444e-03, -6.72245696e-02, 2.94812340e-02, 5.84598035e-02,\n",
" 1.00560017e-01, 4.74814586e-02, -3.44813615e-02, 5.60934693e-02,\n",
" 4.16550934e-02, 1.86368171e-02, -8.30580387e-03, 4.05861959e-02,\n",
" 6.24314994e-02, 8.91442671e-02, 1.08750467e-03, -2.05144268e-02,\n",
" -8.30053911e-02, -3.64136472e-02, 2.83586071e-03, 5.15021272e-02,\n",
" 1.13192471e-02, 1.80970021e-02, 1.26725538e-02, -4.03711572e-02,\n",
" 5.80529906e-02, -1.05420994e-02, 8.11139494e-02, -2.37026867e-02,\n",
" 1.43802660e-02, 8.08562059e-03, 3.94045599e-02, -3.30657028e-02,\n",
" -4.23426703e-02, -1.70194283e-02, -9.46888328e-02, 4.22332734e-02,\n",
" -4.23317477e-02, 1.55394841e-02, -2.46443693e-02, -1.10395802e-02,\n",
" 3.98272090e-02, -6.88223466e-02, -3.84885147e-02, 5.11891171e-02,\n",
" -3.20721529e-02, 1.46480501e-02, 3.80423814e-02, -2.19511259e-02,\n",
" 3.55424918e-03, 2.43218746e-02, 4.93151322e-02, 7.72602409e-02,\n",
" -2.02914122e-02, -8.86503011e-02, -1.63006205e-02, -2.16287151e-02,\n",
" 3.71696949e-02, 9.40437801e-03, 1.91244818e-02, 1.59297828e-02,\n",
" 1.92576367e-02, 1.98106728e-02, 4.13094908e-02, 2.68753003e-02,\n",
" -1.54016248e-03, -1.80218033e-02, -9.67351906e-03, 2.03137882e-02,\n",
" 2.33505741e-02, 1.39655828e-01, -3.20733003e-02, 1.18974512e-02,\n",
" 2.34707408e-02, -9.16354060e-02, 2.35086810e-02, -1.57537255e-02,\n",
" 2.29565017e-02, 2.76959389e-02, -6.82085752e-02, 4.02942859e-02,\n",
" -1.88781433e-02, 4.67334427e-02, -2.37314068e-02, -9.79389250e-02,\n",
" -5.60094304e-02, -2.29226612e-02, -2.61156000e-02, -4.89863195e-02,\n",
" -2.84153633e-02, -8.19711462e-02, -8.14406276e-02, 3.60477902e-02,\n",
" -7.58305416e-02, 4.25719693e-02, -4.38607484e-03, 4.36057057e-03,\n",
" -3.50679504e-03, -1.41278161e-02, 4.89233108e-03, -2.30110455e-02,\n",
" -4.09766845e-02, -2.69037820e-02, 1.27678533e-04, 3.12348716e-02,\n",
" -4.92203124e-02, 7.48886913e-02, -4.48036753e-02, -1.22273825e-02,\n",
" 5.59285935e-03, -1.95773575e-03, -5.16346132e-04, 7.51471967e-02,\n",
" 3.83113809e-02, 8.24205801e-02, -6.87705278e-02, -2.47995742e-02,\n",
" -1.75737664e-01, -5.39575107e-02, 2.82293651e-02, 2.40961206e-03,\n",
" -2.90133860e-02, 8.18299130e-03, -3.39919291e-02, 4.67553400e-02,\n",
" -7.66614005e-02, 1.68845877e-02, 6.94699027e-03, 5.37870191e-02,\n",
" -3.61937024e-02, 2.18146387e-02, -3.13540027e-02, 5.79551011e-02,\n",
" 1.97820738e-02, 6.13707714e-02, -9.85009782e-03, 1.78119000e-02,\n",
" -2.34957561e-02, -2.99057085e-02, -2.18134969e-02, 1.29369404e-02,\n",
" -2.61047464e-02, 3.66474614e-02, 7.94214755e-03, 5.48874848e-02,\n",
" -4.64871265e-02, 6.17142022e-03, 4.17797714e-02, 2.94674765e-02,\n",
" -3.03841233e-02, 3.25898528e-02, -2.70515960e-02, -4.57245559e-02,\n",
" -3.02644596e-02, 2.33043823e-02, 3.55689228e-02, 5.71274897e-03,\n",
" 2.33057328e-02, 5.22368774e-02, 4.22904342e-02, -6.81111962e-02,\n",
" -8.94012526e-02, 2.42683385e-03, 2.82229809e-03, -3.30805816e-02,\n",
" 4.02616747e-02, 4.32601832e-02, -2.74494290e-02, 3.66022885e-02,\n",
" -4.01292592e-02, 1.93297938e-02, 4.52601872e-02, -8.35903808e-02,\n",
" -2.69517805e-02, -5.75105706e-03, 3.31090391e-02, 2.93386658e-03,\n",
" 3.45850438e-02, -4.12447155e-02, 7.39557575e-03, -2.10429672e-02,\n",
" 2.93166516e-03, 8.52634758e-03, 7.65934307e-03, 1.47235654e-02,\n",
" -4.56298292e-02, -5.34851849e-03, -8.57654512e-02, -3.15343700e-02,\n",
" -1.87065043e-02, 1.06904954e-02, -5.90663329e-02, 3.84583771e-02,\n",
" 5.43626100e-02, -7.18445005e-03, -4.99959625e-02, -7.96244422e-04,\n",
" 8.85394812e-02, 2.93154605e-02, 5.40307052e-02, -2.75552063e-03,\n",
" -3.01205404e-02, 1.00165801e-02, 3.96187715e-02, -2.75289863e-02,\n",
" -7.98562169e-03, -5.86902983e-02, 5.37074208e-02, -1.27402376e-02,\n",
" 6.80428892e-02, 1.18907006e-03, -1.11339353e-02, 3.17984484e-02,\n",
" -9.13109258e-02, -8.78062546e-02, -4.21469733e-02, 3.19896974e-02,\n",
" 2.90702246e-02, 2.81590149e-02, 6.36348650e-02, 1.58383083e-02,\n",
" 2.12782645e-03, -2.86862049e-02, 3.14588882e-02, -8.72398634e-03,\n",
" 2.27509276e-03, -1.26151433e-02, -5.76459803e-02, 3.55426893e-02,\n",
" 3.40773873e-02, -4.37572412e-02, 5.03028259e-02, -4.20152918e-02,\n",
" -5.51310331e-02, 1.75708197e-02, 2.07271893e-02, -9.49948728e-02,\n",
" -1.78353433e-02, -5.11051007e-02, 1.96822714e-02, 5.20756990e-02,\n",
" 2.75385156e-02, -3.13022435e-02, -6.89408034e-02, -1.18678473e-02,\n",
" 5.03722578e-02, -4.45025191e-02, 4.04822780e-03, 1.63570344e-02,\n",
" -6.88506737e-02, -2.55254079e-02, 4.66298386e-02, 1.78041179e-02,\n",
" 5.39201796e-02, -6.16445206e-02, -3.99072915e-02, -9.16203856e-02,\n",
" -3.45218256e-02, 1.11565599e-02, -4.21620272e-02, -2.71378867e-02,\n",
" 1.65319145e-02, -7.48778752e-04, -5.25741233e-03, -1.07827097e-01,\n",
" -8.23319927e-02, 3.43519635e-02, -3.70847285e-02, 8.58900622e-02,\n",
" -3.00587006e-02, -4.59147766e-02, 6.46225959e-02, 1.16039813e-02,\n",
" 4.36188616e-02, 2.74212193e-02, -5.17130317e-03, 1.15764774e-02,\n",
" 6.63980395e-02, -5.35981953e-02, 1.23970127e-02, 4.88152355e-02,\n",
" 8.06235708e-03, -2.03925427e-02, -3.56438346e-02, 1.14792464e-02,\n",
" -4.10536230e-02, 5.00332564e-02, 1.15764458e-02, 5.26698167e-03,\n",
" -2.60128193e-02, 1.51902372e-02, 4.69110794e-02, -2.83044949e-02,\n",
" -7.13666948e-03, -7.01207761e-03, 1.22144453e-01, 9.04133394e-02,\n",
" 2.02664845e-02, 1.93181988e-02, 2.98276637e-02, -4.83138412e-02,\n",
" 5.47438413e-02, 1.04825780e-01, -1.17574632e-02, 3.52857485e-02,\n",
" -9.44175012e-03, -2.19562948e-02, -2.68206820e-02, -4.36864495e-02,\n",
" -5.42294756e-02, 7.26139769e-02, 2.71552261e-02, 1.82990043e-03,\n",
" 2.96078069e-04, -3.86269134e-03, -4.21740441e-03, -5.76464422e-02,\n",
" 7.47015551e-02, 6.60997927e-02, 2.25209612e-02, 4.88788597e-02,\n",
" 2.19643731e-02, 3.96455862e-02, -6.46284074e-02, -4.75089476e-02,\n",
" -5.69111481e-03, 8.32560435e-02, -5.29091842e-02, -1.46416258e-02,\n",
" -1.95823926e-02, -2.14209352e-02, 5.41760065e-02, 3.74970287e-02,\n",
" 5.30264573e-04, 2.35307980e-02, 7.43893981e-02, 5.83563931e-02,\n",
" -8.90674256e-03, -7.22021312e-02, 2.75680190e-03, -7.54670240e-03,\n",
" 1.35561470e-02, 5.19317873e-02, -1.37401661e-02, -7.32832924e-02,\n",
" 3.82361636e-02, -7.53324255e-02, -5.07573299e-02, -3.43665690e-03,\n",
" -1.77496541e-02, -6.30359352e-02, 7.82943796e-03, -2.22800467e-02,\n",
" 4.10999507e-02, -1.90544110e-02, -5.36818430e-02, -3.22216526e-02,\n",
" 7.56921154e-03, -1.22498544e-02, -2.45107412e-02, 3.84806246e-02,\n",
" -7.43444338e-02, -1.57927684e-02, -4.37809750e-02, 9.21391509e-03,\n",
" 6.20136485e-02, -5.08294478e-02, 2.88340095e-02, -3.84584144e-02,\n",
" 4.11597379e-02, -2.78910026e-02, -1.28123071e-02, 2.53858808e-02,\n",
" 5.00472188e-02, 4.10419330e-02, 5.17327972e-02, 2.87448317e-02,\n",
" -2.45920084e-02, 4.76439483e-02, 1.06865382e-02, -3.24020758e-02,\n",
" -5.72860986e-02, -2.43089441e-02, 1.65532157e-02, -5.03810607e-02,\n",
" -1.03313932e-02, -4.78569977e-02, -9.21907276e-02, 2.37753484e-02,\n",
" -2.52378942e-03, 8.68299827e-02, 1.46891316e-02, 2.33388022e-02,\n",
" 1.76038779e-02, 2.03470998e-02, -6.20246083e-02, -1.00200530e-02,\n",
" -1.22361757e-01, -2.12431233e-02, 5.13804331e-02, -3.45449336e-02,\n",
" -5.10470681e-02, -4.42037247e-02, 4.42051003e-03, 2.42049247e-02,\n",
" -4.04227637e-02, -8.67515281e-02, -4.25912216e-02, 6.43738955e-02,\n",
" -5.17423125e-03, -3.15433815e-02, -4.58557867e-02, 2.35550422e-02,\n",
" -6.09903820e-02, 1.53221488e-02, 6.69081509e-02, -8.35249387e-03,\n",
" -1.01127811e-02, -7.85321556e-03, 2.28928067e-02, 1.37006817e-03,\n",
" -2.83956435e-02, 1.78997684e-02, -5.31862080e-02, -8.66248980e-02,\n",
" 2.38339584e-02, -2.02606656e-02, 1.02980345e-01, -4.75046150e-02,\n",
" 2.68584974e-02, 9.29656252e-03, 8.96727517e-02, 3.39599103e-02,\n",
" 1.49589218e-02, -3.34044136e-02, 4.59270412e-03, 6.19020499e-03,\n",
" 7.86600113e-02, 3.83877498e-03, 3.85360233e-02, 3.50099206e-02,\n",
" -3.49103916e-03, 3.75912525e-02, -1.42466296e-02, 1.88333057e-02,\n",
" -6.36250526e-03, -3.12803611e-02, 2.50475425e-02, 6.07488826e-02,\n",
" 6.70057759e-02, 3.35565545e-02, 2.03503557e-02, 3.95100750e-02,\n",
" 1.28828473e-02, 4.08074893e-02, -2.10479852e-02, -5.39661385e-02,\n",
" -2.14203391e-02, 7.10784420e-02, -1.92738918e-03, -3.64290513e-02,\n",
" 4.17062491e-02, 1.19028036e-02, -5.68997078e-02, -4.41067442e-02,\n",
" 6.05731122e-02, 1.85656082e-02, 3.73896509e-02, -5.98976575e-02,\n",
" 1.65062286e-02, -4.02729101e-02, -5.24221500e-03, -3.07019856e-02,\n",
" -7.25568505e-03, 5.26031666e-02, 1.07970778e-02, 1.34636508e-03,\n",
" -4.06577475e-02, -6.60467371e-02, 3.35699730e-02, 7.27595994e-03,\n",
" 8.71561654e-03, 1.08228531e-03, 1.21123064e-02, -5.63863367e-02,\n",
" 6.36005253e-02, 1.01426039e-02, 7.16425702e-02, -3.90331671e-02,\n",
" 5.72706200e-03, 4.04089242e-02, 1.16642676e-01, -9.87683237e-03,\n",
" -4.94118705e-02, -1.04095586e-01, 2.34891325e-02, -2.92194542e-02,\n",
" -6.53873570e-03, -5.60210133e-03, 1.09270616e-02, 7.31680244e-02,\n",
" 2.82030497e-02, -2.79663894e-02, -9.21162777e-03, 8.07834044e-02,\n",
" 1.32838255e-02, -9.46379825e-03, -7.34439306e-03, -9.78604183e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'kermit': Embedding(embedding=array([ 0.11140228, -0.03204649, -0.01416515, 0.03129558, -0.01083419,\n",
" -0.05508595, 0.02399684, 0.05928803, 0.09931619, 0.0455657 ,\n",
" -0.02831852, 0.05093138, 0.03646827, 0.01885499, -0.00128462,\n",
" 0.04371221, 0.0633305 , 0.08278677, -0.00859242, -0.0185058 ,\n",
" -0.0819407 , -0.03253247, -0.00576299, 0.04980502, -0.00166528,\n",
" 0.0096806 , 0.01701488, -0.04623006, 0.04567865, -0.01589947,\n",
" 0.07619547, -0.02617764, 0.02270779, -0.00489911, 0.03619887,\n",
" -0.0369326 , -0.04795539, -0.02081394, -0.09795924, 0.0454195 ,\n",
" -0.04675686, 0.03192859, -0.03090507, -0.00989242, 0.05229864,\n",
" -0.05773491, -0.04179746, 0.05845163, -0.02737504, 0.01102385,\n",
" 0.03563372, -0.02639243, 0.00621525, 0.02525357, 0.04470121,\n",
" 0.06833255, -0.02711217, -0.0921104 , -0.02005972, -0.01954655,\n",
" 0.03183617, 0.00682953, 0.01688281, 0.01380532, 0.03015983,\n",
" 0.02675566, 0.03812898, 0.02848942, -0.00038087, -0.0163048 ,\n",
" -0.0056268 , 0.00335081, 0.03597061, 0.12928401, -0.03358245,\n",
" 0.01125989, 0.02565795, -0.09477554, 0.03491668, -0.00976233,\n",
" 0.00750515, 0.02335571, -0.05538425, 0.03070319, -0.0043339 ,\n",
" 0.05217102, -0.01563917, -0.09786247, -0.0736401 , -0.02516337,\n",
" -0.03455023, -0.04904294, -0.01787653, -0.09211107, -0.08101182,\n",
" 0.02786117, -0.07847549, 0.03850421, 0.01078089, 0.02160034,\n",
" -0.01676515, -0.01598011, 0.00323299, -0.01303715, -0.04136076,\n",
" -0.03625032, -0.0002518 , 0.03382589, -0.03653663, 0.07195585,\n",
" -0.04449754, -0.01071145, 0.01029883, -0.01703504, -0.00484915,\n",
" 0.07993634, 0.03775779, 0.07406411, -0.0686437 , -0.01651857,\n",
" -0.19474716, -0.04775166, 0.02172057, 0.00089499, -0.02614509,\n",
" 0.00502217, -0.03470188, 0.04215384, -0.072202 , 0.00064042,\n",
" 0.00952272, 0.04330944, -0.04029373, 0.02090571, -0.02888424,\n",
" 0.05741106, 0.01763569, 0.06030512, -0.00521606, 0.01659691,\n",
" -0.0198802 , -0.01779736, -0.03546194, 0.01400537, -0.02836477,\n",
" 0.02838198, -0.00131859, 0.05960599, -0.04997805, 0.01076451,\n",
" 0.04702387, 0.0287404 , -0.02796612, 0.04124197, -0.02242663,\n",
" -0.04998991, -0.02426294, 0.03116239, 0.0324433 , 0.00536894,\n",
" 0.01821124, 0.04467917, 0.04884866, -0.06859917, -0.07988834,\n",
" 0.00480789, 0.0086889 , -0.02720241, 0.04139798, 0.02239345,\n",
" -0.01832701, 0.02581855, -0.04433741, 0.01734074, 0.05239594,\n",
" -0.09110837, -0.03322158, -0.01232935, 0.01851132, 0.00497456,\n",
" 0.02112203, -0.03969994, 0.00783539, -0.02142787, 0.00181384,\n",
" 0.01067654, 0.00584033, 0.02853833, -0.03816026, -0.01057322,\n",
" -0.0847908 , -0.02818856, -0.01926798, 0.0175253 , -0.05888613,\n",
" 0.04301307, 0.06137707, 0.00421027, -0.0412746 , -0.01106036,\n",
" 0.08159771, 0.02577927, 0.0584495 , -0.00484852, -0.03488984,\n",
" 0.00090001, 0.04698749, -0.0238271 , -0.00929052, -0.06329445,\n",
" 0.05435191, -0.01630676, 0.07669751, -0.00357865, -0.01841593,\n",
" 0.02232661, -0.09275325, -0.08233795, -0.04182922, 0.03658373,\n",
" 0.03865866, 0.0178033 , 0.06447948, 0.02406967, 0.00694199,\n",
" -0.03520294, 0.03788888, -0.00113349, 0.00307748, -0.0210294 ,\n",
" -0.056326 , 0.04704159, 0.03431992, -0.03043868, 0.05544982,\n",
" -0.03975685, -0.06255954, 0.01107676, 0.02112498, -0.08690318,\n",
" -0.01597366, -0.04514186, 0.01045767, 0.03354534, 0.02590582,\n",
" -0.03864915, -0.05572688, -0.02485694, 0.02430141, -0.04333784,\n",
" -0.00246031, 0.02050056, -0.06908969, -0.02236541, 0.04387538,\n",
" 0.01051972, 0.05194593, -0.06434873, -0.05122483, -0.09743627,\n",
" -0.03935809, 0.0108582 , -0.03620476, -0.02659183, 0.02076635,\n",
" 0.00328433, -0.00558901, -0.10569006, -0.08358705, 0.02279734,\n",
" -0.03994635, 0.10628813, -0.02055957, -0.05343503, 0.07605036,\n",
" 0.01772498, 0.04364293, 0.02116548, -0.00568016, 0.00936158,\n",
" 0.06314384, -0.06658368, 0.02055414, 0.03548051, 0.00233458,\n",
" -0.02117181, -0.03602056, 0.01302569, -0.03021899, 0.03825274,\n",
" 0.00650842, 0.00898459, -0.0370215 , 0.02028908, 0.04262864,\n",
" -0.01995766, -0.01220624, -0.00482783, 0.12731339, 0.09168812,\n",
" 0.01631475, 0.01555296, 0.01939759, -0.04354431, 0.05238771,\n",
" 0.10743278, -0.01806244, 0.03354351, -0.00897348, -0.01265297,\n",
" -0.01390184, -0.0393765 , -0.06058522, 0.07111467, 0.01270351,\n",
" 0.00642948, -0.00278568, 0.00099191, -0.00996283, -0.05104956,\n",
" 0.06703337, 0.05459064, 0.02096717, 0.05455356, 0.02833427,\n",
" 0.01614704, -0.06070448, -0.04616204, -0.00052597, 0.08270493,\n",
" -0.0504236 , -0.01359744, -0.0141989 , -0.02130885, 0.06580106,\n",
" 0.03542045, 0.01037726, 0.02875874, 0.07294179, 0.05324291,\n",
" -0.00403796, -0.0605102 , -0.01624896, -0.00857867, -0.00502572,\n",
" 0.04187216, -0.02203409, -0.07498968, 0.04898601, -0.08603979,\n",
" -0.04498018, -0.00625365, -0.03418278, -0.05781529, 0.0126297 ,\n",
" -0.03077232, 0.03543881, -0.02840174, -0.0539148 , -0.02973257,\n",
" 0.01798733, -0.01969506, -0.02699722, 0.03242967, -0.06369895,\n",
" -0.0141941 , -0.02748284, 0.01582268, 0.06608084, -0.05699787,\n",
" 0.03515128, -0.04734205, 0.03992457, -0.02104032, -0.00266683,\n",
" 0.02681549, 0.04969901, 0.03423365, 0.04586601, 0.03518393,\n",
" -0.02774487, 0.04024085, -0.00117814, -0.02941803, -0.05015586,\n",
" -0.03251817, 0.01829497, -0.04353275, -0.01612401, -0.05550397,\n",
" -0.09700525, 0.01960665, -0.01935028, 0.07646463, 0.01988934,\n",
" 0.01720672, 0.02580808, 0.02382151, -0.05736787, -0.01769936,\n",
" -0.12684098, -0.01681715, 0.04421739, -0.02333727, -0.0618324 ,\n",
" -0.05178067, -0.00312918, 0.0212211 , -0.04803639, -0.08913559,\n",
" -0.03935647, 0.06214032, -0.01026567, -0.0205622 , -0.05490528,\n",
" 0.01925173, -0.07088968, 0.00893278, 0.065414 , -0.00633849,\n",
" -0.00280715, -0.01553465, 0.02240635, -0.00075613, -0.03255607,\n",
" 0.01716135, -0.04569567, -0.09017177, 0.02104682, -0.00822676,\n",
" 0.09939285, -0.04994787, 0.03650026, 0.01866645, 0.09515422,\n",
" 0.05076786, 0.02291411, -0.02396862, 0.00192036, 0.01034922,\n",
" 0.07747732, 0.00794819, 0.03570911, 0.03305653, 0.00437321,\n",
" 0.02729849, -0.0163008 , 0.01625705, -0.00419589, -0.0292342 ,\n",
" 0.02516551, 0.06560416, 0.07312261, 0.02669713, 0.01433814,\n",
" 0.0509834 , 0.01857189, 0.04272847, -0.01743679, -0.0540478 ,\n",
" -0.02885768, 0.05756598, -0.00345382, -0.04801955, 0.05721543,\n",
" 0.0064841 , -0.04882335, -0.04903795, 0.05410631, 0.01618018,\n",
" 0.03070177, -0.04576967, -0.00351983, -0.0522156 , 0.00762974,\n",
" -0.02223795, -0.01315396, 0.04378602, 0.01145201, 0.00972109,\n",
" -0.02914604, -0.09058796, 0.03490007, 0.00159771, 0.00896192,\n",
" 0.00899073, 0.01256358, -0.05823903, 0.06024088, 0.02744289,\n",
" 0.06903583, -0.04027539, 0.01482207, 0.03735038, 0.11757963,\n",
" -0.01198061, -0.05037715, -0.10819093, 0.02186805, -0.03269028,\n",
" -0.01030936, -0.00512844, 0.00597239, 0.0627821 , 0.03307765,\n",
" -0.02618247, -0.0108774 , 0.07924095, 0.01887486, -0.0013731 ,\n",
" -0.00384724, -0.09113186]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'khaby-lame': Embedding(embedding=array([ 9.84560475e-02, -4.36136611e-02, -2.11455915e-02, -3.06491703e-02,\n",
" -1.66238970e-04, -4.59288061e-02, 4.22168002e-02, 6.30636290e-02,\n",
" 9.21402127e-02, 8.02647620e-02, -1.01231094e-02, 3.61771397e-02,\n",
" 2.05869041e-02, 2.74502058e-02, -1.65554378e-02, 2.46149600e-02,\n",
" 3.67527641e-02, 8.66444707e-02, 1.86488312e-02, -2.20537372e-02,\n",
" -8.18710625e-02, -4.74550836e-02, 7.46289873e-03, 5.33880405e-02,\n",
" 3.22076492e-02, 3.44769172e-02, -2.42255535e-03, -4.18442078e-02,\n",
" 6.42439201e-02, -9.51233879e-03, 8.34821910e-02, -2.11589620e-03,\n",
" -2.16060877e-02, 1.26933982e-03, 2.93988343e-02, -1.05445441e-02,\n",
" -4.01557051e-02, -2.04291455e-02, -6.71902597e-02, 5.05731739e-02,\n",
" -4.25100699e-02, -2.73895846e-03, -1.88759137e-02, -2.24499330e-02,\n",
" 3.28415968e-02, -5.88336401e-02, -2.73202546e-02, 3.73343006e-02,\n",
" -3.26851532e-02, 2.84691453e-02, 3.54619883e-02, 4.52728564e-04,\n",
" 2.26948480e-03, 3.05039552e-03, 4.56809849e-02, 4.78088669e-02,\n",
" 7.99923856e-03, -6.41876608e-02, -3.28272358e-02, -4.29249965e-02,\n",
" 4.30770032e-02, 2.72819195e-02, 3.77590470e-02, 2.04696544e-02,\n",
" 1.19670164e-02, -3.26762162e-03, 3.27248238e-02, -2.75270292e-03,\n",
" -1.26883788e-02, -2.70641427e-02, -3.74307819e-02, 5.56638762e-02,\n",
" 5.19568846e-03, 1.66315213e-01, -1.90692162e-03, 2.85066981e-02,\n",
" 7.64159858e-03, -6.67469800e-02, 1.45263197e-02, -1.96015909e-02,\n",
" 6.29734099e-02, 2.45297863e-03, -7.12260529e-02, 5.39778471e-02,\n",
" -3.16368230e-02, 1.61391459e-02, -2.30063759e-02, -8.71786773e-02,\n",
" -4.87325452e-02, -5.11917658e-02, -6.92295330e-03, -3.04779094e-02,\n",
" -5.19750454e-02, -8.81682858e-02, -4.56334762e-02, 6.41448144e-03,\n",
" -7.40915835e-02, 2.43047029e-02, -3.21469121e-02, -1.74028557e-02,\n",
" -9.83276870e-03, -2.03354768e-02, -3.02244071e-02, -3.57976258e-02,\n",
" -4.30722423e-02, -9.10146255e-03, 1.10661110e-03, 2.95916814e-02,\n",
" -6.89759776e-02, 8.58444273e-02, -2.75066048e-02, -4.22904901e-02,\n",
" -2.32073124e-02, -4.49571153e-03, 2.56559700e-02, 7.67061412e-02,\n",
" 1.05334129e-02, 9.92507637e-02, -5.38670681e-02, -4.24134396e-02,\n",
" -1.36419922e-01, -6.52266368e-02, 3.66477184e-02, -3.16006038e-03,\n",
" -1.73897427e-02, 1.03582570e-03, -2.53004096e-02, 3.43083777e-02,\n",
" -6.11291416e-02, 2.24469304e-02, 8.38931277e-03, 7.50188082e-02,\n",
" -2.56338771e-02, 2.91097015e-02, -3.31582315e-02, 4.46385518e-02,\n",
" 2.69543566e-03, 5.55673763e-02, -4.18609101e-03, 4.97442018e-03,\n",
" -3.84166054e-02, -2.05519237e-02, 1.45679694e-02, -2.71783589e-04,\n",
" 1.23174712e-02, 1.73539985e-02, 1.37009080e-02, 6.53174818e-02,\n",
" -4.69217040e-02, 2.86451634e-03, 5.17460518e-02, 2.73009315e-02,\n",
" -2.49776505e-02, 8.60250555e-03, -6.42729476e-02, -6.83270618e-02,\n",
" -3.44877727e-02, -1.21768692e-03, 3.37566510e-02, 6.54645439e-04,\n",
" 2.92011183e-02, 4.96715903e-02, 2.90656388e-02, -6.35019243e-02,\n",
" -1.03601068e-01, 7.19138421e-03, -2.84803892e-03, -4.39818241e-02,\n",
" 1.89351570e-02, 6.09930083e-02, -4.54765446e-02, 4.98853289e-02,\n",
" -4.68776785e-02, -2.79900385e-04, 3.06117721e-02, -5.82815930e-02,\n",
" -2.58538537e-02, -2.22978368e-02, 1.57386512e-02, -1.42447883e-02,\n",
" 3.73802073e-02, -4.45599407e-02, 2.24030744e-02, -2.67458567e-03,\n",
" -1.04569914e-02, 3.60187031e-02, 1.66509580e-02, -1.10309543e-02,\n",
" -5.08781001e-02, 2.38010511e-02, -8.19346979e-02, -3.17119509e-02,\n",
" -2.71740127e-02, 5.58789261e-03, -6.36593625e-02, 4.24682833e-02,\n",
" 3.59078944e-02, -2.89999600e-02, -5.24211042e-02, 1.02783730e-02,\n",
" 9.19354782e-02, 3.55727002e-02, 4.10858467e-02, -1.09919813e-03,\n",
" -1.10619171e-02, 4.11859006e-02, 9.07208864e-03, -3.13926041e-02,\n",
" -1.36642586e-02, -2.37786658e-02, 4.67363037e-02, -1.42440088e-02,\n",
" 4.21282463e-02, 5.78458840e-03, -1.76499283e-03, 5.75133637e-02,\n",
" -6.14994727e-02, -7.02976063e-02, -5.28881513e-02, 3.67446989e-02,\n",
" 1.61197726e-02, 3.66597511e-02, 4.58488129e-02, -1.68131164e-03,\n",
" 1.51297981e-02, 7.70014664e-03, 1.99657083e-02, -2.73130704e-02,\n",
" 2.35047340e-02, 1.14727272e-02, -4.02591377e-02, 3.45796272e-02,\n",
" 2.51827687e-02, -4.12553288e-02, 3.12258936e-02, -2.77112909e-02,\n",
" -2.05252413e-02, 8.20679497e-03, 2.45599523e-02, -1.11540310e-01,\n",
" 5.35152340e-03, -5.33541888e-02, 4.60996330e-02, 8.03330913e-02,\n",
" 2.15630066e-02, -1.32775987e-02, -6.92550316e-02, -5.59221813e-03,\n",
" 4.97260541e-02, -3.09276301e-02, 2.74366755e-02, 1.83963147e-03,\n",
" -7.49406740e-02, -2.63259429e-02, 3.25303599e-02, 3.10327634e-02,\n",
" 5.20314500e-02, -6.99277967e-02, -6.04154132e-02, -6.52388111e-02,\n",
" -1.26790698e-03, -4.79861116e-03, -6.00938015e-02, -2.44937222e-02,\n",
" 2.43930966e-02, -2.34473553e-02, -1.28121134e-02, -7.61721656e-02,\n",
" -7.18563423e-02, 5.03280722e-02, -3.35890278e-02, 7.51860142e-02,\n",
" -3.62079591e-02, -4.88564074e-02, 3.29136625e-02, 1.59992522e-03,\n",
" 2.26098895e-02, 2.45018322e-02, 6.50202623e-04, 1.28523326e-02,\n",
" 5.24120852e-02, -3.71353626e-02, -2.53230818e-02, 6.64719418e-02,\n",
" -6.49850117e-03, -4.51385900e-02, -2.01496128e-02, -4.26754868e-03,\n",
" -5.52230813e-02, 4.34688032e-02, 1.65605750e-02, 9.85757355e-03,\n",
" -1.81670580e-02, -5.45295235e-03, 4.38753888e-02, -1.65074524e-02,\n",
" -1.97274573e-02, -2.38262657e-02, 1.12023704e-01, 8.12082514e-02,\n",
" 4.45828177e-02, 2.96999402e-02, 5.35457619e-02, -4.05634083e-02,\n",
" 5.52847832e-02, 5.17854206e-02, 1.24057885e-02, 1.92939509e-02,\n",
" -2.49500554e-02, -2.56258287e-02, -5.56429252e-02, -5.54129295e-02,\n",
" -3.26534398e-02, 7.23671839e-02, 3.25218849e-02, 1.93004385e-02,\n",
" 7.06292177e-03, -3.83691466e-03, 1.07900575e-02, -6.22803010e-02,\n",
" 8.95613581e-02, 8.47954154e-02, -5.89276242e-05, 5.07599823e-02,\n",
" 3.44855264e-02, 6.52013645e-02, -8.15822259e-02, -7.79473335e-02,\n",
" -4.67832404e-04, 6.41063526e-02, -7.55559355e-02, -7.44998129e-03,\n",
" -3.15978229e-02, -2.04921165e-03, 5.43298572e-02, 4.07002345e-02,\n",
" -1.60601118e-03, 2.49262825e-02, 6.53085038e-02, 6.65370375e-02,\n",
" -3.67304310e-02, -9.02534500e-02, -1.52639393e-02, -2.10261680e-02,\n",
" 3.49558629e-02, 5.71347103e-02, -1.84811074e-02, -6.68399632e-02,\n",
" 3.49144675e-02, -5.23472168e-02, -4.89975177e-02, 4.30631731e-03,\n",
" -1.62902419e-02, -5.57230487e-02, 3.06418221e-02, -6.51454274e-03,\n",
" 5.21347076e-02, 2.36586877e-03, -5.97048476e-02, -4.44847345e-02,\n",
" 1.52691873e-02, 2.12296075e-03, -2.23078206e-02, 3.12169641e-02,\n",
" -1.07775159e-01, -2.61670686e-02, -5.48324138e-02, 4.20015603e-02,\n",
" 4.06673178e-02, -3.94286364e-02, 2.03107726e-02, -6.51971474e-02,\n",
" 5.49843460e-02, 7.59518240e-03, -1.59479491e-02, 4.01898362e-02,\n",
" 3.74933928e-02, 3.39443758e-02, 5.90120926e-02, 2.28148531e-02,\n",
" 9.86400247e-03, 6.40017465e-02, 3.31262574e-02, -2.25138515e-02,\n",
" -5.30410111e-02, -4.07382846e-02, 1.38860699e-02, -6.20751195e-02,\n",
" -1.50975315e-02, -2.29971390e-02, -9.14744139e-02, 2.10765488e-02,\n",
" 2.75127217e-03, 1.08636364e-01, 5.57206385e-03, 1.15005206e-02,\n",
" -1.29549839e-02, 2.21542027e-02, -4.12886962e-02, -5.38935978e-03,\n",
" -1.22482896e-01, -3.39878676e-03, 6.51325807e-02, -4.50503342e-02,\n",
" -7.34487176e-02, -4.38527577e-02, 1.24831451e-03, 2.67731380e-02,\n",
" -4.18624431e-02, -8.34563673e-02, -4.02418971e-02, 5.24244756e-02,\n",
" -8.63353629e-03, -5.66117093e-02, -3.38338241e-02, 3.67245823e-02,\n",
" -3.49971913e-02, -1.23513807e-02, 6.78570569e-02, -1.84561964e-02,\n",
" -2.39608623e-02, 1.64947640e-02, 1.83630660e-02, -4.59502591e-03,\n",
" -1.03083476e-02, 2.93428022e-02, -5.89540005e-02, -7.52009079e-02,\n",
" 1.28004709e-02, -1.75290648e-02, 1.04415834e-01, -5.09380102e-02,\n",
" 1.72404442e-02, 1.46185253e-02, 7.34815896e-02, 2.85645034e-02,\n",
" 1.01901349e-02, -5.13029806e-02, 1.44480010e-02, 1.96227804e-02,\n",
" 7.37061575e-02, -1.25899706e-02, 2.76118964e-02, 4.62449603e-02,\n",
" -1.31112598e-02, 2.33846214e-02, 1.46679615e-03, 7.49673462e-03,\n",
" -1.09021235e-02, -4.36587781e-02, 3.48493829e-02, 4.58760820e-02,\n",
" 6.66161031e-02, 7.45983608e-03, 1.78789608e-02, 1.63618177e-02,\n",
" -1.77679874e-03, 3.96131910e-02, -1.59758255e-02, -7.32115954e-02,\n",
" -7.79897999e-03, 9.33655351e-02, -9.94375348e-03, -3.16927768e-02,\n",
" 3.19364257e-02, 2.77281385e-02, -4.80870120e-02, -4.28708643e-02,\n",
" 4.19960469e-02, -2.96530081e-03, 1.54808266e-02, -6.35403320e-02,\n",
" 2.46316921e-02, -3.60961482e-02, -2.96517760e-02, -4.15320098e-02,\n",
" 7.67610176e-03, 7.74805769e-02, -7.82852061e-03, 5.70349954e-03,\n",
" -3.84959951e-02, -3.63868065e-02, 1.49325645e-02, 2.89010964e-02,\n",
" 6.59538386e-03, -1.11755086e-02, 1.78346299e-02, -5.17590120e-02,\n",
" 6.16479926e-02, -1.28992563e-02, 6.94860816e-02, -2.20110584e-02,\n",
" 1.50944907e-02, 4.78389747e-02, 1.29591048e-01, 2.45412439e-02,\n",
" -4.92444038e-02, -9.82637852e-02, 4.63021509e-02, -3.76009718e-02,\n",
" 7.91453850e-03, -1.25677371e-02, 1.71171632e-02, 1.06288135e-01,\n",
" 2.38482971e-02, -3.19720358e-02, -2.63365335e-03, 7.45811239e-02,\n",
" -7.13322079e-03, -2.71978322e-02, 5.31790312e-03, -1.16405152e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'kk': Embedding(embedding=array([ 9.44797546e-02, -4.57975790e-02, -1.69999022e-02, -3.32335010e-02,\n",
" 1.35343755e-03, -4.31339592e-02, 3.85073610e-02, 6.36990219e-02,\n",
" 9.59250703e-02, 8.07905719e-02, -5.90038346e-03, 3.50152217e-02,\n",
" 1.98770985e-02, 2.33569723e-02, -1.34343468e-02, 2.29962599e-02,\n",
" 4.24640886e-02, 8.79785419e-02, 1.75393373e-02, -2.45996825e-02,\n",
" -8.38527828e-02, -4.81271669e-02, 7.10329041e-03, 5.27648367e-02,\n",
" 2.92236451e-02, 3.20241861e-02, -4.07547457e-03, -4.46581133e-02,\n",
" 6.07063286e-02, -8.22014082e-03, 8.33539665e-02, -4.88534244e-03,\n",
" -2.07598191e-02, -2.00483832e-03, 3.13557051e-02, -1.33287888e-02,\n",
" -4.90592979e-02, -2.09602434e-02, -6.90233633e-02, 4.93857227e-02,\n",
" -3.73538397e-02, -1.87346339e-03, -2.02754140e-02, -2.31486391e-02,\n",
" 3.48425247e-02, -6.07012138e-02, -2.56700795e-02, 3.55411544e-02,\n",
" -3.29454429e-02, 3.01335733e-02, 2.63936035e-02, -1.03601860e-03,\n",
" 3.36999749e-03, 2.40013632e-03, 4.64030467e-02, 4.92376760e-02,\n",
" 1.11439126e-02, -6.65044338e-02, -3.05142365e-02, -4.11952510e-02,\n",
" 4.84298617e-02, 2.54873168e-02, 3.59672792e-02, 1.90877449e-02,\n",
" 1.25193438e-02, -6.13338919e-03, 3.28954719e-02, 2.11833720e-03,\n",
" -1.41265290e-02, -2.14265883e-02, -3.13250981e-02, 5.40333390e-02,\n",
" 5.28366352e-03, 1.64070174e-01, -7.48104881e-03, 2.98113488e-02,\n",
" 4.24766541e-03, -6.97854236e-02, 1.14990734e-02, -2.14792527e-02,\n",
" 6.67329356e-02, 2.80689192e-03, -7.21731558e-02, 5.32451011e-02,\n",
" -3.09381597e-02, 1.71267763e-02, -2.24892534e-02, -8.30446035e-02,\n",
" -5.08534834e-02, -5.03788479e-02, -3.91395623e-03, -2.92940941e-02,\n",
" -5.30377962e-02, -9.20705348e-02, -4.13493924e-02, 4.73216781e-03,\n",
" -7.31016845e-02, 2.79833470e-02, -2.66424399e-02, -1.63349640e-02,\n",
" -6.98341615e-03, -1.74198765e-02, -3.37697007e-02, -3.40105668e-02,\n",
" -4.34864126e-02, -4.18918487e-03, 8.52251600e-04, 2.94669513e-02,\n",
" -6.60900697e-02, 8.50561783e-02, -2.50409730e-02, -3.75262238e-02,\n",
" -2.38870606e-02, -4.03293455e-03, 2.78691966e-02, 7.67321885e-02,\n",
" 9.40536894e-03, 9.79426503e-02, -5.57027087e-02, -4.15859669e-02,\n",
" -1.42418787e-01, -6.07318394e-02, 3.49218100e-02, -4.48286254e-03,\n",
" -1.70676969e-02, 3.80963739e-03, -2.45600883e-02, 3.50609981e-02,\n",
" -5.87861240e-02, 2.08637789e-02, 8.53648223e-03, 7.49575645e-02,\n",
" -2.20544189e-02, 2.97235642e-02, -2.96338778e-02, 4.33467142e-02,\n",
" 5.06990682e-03, 5.56801185e-02, -5.65359835e-03, 3.61753139e-03,\n",
" -4.11985144e-02, -1.98923368e-02, 1.31034143e-02, 2.76856241e-03,\n",
" 4.67789173e-03, 1.83468759e-02, 1.69271454e-02, 7.14195743e-02,\n",
" -4.71328571e-02, 4.28397860e-03, 5.61837554e-02, 2.55575404e-02,\n",
" -2.77366694e-02, 7.31392996e-03, -5.96911535e-02, -6.81672990e-02,\n",
" -3.27756703e-02, -3.54512897e-03, 3.38163227e-02, -5.35920437e-04,\n",
" 2.88695302e-02, 4.72567901e-02, 2.71875616e-02, -6.01795353e-02,\n",
" -1.07093953e-01, 3.19004734e-03, -2.02014251e-03, -4.20127660e-02,\n",
" 1.69775281e-02, 5.86746298e-02, -4.52131778e-02, 5.24333231e-02,\n",
" -5.02888337e-02, 1.12294953e-03, 3.50862816e-02, -5.57619184e-02,\n",
" -2.50348635e-02, -2.22423840e-02, 1.87834520e-02, -1.42110465e-02,\n",
" 3.26446220e-02, -4.59903963e-02, 2.51335744e-02, -7.01653818e-03,\n",
" -1.44671630e-02, 3.52674201e-02, 1.86507199e-02, -1.23207737e-02,\n",
" -5.15939146e-02, 1.98853668e-02, -8.30240250e-02, -3.18152346e-02,\n",
" -2.99101919e-02, 3.25119891e-03, -6.05032332e-02, 4.32276465e-02,\n",
" 3.44398208e-02, -3.24816406e-02, -5.19731008e-02, 8.14984646e-03,\n",
" 9.08117518e-02, 3.40750031e-02, 4.07342389e-02, 1.56777183e-04,\n",
" -1.24099450e-02, 3.84058394e-02, 9.47355386e-03, -3.02254185e-02,\n",
" -1.20471744e-02, -2.74183881e-02, 5.06288782e-02, -1.42121119e-02,\n",
" 4.63889316e-02, 2.70540593e-03, -3.90656712e-03, 5.54284342e-02,\n",
" -6.19806126e-02, -6.91088885e-02, -5.80177344e-02, 3.83909605e-02,\n",
" 1.39932372e-02, 3.51391882e-02, 4.51817811e-02, -5.24998968e-03,\n",
" 2.24948116e-02, 6.48167264e-03, 2.39037462e-02, -2.96760146e-02,\n",
" 1.86624955e-02, 1.94978788e-02, -4.00190242e-02, 3.34681720e-02,\n",
" 2.91941576e-02, -3.79157513e-02, 3.24145630e-02, -2.87387520e-02,\n",
" -2.03547105e-02, 8.09406303e-03, 2.96016578e-02, -1.10270895e-01,\n",
" 5.34709543e-03, -5.22831567e-02, 4.57003415e-02, 7.88008347e-02,\n",
" 2.06292290e-02, -1.29997786e-02, -7.31832981e-02, -3.66225070e-03,\n",
" 4.90258411e-02, -3.14325429e-02, 2.58233324e-02, 2.01026397e-03,\n",
" -6.99148923e-02, -3.20357606e-02, 3.00230104e-02, 3.13316956e-02,\n",
" 4.92568873e-02, -7.35310540e-02, -6.52828068e-02, -6.97794110e-02,\n",
" -3.26898647e-03, -3.35039315e-03, -6.18648976e-02, -2.68288162e-02,\n",
" 2.89636180e-02, -2.26590056e-02, -1.12857427e-02, -8.03917348e-02,\n",
" -7.48136118e-02, 4.81563061e-02, -3.24140303e-02, 8.16230997e-02,\n",
" -3.61562781e-02, -5.19491062e-02, 3.07548698e-02, 2.35823751e-03,\n",
" 1.86509416e-02, 2.70051137e-02, 6.51586428e-03, 1.03978887e-02,\n",
" 5.13541214e-02, -3.57710496e-02, -2.68432777e-02, 6.35609031e-02,\n",
" -7.02584162e-03, -3.63509133e-02, -1.96386296e-02, -1.63098576e-03,\n",
" -5.28564677e-02, 4.29223590e-02, 1.42621538e-02, 3.99787910e-03,\n",
" -1.31345838e-02, -6.67697145e-03, 4.58771773e-02, -1.90059803e-02,\n",
" -2.04250105e-02, -2.52364706e-02, 1.11879326e-01, 7.97496885e-02,\n",
" 4.41032648e-02, 3.21397372e-02, 5.12424000e-02, -4.28635441e-02,\n",
" 5.24819642e-02, 5.10171056e-02, 1.18969008e-02, 1.70066766e-02,\n",
" -2.83471830e-02, -2.80377418e-02, -5.62696010e-02, -5.54356351e-02,\n",
" -3.08374930e-02, 7.55141005e-02, 2.95802467e-02, 1.72637794e-02,\n",
" 1.21870153e-02, -2.76182382e-03, 1.05423685e-02, -5.82307838e-02,\n",
" 9.10653546e-02, 8.07463005e-02, -6.96514151e-04, 4.76800837e-02,\n",
" 3.50626260e-02, 5.65642677e-02, -7.92781413e-02, -7.67844990e-02,\n",
" 1.54708093e-03, 6.25174716e-02, -7.57631287e-02, -2.46567628e-03,\n",
" -3.02314032e-02, -2.54919752e-03, 5.46499304e-02, 3.87216546e-02,\n",
" -5.82819898e-03, 2.27655731e-02, 6.05534129e-02, 6.42484426e-02,\n",
" -4.10422981e-02, -8.94418806e-02, -1.68153569e-02, -2.07012687e-02,\n",
" 3.20916809e-02, 5.81194982e-02, -1.64908133e-02, -6.75570145e-02,\n",
" 3.54799479e-02, -5.60526922e-02, -4.53899167e-02, 5.71071543e-03,\n",
" -1.85489301e-02, -5.72857819e-02, 2.78329626e-02, -3.84288956e-03,\n",
" 5.24417162e-02, 1.66808095e-04, -6.07589409e-02, -4.04615104e-02,\n",
" 2.40569692e-02, 6.81424863e-04, -3.31470482e-02, 2.90685836e-02,\n",
" -1.10734187e-01, -2.61371322e-02, -5.10660596e-02, 4.60193716e-02,\n",
" 4.22131903e-02, -3.95256840e-02, 1.86986290e-02, -6.39135763e-02,\n",
" 5.50557971e-02, 3.73735977e-03, -1.41738057e-02, 4.12295200e-02,\n",
" 3.81303392e-02, 3.02606635e-02, 5.52718714e-02, 2.45247595e-02,\n",
" 9.22916736e-03, 6.17235638e-02, 3.53895836e-02, -1.79132428e-02,\n",
" -5.70203252e-02, -4.43126597e-02, 1.55527825e-02, -6.51520565e-02,\n",
" -1.47346593e-02, -2.29032151e-02, -8.74571800e-02, 2.34805215e-02,\n",
" 3.08860047e-03, 1.13760263e-01, 3.07016983e-03, 1.32786836e-02,\n",
" -1.48954848e-02, 2.57180873e-02, -3.98470722e-02, -9.62992478e-03,\n",
" -1.25032008e-01, -6.94872439e-03, 6.10489585e-02, -4.47428450e-02,\n",
" -7.31284395e-02, -4.55560535e-02, -3.52442818e-04, 2.92693619e-02,\n",
" -4.34853695e-02, -8.47354978e-02, -4.06302214e-02, 5.84483072e-02,\n",
" -8.91055260e-03, -5.90010397e-02, -3.58590595e-02, 3.50498743e-02,\n",
" -3.85634713e-02, -1.19788246e-02, 6.57954141e-02, -1.97259560e-02,\n",
" -1.96866617e-02, 1.98171381e-02, 2.38276683e-02, -1.48359410e-04,\n",
" -1.37274927e-02, 3.28712799e-02, -5.74109852e-02, -7.13581145e-02,\n",
" 1.55101288e-02, -1.82692055e-02, 1.00040890e-01, -4.24179621e-02,\n",
" 1.76313426e-02, 1.20043764e-02, 7.30544329e-02, 3.11817676e-02,\n",
" 9.64621268e-03, -5.57995699e-02, 1.03455409e-02, 2.06926968e-02,\n",
" 7.32686147e-02, -1.36710042e-02, 2.50450652e-02, 4.42223810e-02,\n",
" -1.37117272e-02, 2.24428121e-02, 3.69337242e-04, 1.34274345e-02,\n",
" -9.03416052e-03, -4.31466699e-02, 3.08049899e-02, 4.73717116e-02,\n",
" 6.31931052e-02, 6.76540611e-03, 2.25452688e-02, 1.35437790e-02,\n",
" -5.39740548e-03, 4.48860079e-02, -1.74204595e-02, -7.12724552e-02,\n",
" -1.24930898e-02, 9.17820781e-02, -9.62911360e-03, -3.37468460e-02,\n",
" 3.52213010e-02, 2.45990604e-02, -5.32192662e-02, -4.32151109e-02,\n",
" 3.98156233e-02, -4.15820256e-03, 1.79812536e-02, -6.59836605e-02,\n",
" 2.28370540e-02, -3.43942121e-02, -2.92686205e-02, -3.94504480e-02,\n",
" 1.10624805e-02, 7.10197464e-02, -1.07142488e-02, 8.27987492e-03,\n",
" -4.16161008e-02, -3.81416418e-02, 1.60914734e-02, 2.49548666e-02,\n",
" 3.02006514e-03, -9.11648478e-03, 1.88349131e-02, -4.60452400e-02,\n",
" 6.35426119e-02, -1.31236045e-02, 7.04212189e-02, -2.08720714e-02,\n",
" 1.80755388e-02, 4.79209647e-02, 1.32182568e-01, 2.58516259e-02,\n",
" -5.61817214e-02, -9.54890251e-02, 4.55982275e-02, -3.71510908e-02,\n",
" 9.57492273e-03, -1.46189649e-02, 1.81368180e-02, 1.00791596e-01,\n",
" 2.36952472e-02, -3.19680907e-02, -7.49987131e-03, 7.13569224e-02,\n",
" -1.03610447e-02, -3.13834995e-02, 6.17714319e-03, -1.17263682e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'kombucha': Embedding(embedding=array([ 9.63248461e-02, -4.55954745e-02, -1.40000777e-02, -2.63865646e-02,\n",
" -3.09203897e-04, -4.99922521e-02, 3.35175171e-02, 6.76279813e-02,\n",
" 9.88699496e-02, 7.81179965e-02, -1.18415914e-02, 3.92621309e-02,\n",
" 1.93814635e-02, 2.96946913e-02, -8.81763268e-03, 2.53412910e-02,\n",
" 4.51291092e-02, 8.86031911e-02, 1.08962236e-02, -1.98431574e-02,\n",
" -8.74829143e-02, -5.01085222e-02, 9.94016533e-04, 5.46473414e-02,\n",
" 2.26136111e-02, 3.04467510e-02, -5.99400257e-04, -3.75823565e-02,\n",
" 6.24125302e-02, -1.34310732e-02, 7.97836185e-02, -8.65548383e-03,\n",
" -2.22411491e-02, -2.04617530e-03, 3.53246443e-02, -1.79940518e-02,\n",
" -5.14040664e-02, -2.39065997e-02, -7.18370453e-02, 5.02321944e-02,\n",
" -3.98207605e-02, 8.24400038e-03, -1.67730134e-02, -2.15011518e-02,\n",
" 3.33217494e-02, -6.15544319e-02, -2.64188237e-02, 4.27893586e-02,\n",
" -3.22611369e-02, 3.08381859e-02, 2.98039243e-02, -1.32007757e-03,\n",
" 5.01825055e-03, 2.98649701e-03, 3.62333730e-02, 5.49178049e-02,\n",
" 1.14089074e-02, -7.24858269e-02, -2.90585719e-02, -3.51058580e-02,\n",
" 5.50114922e-02, 2.53951121e-02, 2.98666414e-02, 1.88760087e-02,\n",
" 1.92721970e-02, -3.48469638e-03, 3.43857482e-02, 1.03626270e-02,\n",
" -1.27814608e-02, -2.39346307e-02, -2.30103415e-02, 5.12158126e-02,\n",
" 1.23791723e-02, 1.64457560e-01, -9.64920409e-03, 2.24946048e-02,\n",
" 4.83597210e-03, -6.92024678e-02, 1.22421002e-02, -2.71153003e-02,\n",
" 6.90565482e-02, 2.36147735e-03, -7.26585686e-02, 5.08497469e-02,\n",
" -2.42871493e-02, 2.55868528e-02, -2.29886677e-02, -7.74226412e-02,\n",
" -5.57028875e-02, -4.35656793e-02, -3.42534692e-03, -3.34952772e-02,\n",
" -4.31179106e-02, -9.51714218e-02, -5.51255159e-02, 1.25609292e-02,\n",
" -7.23476410e-02, 2.79377196e-02, -2.53851265e-02, -1.51317464e-02,\n",
" -8.04584380e-03, -2.08055731e-02, -3.18992399e-02, -3.04971207e-02,\n",
" -3.62673178e-02, -1.04631037e-02, 5.30147692e-04, 3.03967204e-02,\n",
" -5.79201952e-02, 8.23609978e-02, -2.46870220e-02, -4.08416353e-02,\n",
" -1.24578504e-02, -9.04098246e-03, 2.49688178e-02, 8.17819238e-02,\n",
" 9.91619378e-03, 9.32704359e-02, -5.53896502e-02, -3.80460583e-02,\n",
" -1.47793099e-01, -5.79970852e-02, 3.60281803e-02, -2.50493200e-03,\n",
" -1.67904999e-02, 7.26147555e-03, -3.23361643e-02, 3.54333147e-02,\n",
" -5.98145947e-02, 1.06967539e-02, 3.19015561e-03, 7.41083771e-02,\n",
" -2.78685149e-02, 2.81009227e-02, -2.76289694e-02, 3.87848690e-02,\n",
" 5.08904411e-03, 5.71384542e-02, -7.53248809e-03, 8.00734479e-03,\n",
" -4.02556136e-02, -1.58330388e-02, 7.09122512e-03, 9.61821619e-03,\n",
" -2.05988484e-03, 2.40900517e-02, 1.52009521e-02, 6.81869984e-02,\n",
" -4.37495522e-02, 3.17294733e-03, 6.05483390e-02, 2.62080655e-02,\n",
" -2.78642252e-02, 1.37056075e-02, -6.12183399e-02, -6.50249049e-02,\n",
" -3.21416482e-02, 3.31236282e-03, 3.26446667e-02, 8.15277221e-04,\n",
" 2.21085809e-02, 5.12474738e-02, 2.75005754e-02, -5.69948815e-02,\n",
" -1.04070552e-01, -3.43059166e-03, 2.47746170e-03, -4.14868742e-02,\n",
" 2.01131050e-02, 5.12831546e-02, -4.02863882e-02, 5.07149175e-02,\n",
" -5.41423820e-02, 2.96704774e-03, 4.56659235e-02, -6.05346300e-02,\n",
" -2.88840942e-02, -2.27810852e-02, 1.70354825e-02, -1.49994334e-02,\n",
" 2.51531471e-02, -4.48987521e-02, 2.55390648e-02, -6.21737866e-03,\n",
" -1.48443533e-02, 3.32897305e-02, 2.07500588e-02, -2.03406438e-02,\n",
" -4.91668358e-02, 1.25167333e-02, -8.48279670e-02, -3.05862334e-02,\n",
" -2.65088081e-02, 8.40550102e-03, -6.40444607e-02, 4.21789847e-02,\n",
" 3.85963693e-02, -2.79893540e-02, -4.71091345e-02, 7.65493559e-03,\n",
" 8.67421329e-02, 3.27997021e-02, 4.77170609e-02, 7.92127568e-03,\n",
" -1.71476081e-02, 3.62494886e-02, 1.63941216e-02, -3.07469647e-02,\n",
" -8.26608110e-03, -3.68297212e-02, 5.45583516e-02, -1.50176063e-02,\n",
" 5.13339080e-02, 3.70259583e-03, -2.84960930e-04, 5.39083928e-02,\n",
" -5.83667383e-02, -7.59749636e-02, -5.60809039e-02, 3.76831368e-02,\n",
" 1.41358236e-02, 3.73524055e-02, 4.62652519e-02, 3.04502575e-03,\n",
" 2.70275921e-02, 7.43956771e-03, 3.03424411e-02, -2.92647630e-02,\n",
" 1.52339991e-02, 1.32649308e-02, -4.18089032e-02, 3.70099433e-02,\n",
" 2.86843628e-02, -3.86616215e-02, 3.22661698e-02, -2.41425261e-02,\n",
" -2.26084124e-02, 4.49232152e-03, 3.13683078e-02, -1.04249090e-01,\n",
" -5.89953677e-04, -4.66878973e-02, 4.26326133e-02, 7.40558580e-02,\n",
" 1.97809301e-02, -1.71626657e-02, -6.86440393e-02, -9.43247695e-03,\n",
" 4.92918864e-02, -4.01785113e-02, 2.94564739e-02, 2.34822603e-03,\n",
" -6.74708113e-02, -3.38902324e-02, 3.27705927e-02, 2.58675199e-02,\n",
" 4.49365377e-02, -7.30556920e-02, -6.70127794e-02, -7.25582913e-02,\n",
" -5.41360816e-03, -2.54673068e-03, -6.00841716e-02, -2.73050237e-02,\n",
" 2.66259443e-02, -2.42039822e-02, -1.09195951e-02, -8.80002230e-02,\n",
" -8.09589028e-02, 5.10772094e-02, -3.55610214e-02, 8.25151652e-02,\n",
" -3.90285626e-02, -5.17009385e-02, 3.39943394e-02, 9.24614724e-03,\n",
" 3.19137834e-02, 2.37059854e-02, 7.99964182e-03, 1.28360251e-02,\n",
" 5.15721813e-02, -4.17862758e-02, -2.57367603e-02, 6.14971519e-02,\n",
" -3.39437625e-03, -3.68634723e-02, -2.17896514e-02, -4.26396262e-03,\n",
" -5.40025234e-02, 4.26066928e-02, 1.84409171e-02, 2.22458038e-03,\n",
" -1.71415117e-02, -5.57363685e-03, 4.51753996e-02, -1.97723173e-02,\n",
" -1.48335500e-02, -2.40631849e-02, 1.11274764e-01, 8.91244784e-02,\n",
" 4.37445641e-02, 3.26160714e-02, 5.05622104e-02, -4.08923328e-02,\n",
" 5.61113097e-02, 5.49415462e-02, 5.75495511e-03, 2.40045562e-02,\n",
" -1.68616157e-02, -3.27590965e-02, -4.83600348e-02, -5.10596372e-02,\n",
" -3.53434458e-02, 7.22287297e-02, 2.79922206e-02, 2.01034974e-02,\n",
" 7.28375232e-03, -1.11271972e-02, 9.73508134e-03, -5.58859482e-02,\n",
" 8.70807171e-02, 8.20412189e-02, -5.35998587e-03, 4.79156487e-02,\n",
" 3.36331613e-02, 5.72727844e-02, -7.66145810e-02, -7.11075962e-02,\n",
" 3.24695109e-04, 6.05265535e-02, -7.48715028e-02, -1.80790189e-03,\n",
" -2.52168793e-02, -1.39211910e-02, 5.78060932e-02, 3.47010307e-02,\n",
" -4.79321880e-03, 2.49602422e-02, 6.53367043e-02, 6.46794066e-02,\n",
" -2.68605500e-02, -8.15346465e-02, -1.67903174e-02, -2.79918015e-02,\n",
" 3.07444148e-02, 5.56905456e-02, -1.65033806e-02, -6.89713508e-02,\n",
" 3.82579118e-02, -6.81181327e-02, -4.87281047e-02, 1.81279413e-03,\n",
" -2.03200355e-02, -5.79911135e-02, 2.57932805e-02, -7.71428505e-03,\n",
" 5.16451374e-02, 1.66313769e-03, -6.21995889e-02, -4.30650823e-02,\n",
" 1.66105740e-02, 7.54885841e-05, -3.25712189e-02, 2.89870054e-02,\n",
" -1.11494720e-01, -2.14394927e-02, -4.98280786e-02, 3.69687453e-02,\n",
" 4.62721847e-02, -4.13631126e-02, 2.69400943e-02, -5.84630705e-02,\n",
" 5.44216447e-02, 7.80929020e-03, -1.09927719e-02, 3.91074568e-02,\n",
" 4.18738760e-02, 3.05319000e-02, 5.43955117e-02, 3.16019468e-02,\n",
" 6.06433302e-03, 5.56857176e-02, 3.13091613e-02, -1.44021828e-02,\n",
" -5.46208695e-02, -4.21011075e-02, 1.29967388e-02, -6.43491372e-02,\n",
" -1.75631866e-02, -2.54509356e-02, -9.00848433e-02, 2.48958822e-02,\n",
" -1.75948255e-03, 1.00929432e-01, -5.31925447e-03, 1.39985895e-02,\n",
" -4.64580208e-03, 2.45421790e-02, -4.09326665e-02, -1.31470468e-02,\n",
" -1.30089805e-01, -1.37113361e-03, 5.68634979e-02, -4.98356447e-02,\n",
" -6.56337962e-02, -4.66977730e-02, -4.87647299e-03, 2.76883543e-02,\n",
" -5.28775789e-02, -8.21104869e-02, -4.12192196e-02, 5.54080084e-02,\n",
" -1.60235818e-02, -6.31102845e-02, -3.92601863e-02, 3.69003192e-02,\n",
" -4.08476293e-02, -3.76559049e-03, 7.03687370e-02, -1.71523094e-02,\n",
" -1.33721624e-02, 1.56778451e-02, 2.23854687e-02, 5.09083597e-03,\n",
" -1.73547305e-02, 3.43128629e-02, -5.23120798e-02, -7.29990080e-02,\n",
" 2.11909451e-02, -1.50351534e-02, 1.03338115e-01, -4.66314703e-02,\n",
" 2.09682155e-02, 1.21015096e-02, 8.15876499e-02, 2.53037941e-02,\n",
" 1.20100528e-02, -5.49324453e-02, 3.42187006e-03, 2.45645978e-02,\n",
" 7.23249391e-02, -1.40845636e-02, 2.51276530e-02, 4.25245427e-02,\n",
" -1.40657434e-02, 2.72971746e-02, -3.02010332e-03, 1.38081666e-02,\n",
" -1.32765081e-02, -4.00320329e-02, 3.73904407e-02, 4.78266403e-02,\n",
" 6.83938488e-02, 1.71588752e-02, 2.49140561e-02, 2.18058210e-02,\n",
" -6.94752811e-03, 4.99720760e-02, -1.32228760e-02, -6.18381463e-02,\n",
" -1.82475969e-02, 8.14211220e-02, -8.03824421e-03, -3.55165973e-02,\n",
" 4.04385924e-02, 2.70800162e-02, -5.93857542e-02, -4.78004254e-02,\n",
" 3.35444398e-02, -1.10824208e-03, 2.32412368e-02, -6.72639832e-02,\n",
" 1.79588962e-02, -3.87162678e-02, -2.25740224e-02, -3.56824212e-02,\n",
" 6.21082960e-03, 6.63395897e-02, -5.54023869e-03, 9.32746008e-03,\n",
" -3.95308696e-02, -4.65567149e-02, 1.65980589e-02, 2.38548387e-02,\n",
" 7.79149821e-03, -3.35856481e-03, 1.45111484e-02, -5.07351458e-02,\n",
" 6.51023462e-02, -9.29867849e-03, 6.18560314e-02, -1.48073807e-02,\n",
" 1.81206986e-02, 4.50262278e-02, 1.34943336e-01, 2.64545381e-02,\n",
" -6.37652650e-02, -9.12706554e-02, 4.40410934e-02, -3.41374353e-02,\n",
" 2.87444214e-03, -1.43441027e-02, 1.48868179e-02, 9.44977403e-02,\n",
" 2.51926929e-02, -2.78342031e-02, -8.11070297e-03, 6.98125586e-02,\n",
" -6.18146965e-03, -3.20362970e-02, 9.56222601e-03, -1.15105197e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'kramer': Embedding(embedding=array([ 9.52741727e-02, -5.03391214e-02, -1.64078735e-02, -2.61091832e-02,\n",
" -2.84851762e-04, -4.65142615e-02, 3.59280892e-02, 6.69516400e-02,\n",
" 9.87048149e-02, 8.12756792e-02, -9.07478202e-03, 4.26259078e-02,\n",
" 1.85444821e-02, 2.37779561e-02, -1.65272411e-02, 2.22586636e-02,\n",
" 3.83440778e-02, 9.12713185e-02, 1.45031624e-02, -2.16189455e-02,\n",
" -8.57138336e-02, -4.79184501e-02, 9.10657551e-03, 5.76923229e-02,\n",
" 2.72773914e-02, 3.30046155e-02, -5.77352522e-03, -4.19454761e-02,\n",
" 6.11439310e-02, -1.20285219e-02, 8.05088431e-02, -6.43694028e-03,\n",
" -2.66322903e-02, -2.26768060e-03, 3.38713005e-02, -1.40055381e-02,\n",
" -4.42546718e-02, -2.27771215e-02, -6.94856346e-02, 5.13036475e-02,\n",
" -3.80375683e-02, 5.17617585e-03, -1.96229555e-02, -1.73811708e-02,\n",
" 3.15184109e-02, -5.97631745e-02, -2.69421898e-02, 4.30477746e-02,\n",
" -3.13528553e-02, 3.06094531e-02, 2.87301019e-02, 2.51222192e-03,\n",
" 7.86696374e-03, 1.92383595e-03, 4.38602567e-02, 5.26495725e-02,\n",
" 9.02069267e-03, -6.23224452e-02, -3.13180164e-02, -3.45412046e-02,\n",
" 5.12100644e-02, 2.52244435e-02, 3.18836421e-02, 1.90809909e-02,\n",
" 1.74744055e-02, -5.61731495e-03, 3.45557034e-02, 4.78339335e-03,\n",
" -1.32018691e-02, -2.71879397e-02, -2.89008729e-02, 5.42980433e-02,\n",
" 9.52729024e-03, 1.63022920e-01, -6.29342254e-03, 2.59655211e-02,\n",
" 1.39432750e-03, -6.78918734e-02, 1.52585506e-02, -3.05971857e-02,\n",
" 7.02912956e-02, 2.97093857e-03, -7.55564347e-02, 5.43600991e-02,\n",
" -2.91987732e-02, 2.01655999e-02, -2.28542574e-02, -7.76952207e-02,\n",
" -5.22947386e-02, -4.71050106e-02, -2.88310950e-03, -3.11244931e-02,\n",
" -4.85474467e-02, -8.54124427e-02, -4.73872758e-02, 7.00992811e-03,\n",
" -7.26011470e-02, 2.75024064e-02, -2.88369432e-02, -1.78450439e-02,\n",
" -5.87365404e-03, -2.26297434e-02, -3.12127955e-02, -3.32383290e-02,\n",
" -3.89860421e-02, -4.29719174e-03, 8.68369360e-04, 2.86740884e-02,\n",
" -6.58970848e-02, 8.71329010e-02, -2.34089531e-02, -3.98397185e-02,\n",
" -1.92170907e-02, -6.00793306e-03, 2.78542303e-02, 8.12654570e-02,\n",
" 1.11265890e-02, 9.73451436e-02, -5.70260249e-02, -4.01830636e-02,\n",
" -1.45348787e-01, -6.13157488e-02, 3.70221883e-02, -3.70440562e-03,\n",
" -1.82959586e-02, 4.43238299e-03, -2.39812434e-02, 3.28023508e-02,\n",
" -6.23274706e-02, 1.81417633e-02, 1.57321780e-03, 7.33333901e-02,\n",
" -3.15488726e-02, 3.00460421e-02, -2.91317068e-02, 4.12834547e-02,\n",
" 4.49874299e-03, 5.47820516e-02, -6.99008536e-03, 9.47316585e-04,\n",
" -4.31277193e-02, -1.55497491e-02, 1.10999364e-02, 1.61222927e-03,\n",
" -1.23342511e-03, 2.57325303e-02, 1.49288503e-02, 6.43687546e-02,\n",
" -4.49015088e-02, 4.07129200e-03, 5.96061535e-02, 2.32760366e-02,\n",
" -2.55798995e-02, 6.95542246e-03, -6.52569160e-02, -6.99890777e-02,\n",
" -2.96380352e-02, -2.88250181e-03, 3.18895578e-02, -8.54977523e-04,\n",
" 3.16136703e-02, 4.73945625e-02, 2.87256166e-02, -5.98154031e-02,\n",
" -1.03905290e-01, 2.15871749e-03, 5.47003350e-04, -3.97039205e-02,\n",
" 1.22236703e-02, 6.13207035e-02, -4.61049266e-02, 5.44600971e-02,\n",
" -4.97426465e-02, 1.24144484e-04, 4.04812284e-02, -5.88091947e-02,\n",
" -2.65013706e-02, -2.27444489e-02, 1.89371705e-02, -1.66011900e-02,\n",
" 3.35526764e-02, -4.67651151e-02, 2.29568817e-02, -3.53643415e-03,\n",
" -1.02785304e-02, 3.13811228e-02, 2.15073861e-02, -1.91403124e-02,\n",
" -4.84835058e-02, 2.07689498e-02, -8.40423480e-02, -2.71815918e-02,\n",
" -2.79418454e-02, 3.58303543e-03, -6.33501783e-02, 4.18245643e-02,\n",
" 3.80460434e-02, -2.95781251e-02, -5.38631491e-02, 1.22949630e-02,\n",
" 8.85005519e-02, 3.48830745e-02, 4.27540392e-02, 2.13986239e-03,\n",
" -1.36606963e-02, 4.07643951e-02, 8.93914606e-03, -2.90412642e-02,\n",
" -9.25559457e-03, -2.90102921e-02, 5.24503291e-02, -1.42830759e-02,\n",
" 4.97992411e-02, 1.52218586e-03, -3.40540800e-03, 5.68303950e-02,\n",
" -5.82213514e-02, -7.04071522e-02, -5.02814688e-02, 3.41907702e-02,\n",
" 1.47417393e-02, 3.80510800e-02, 4.46523875e-02, -3.36299487e-03,\n",
" 2.30973773e-02, 1.12898424e-02, 2.69464571e-02, -3.56135257e-02,\n",
" 1.89101230e-02, 1.19061256e-02, -4.19041812e-02, 3.70657258e-02,\n",
" 2.34538615e-02, -3.82379815e-02, 2.81689018e-02, -2.25161985e-02,\n",
" -2.37721428e-02, 3.63508286e-03, 3.25990021e-02, -1.10922493e-01,\n",
" -1.57781935e-04, -4.78292927e-02, 4.72291633e-02, 7.44195357e-02,\n",
" 1.76186357e-02, -1.54622914e-02, -6.71337396e-02, -4.70460393e-03,\n",
" 5.31493127e-02, -3.32188644e-02, 2.65082251e-02, -8.38303764e-04,\n",
" -7.03690723e-02, -3.43001224e-02, 3.12344618e-02, 3.00119910e-02,\n",
" 4.78805639e-02, -7.11612776e-02, -6.65080249e-02, -6.89783022e-02,\n",
" -5.89393685e-03, -2.61848257e-03, -6.24129325e-02, -2.82826740e-02,\n",
" 2.69668419e-02, -2.01596003e-02, -1.42442165e-02, -8.20155218e-02,\n",
" -7.95023590e-02, 5.44287190e-02, -3.42855267e-02, 7.84318894e-02,\n",
" -4.03450988e-02, -4.79867868e-02, 3.54044214e-02, 1.35998975e-03,\n",
" 2.76534595e-02, 2.27882899e-02, 1.47337560e-03, 1.09474817e-02,\n",
" 4.90728319e-02, -3.79237570e-02, -2.15065274e-02, 6.21964633e-02,\n",
" -8.37266352e-03, -3.63721624e-02, -1.83384120e-02, -3.63269984e-03,\n",
" -5.72263487e-02, 4.28529382e-02, 1.11549236e-02, 7.04671117e-03,\n",
" -1.48097770e-02, -3.49123566e-03, 4.36348505e-02, -1.60300657e-02,\n",
" -1.87602416e-02, -2.25154329e-02, 1.12470627e-01, 8.41571465e-02,\n",
" 4.40362990e-02, 2.84107793e-02, 5.28351367e-02, -4.09467891e-02,\n",
" 5.80987297e-02, 4.80177812e-02, 9.00038611e-03, 1.92778297e-02,\n",
" -2.60968190e-02, -3.39228250e-02, -5.41925132e-02, -4.89362106e-02,\n",
" -3.18605341e-02, 7.38248676e-02, 3.04509141e-02, 1.83572322e-02,\n",
" 1.00350827e-02, -1.20846732e-02, 1.22755263e-02, -5.94211780e-02,\n",
" 8.85513723e-02, 8.46279413e-02, -3.46739381e-03, 4.65083271e-02,\n",
" 3.16231214e-02, 6.09751493e-02, -7.63596147e-02, -7.96510205e-02,\n",
" -1.45550279e-04, 6.20577522e-02, -7.72315264e-02, -4.42934083e-03,\n",
" -2.54940055e-02, -6.77237567e-03, 5.53790294e-02, 3.66057046e-02,\n",
" -9.75808769e-04, 2.58331262e-02, 6.51322231e-02, 6.59406036e-02,\n",
" -3.47650461e-02, -8.16581324e-02, -1.69131812e-02, -2.90616229e-02,\n",
" 3.30146961e-02, 5.62973358e-02, -1.79622881e-02, -7.11213648e-02,\n",
" 3.57058123e-02, -6.24567606e-02, -4.61677685e-02, 2.51221796e-03,\n",
" -1.46271745e-02, -5.43347970e-02, 2.87243072e-02, -5.21199312e-03,\n",
" 5.18298894e-02, 8.47481657e-04, -5.57018332e-02, -4.26319316e-02,\n",
" 1.80414692e-02, 2.93252699e-04, -3.22334394e-02, 3.08452528e-02,\n",
" -1.09266549e-01, -2.18850747e-02, -5.23721054e-02, 3.98883931e-02,\n",
" 4.39428985e-02, -4.00726572e-02, 2.13284511e-02, -5.92571609e-02,\n",
" 5.95825799e-02, 7.99797103e-03, -1.93161536e-02, 3.86515968e-02,\n",
" 4.19360697e-02, 3.41406427e-02, 5.68261072e-02, 2.81077772e-02,\n",
" 1.24489469e-02, 6.24914616e-02, 3.31496410e-02, -1.92858092e-02,\n",
" -5.54865934e-02, -4.24280316e-02, 6.45722495e-03, -6.19507395e-02,\n",
" -1.67157240e-02, -2.08899584e-02, -8.66074860e-02, 1.98877528e-02,\n",
" 2.70061055e-03, 1.09732345e-01, 1.87712838e-03, 1.48515878e-02,\n",
" -9.78970528e-03, 2.45343186e-02, -4.37068120e-02, -9.58159193e-03,\n",
" -1.30212128e-01, -3.74017889e-03, 6.07347265e-02, -4.85062748e-02,\n",
" -7.02543780e-02, -4.47542146e-02, 6.95223047e-04, 3.11444756e-02,\n",
" -4.44585495e-02, -8.25511217e-02, -3.98940891e-02, 5.64078540e-02,\n",
" -1.09418621e-02, -5.91643192e-02, -3.33258323e-02, 3.63837257e-02,\n",
" -3.47137563e-02, -9.18739848e-03, 6.85379729e-02, -1.64301470e-02,\n",
" -1.85943544e-02, 1.88524090e-02, 2.28416454e-02, 2.42354954e-03,\n",
" -1.23728449e-02, 3.64913978e-02, -5.57757989e-02, -7.00916871e-02,\n",
" 1.86192505e-02, -1.80309340e-02, 1.04006022e-01, -4.54117097e-02,\n",
" 1.32380882e-02, 9.04179364e-03, 7.96315521e-02, 2.62674075e-02,\n",
" 1.18178381e-02, -5.22504598e-02, 8.48380942e-03, 2.12620646e-02,\n",
" 7.17537999e-02, -1.22326026e-02, 2.69274525e-02, 4.10179012e-02,\n",
" -1.69717707e-02, 2.10519712e-02, 1.12365792e-03, 9.95387696e-03,\n",
" -1.20076425e-02, -4.52439226e-02, 3.45272422e-02, 4.81384993e-02,\n",
" 6.41832054e-02, 1.15229879e-02, 2.28146166e-02, 2.21341103e-02,\n",
" -6.68407325e-03, 4.54849526e-02, -1.21669872e-02, -6.52393922e-02,\n",
" -1.19277462e-02, 9.04556662e-02, -1.26840137e-02, -2.61139069e-02,\n",
" 3.46657187e-02, 3.29572037e-02, -5.31657003e-02, -4.20511924e-02,\n",
" 3.89265902e-02, 2.39214371e-03, 1.97474845e-02, -6.84535429e-02,\n",
" 2.08249949e-02, -3.63261998e-02, -2.72522680e-02, -3.89326103e-02,\n",
" 5.63209737e-03, 6.94048554e-02, -9.73160379e-03, 3.57065373e-03,\n",
" -4.03806865e-02, -3.72415036e-02, 9.41990688e-03, 2.66686045e-02,\n",
" 7.01334234e-03, -8.49456992e-03, 1.88085660e-02, -4.84213717e-02,\n",
" 6.49287850e-02, -1.65433586e-02, 6.30746409e-02, -1.77654084e-02,\n",
" 1.29914479e-02, 4.69774827e-02, 1.31065503e-01, 2.20481735e-02,\n",
" -5.83794862e-02, -9.09096897e-02, 4.43030559e-02, -3.57256569e-02,\n",
" 6.37174025e-03, -9.68137290e-03, 1.43005718e-02, 1.02688588e-01,\n",
" 2.66590249e-02, -2.78357528e-02, -8.17164965e-03, 7.36104473e-02,\n",
" -4.94768238e-03, -2.87734717e-02, 8.58361926e-03, -1.16051942e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'leo': Embedding(embedding=array([ 0.09714925, -0.04741011, -0.01923575, -0.03182718, 0.00491334,\n",
" -0.04531853, 0.04237297, 0.06155794, 0.09242649, 0.07989507,\n",
" -0.01062867, 0.03555525, 0.02420533, 0.02683963, -0.01458434,\n",
" 0.02406779, 0.0401458 , 0.08770279, 0.01846255, -0.025465 ,\n",
" -0.08030593, -0.04485734, 0.005045 , 0.05287641, 0.02887334,\n",
" 0.03111803, -0.00198449, -0.04368773, 0.06018235, -0.00776196,\n",
" 0.08340367, -0.00411012, -0.02046199, 0.00227061, 0.02917156,\n",
" -0.01163375, -0.04671403, -0.02044543, -0.06902806, 0.05055236,\n",
" -0.03953389, -0.00080713, -0.02018949, -0.02161282, 0.03556735,\n",
" -0.06379777, -0.02486145, 0.03846137, -0.03318292, 0.02917307,\n",
" 0.0312241 , 0.00048327, 0.00398089, 0.00438416, 0.04645761,\n",
" 0.0462905 , 0.01264098, -0.0637154 , -0.03013338, -0.03839969,\n",
" 0.04509357, 0.02409833, 0.03606702, 0.02034171, 0.01230133,\n",
" -0.00370389, 0.03435528, 0.00163341, -0.01139417, -0.02509139,\n",
" -0.03496039, 0.05315216, 0.00989976, 0.16567791, -0.00740277,\n",
" 0.02970733, 0.00490511, -0.06777908, 0.01564767, -0.01661861,\n",
" 0.0653493 , 0.00515233, -0.07211686, 0.05521879, -0.02993464,\n",
" 0.01669593, -0.02321429, -0.08626232, -0.05018716, -0.04807962,\n",
" -0.0067339 , -0.02934398, -0.05520774, -0.08907483, -0.04466741,\n",
" 0.00455489, -0.07782152, 0.02977966, -0.02819632, -0.01288687,\n",
" -0.00853166, -0.01879949, -0.03098069, -0.03823323, -0.0430623 ,\n",
" -0.00861654, 0.00078211, 0.02799322, -0.06669042, 0.084374 ,\n",
" -0.02553713, -0.0399279 , -0.02409774, -0.00516363, 0.02567613,\n",
" 0.07751041, 0.00760078, 0.09932572, -0.0533289 , -0.04048485,\n",
" -0.13730036, -0.06251549, 0.03606392, -0.00540515, -0.01707406,\n",
" 0.00137444, -0.02699858, 0.03315183, -0.06097243, 0.02449285,\n",
" 0.00555885, 0.07493771, -0.02231432, 0.02906037, -0.0308083 ,\n",
" 0.04546921, 0.00071428, 0.05458897, -0.00427889, 0.00337553,\n",
" -0.03664353, -0.01963224, 0.01517355, -0.00187697, 0.00987774,\n",
" 0.01684964, 0.01601564, 0.06664268, -0.04315539, 0.00299709,\n",
" 0.05288941, 0.02761029, -0.02411902, 0.00934904, -0.06064695,\n",
" -0.06912608, -0.03495376, -0.00417824, 0.03356243, 0.00149591,\n",
" 0.02797329, 0.04720514, 0.02778562, -0.06018051, -0.10329922,\n",
" 0.00400569, -0.00053655, -0.04372653, 0.01666287, 0.05943519,\n",
" -0.0458491 , 0.05060541, -0.04674979, -0.00022756, 0.0319325 ,\n",
" -0.05678592, -0.02410726, -0.01958959, 0.01989779, -0.01509957,\n",
" 0.0357377 , -0.04536451, 0.02506342, -0.00784384, -0.00879592,\n",
" 0.03711276, 0.01700524, -0.01018401, -0.04973359, 0.02139491,\n",
" -0.08339334, -0.02906054, -0.02888474, 0.00552958, -0.05885169,\n",
" 0.03979962, 0.03658256, -0.03251904, -0.05175864, 0.01015271,\n",
" 0.09126043, 0.03247381, 0.04301307, -0.00366118, -0.00985715,\n",
" 0.03916528, 0.00952356, -0.03245092, -0.01596393, -0.02938991,\n",
" 0.05071675, -0.01523373, 0.04615078, 0.00357064, -0.00251592,\n",
" 0.05712667, -0.06174069, -0.06942268, -0.05363884, 0.03453469,\n",
" 0.01721607, 0.03921961, 0.04466167, -0.00282488, 0.02011593,\n",
" 0.00882768, 0.02335425, -0.02906859, 0.02305529, 0.01458213,\n",
" -0.04155605, 0.03170079, 0.02930772, -0.03846348, 0.0321382 ,\n",
" -0.03103333, -0.0217774 , 0.00796424, 0.02964551, -0.11088966,\n",
" 0.00635101, -0.05361057, 0.04593565, 0.08129704, 0.02409648,\n",
" -0.01411616, -0.0694343 , -0.00408608, 0.05115631, -0.03150293,\n",
" 0.02464817, 0.00162311, -0.07271895, -0.0299416 , 0.03327566,\n",
" 0.03389832, 0.04888861, -0.0722031 , -0.06051001, -0.06901179,\n",
" -0.00244432, -0.00338676, -0.06091025, -0.0262994 , 0.02867059,\n",
" -0.02299421, -0.01181433, -0.07754438, -0.07304492, 0.04931689,\n",
" -0.03143943, 0.08157609, -0.03708656, -0.05014499, 0.02936821,\n",
" -0.0004064 , 0.0194392 , 0.02294577, 0.00218504, 0.01244425,\n",
" 0.05265915, -0.0359908 , -0.02374466, 0.06273342, -0.00628094,\n",
" -0.03794688, -0.01911067, -0.00203978, -0.05508868, 0.04860269,\n",
" 0.01686546, 0.00778628, -0.01500608, -0.00420192, 0.04099427,\n",
" -0.02045119, -0.01969484, -0.023827 , 0.11043082, 0.08045274,\n",
" 0.04319801, 0.03118736, 0.05169023, -0.04233271, 0.05229732,\n",
" 0.04991191, 0.01478972, 0.0169414 , -0.02533319, -0.02694219,\n",
" -0.05759411, -0.05732426, -0.03225474, 0.07528762, 0.03117889,\n",
" 0.01756141, 0.01159084, -0.0059569 , 0.01143878, -0.05950297,\n",
" 0.09094942, 0.08188224, 0.0005016 , 0.04609435, 0.03373109,\n",
" 0.06345276, -0.08177479, -0.07827523, -0.00219469, 0.06528804,\n",
" -0.07458568, -0.00552178, -0.0296573 , -0.00469302, 0.05747417,\n",
" 0.04011879, -0.00301825, 0.0255458 , 0.06066845, 0.06503472,\n",
" -0.04028364, -0.08940107, -0.01606809, -0.02151412, 0.03180178,\n",
" 0.05826263, -0.02162086, -0.06998856, 0.03585606, -0.05637813,\n",
" -0.04911173, 0.00755276, -0.01543254, -0.05623396, 0.02803868,\n",
" -0.00653497, 0.05483263, 0.0035868 , -0.05889834, -0.0431985 ,\n",
" 0.02062636, 0.00285713, -0.03293309, 0.03145194, -0.10845099,\n",
" -0.02613048, -0.05637991, 0.04335004, 0.04145168, -0.0425295 ,\n",
" 0.02048665, -0.06189521, 0.0544927 , 0.00425716, -0.01476326,\n",
" 0.0421951 , 0.0396117 , 0.03507996, 0.0555504 , 0.01996274,\n",
" 0.01034532, 0.06277175, 0.03477521, -0.02078621, -0.05278673,\n",
" -0.04026583, 0.01359115, -0.06469763, -0.01485975, -0.02076049,\n",
" -0.08723432, 0.01892621, 0.00609901, 0.11158236, 0.00732319,\n",
" 0.01275223, -0.01367434, 0.02198935, -0.04014575, -0.00537579,\n",
" -0.12223773, -0.00449717, 0.06225843, -0.04714281, -0.07317177,\n",
" -0.04463608, 0.00359332, 0.0274145 , -0.04436117, -0.08263423,\n",
" -0.04278907, 0.05822888, -0.00801686, -0.05662827, -0.03695682,\n",
" 0.03444054, -0.03410826, -0.01100766, 0.06824902, -0.02039468,\n",
" -0.02320478, 0.01628339, 0.02093105, 0.00164855, -0.01306374,\n",
" 0.03345713, -0.05642495, -0.07282842, 0.01536329, -0.01679285,\n",
" 0.10197881, -0.04409154, 0.01816791, 0.0112622 , 0.0765542 ,\n",
" 0.03099728, 0.00948735, -0.05482027, 0.00984936, 0.02147865,\n",
" 0.07350581, -0.01477236, 0.02939415, 0.04511384, -0.01436099,\n",
" 0.02396031, 0.00135601, 0.01016334, -0.00887384, -0.04455886,\n",
" 0.03038769, 0.04649809, 0.06583294, 0.00375981, 0.01963894,\n",
" 0.01498082, -0.0018249 , 0.04143525, -0.01845721, -0.0737837 ,\n",
" -0.01118927, 0.09208385, -0.00945201, -0.03344192, 0.03331912,\n",
" 0.02735127, -0.05237388, -0.04445018, 0.03955279, -0.00472594,\n",
" 0.01677627, -0.06511108, 0.02222184, -0.03471251, -0.02927938,\n",
" -0.04199425, 0.01012967, 0.07749583, -0.01422462, 0.00735574,\n",
" -0.04324234, -0.03885679, 0.01475934, 0.02532891, 0.00246182,\n",
" -0.00980696, 0.02050878, -0.04906008, 0.06493148, -0.0139967 ,\n",
" 0.06967682, -0.01837255, 0.01889153, 0.04737469, 0.12931257,\n",
" 0.02548215, -0.05192096, -0.09944655, 0.04509641, -0.03792949,\n",
" 0.00963792, -0.01474733, 0.01974852, 0.10141927, 0.0271184 ,\n",
" -0.03138391, -0.00296051, 0.07209443, -0.01028515, -0.02648707,\n",
" 0.00612636, -0.11512852]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'light': Embedding(embedding=array([ 1.09346338e-01, -4.24647257e-02, -1.67768225e-02, -1.83630772e-02,\n",
" -5.75812766e-03, -5.51418923e-02, 3.54095921e-02, 6.27265424e-02,\n",
" 1.00465007e-01, 7.57943913e-02, -1.53151015e-02, 3.38602141e-02,\n",
" 1.64564420e-02, 2.53575742e-02, -1.16266152e-02, 2.57007964e-02,\n",
" 4.56756614e-02, 8.96238163e-02, 1.04326895e-02, -2.34514270e-02,\n",
" -8.77800807e-02, -4.73512672e-02, 6.08086446e-03, 6.01271726e-02,\n",
" 2.38893405e-02, 2.99718585e-02, 8.34573992e-04, -4.31687087e-02,\n",
" 6.32448494e-02, -1.69023555e-02, 7.97977448e-02, -9.07151960e-03,\n",
" -1.50147667e-02, 4.45843814e-03, 3.67889777e-02, -1.31309787e-02,\n",
" -5.72184771e-02, -2.16422398e-02, -7.39384741e-02, 5.07616177e-02,\n",
" -4.55219001e-02, 1.27754873e-02, -1.67481583e-02, -2.14826893e-02,\n",
" 3.60595584e-02, -6.52530491e-02, -2.92042922e-02, 4.21227627e-02,\n",
" -3.29960920e-02, 2.72093918e-02, 3.05828974e-02, -1.34266456e-05,\n",
" 1.85649213e-03, 4.87375259e-03, 4.11724448e-02, 5.91899790e-02,\n",
" 7.59058585e-03, -8.14486146e-02, -2.91121006e-02, -3.66941541e-02,\n",
" 4.93833907e-02, 2.54376326e-02, 2.74753962e-02, 2.68157125e-02,\n",
" 2.06418168e-02, -1.97964115e-03, 3.50824185e-02, 1.67426318e-02,\n",
" -9.27990302e-03, -2.25782823e-02, -2.44071148e-02, 4.22532372e-02,\n",
" 1.69007108e-02, 1.61421031e-01, -1.00327088e-02, 1.63215902e-02,\n",
" 7.73778744e-03, -6.72524646e-02, 1.72677506e-02, -2.23755557e-02,\n",
" 5.94350286e-02, 7.42278574e-03, -7.12545887e-02, 4.47806455e-02,\n",
" -2.58755405e-02, 3.04334909e-02, -2.05560960e-02, -8.53665024e-02,\n",
" -5.68777360e-02, -3.53007019e-02, -5.20159723e-03, -3.93994637e-02,\n",
" -4.09069844e-02, -9.09206495e-02, -6.13125078e-02, 1.67398099e-02,\n",
" -7.82777071e-02, 2.68977396e-02, -1.76264122e-02, -9.67109576e-03,\n",
" -1.06553705e-02, -2.33474392e-02, -3.08199953e-02, -2.98257526e-02,\n",
" -3.73535864e-02, -1.76882893e-02, 4.56236041e-04, 3.41642275e-02,\n",
" -5.37093133e-02, 8.45489874e-02, -2.75383927e-02, -3.79261971e-02,\n",
" -1.75283402e-02, -9.11819283e-03, 1.65839791e-02, 8.18044171e-02,\n",
" 1.43429181e-02, 8.90032127e-02, -5.95668964e-02, -3.64681147e-02,\n",
" -1.43344074e-01, -5.88056184e-02, 3.38542461e-02, -5.19562280e-03,\n",
" -1.56262666e-02, 6.43098075e-03, -2.82222852e-02, 3.90595384e-02,\n",
" -6.19352981e-02, 8.61046650e-03, 4.02499596e-03, 7.19076619e-02,\n",
" -2.53877435e-02, 2.82326881e-02, -2.29962096e-02, 4.28125896e-02,\n",
" 5.38337557e-03, 5.78703471e-02, -7.17156567e-03, 9.67385899e-03,\n",
" -3.49329486e-02, -1.74110811e-02, 5.64829493e-03, 1.04310382e-02,\n",
" -4.52432595e-03, 2.98707802e-02, 1.38541311e-02, 6.95233643e-02,\n",
" -4.64718081e-02, -3.94524803e-04, 6.21585660e-02, 2.91404016e-02,\n",
" -2.60126218e-02, 1.59226377e-02, -5.81440479e-02, -6.16521016e-02,\n",
" -3.33196260e-02, 2.20128777e-03, 2.27202307e-02, 3.38220480e-03,\n",
" 2.02970728e-02, 5.14848940e-02, 2.94560771e-02, -6.00524805e-02,\n",
" -1.00740880e-01, 1.76411704e-04, 6.89000217e-03, -4.26575281e-02,\n",
" 2.71273386e-02, 5.07757701e-02, -4.32125404e-02, 4.45709713e-02,\n",
" -5.21878637e-02, 6.72133360e-03, 4.51015271e-02, -6.49215356e-02,\n",
" -3.05151157e-02, -1.93963107e-02, 1.23007093e-02, -9.24991351e-03,\n",
" 2.11883076e-02, -4.85084318e-02, 2.37520672e-02, -1.55160287e-02,\n",
" -1.07737631e-02, 3.17392275e-02, 3.14009972e-02, -1.43729337e-02,\n",
" -4.65330593e-02, 1.04454421e-02, -8.50515664e-02, -3.04643661e-02,\n",
" -2.73294989e-02, 9.61346272e-03, -6.22012839e-02, 4.23703305e-02,\n",
" 3.61121036e-02, -3.19771171e-02, -4.80236001e-02, 6.56196941e-03,\n",
" 8.59404653e-02, 2.95015387e-02, 4.56892140e-02, 1.33620324e-02,\n",
" -1.58653930e-02, 3.28633487e-02, 2.35661715e-02, -2.85280365e-02,\n",
" -1.00443652e-02, -4.11858559e-02, 5.27127646e-02, -1.55597301e-02,\n",
" 5.05810268e-02, 8.04686360e-03, -3.85228801e-03, 5.14198951e-02,\n",
" -6.66706935e-02, -7.89860860e-02, -5.58691770e-02, 3.79468873e-02,\n",
" 1.71446446e-02, 3.56977247e-02, 4.78877686e-02, 8.83605517e-03,\n",
" 2.02373583e-02, 3.23650031e-03, 3.49740312e-02, -2.32034791e-02,\n",
" 1.30422469e-02, 6.71165343e-03, -5.08825332e-02, 3.87715511e-02,\n",
" 2.82249469e-02, -3.56052928e-02, 3.65118533e-02, -3.20943221e-02,\n",
" -3.21004018e-02, 3.25880502e-03, 3.34709547e-02, -1.02893814e-01,\n",
" -3.32680228e-03, -5.41067198e-02, 3.69477198e-02, 7.10224286e-02,\n",
" 2.56360359e-02, -2.27661710e-02, -6.94984794e-02, -9.97969881e-03,\n",
" 5.13530448e-02, -3.72061133e-02, 2.09747963e-02, 1.07758101e-02,\n",
" -6.95817396e-02, -2.68920232e-02, 3.39149311e-02, 2.43612230e-02,\n",
" 4.28972952e-02, -7.45723769e-02, -6.77526072e-02, -7.84657300e-02,\n",
" -7.09723029e-03, -2.44345632e-03, -6.35009557e-02, -2.65518483e-02,\n",
" 2.36280356e-02, -1.75484642e-02, -9.88791604e-03, -9.16800499e-02,\n",
" -7.96322823e-02, 4.78008725e-02, -3.57779339e-02, 8.56107399e-02,\n",
" -2.96417829e-02, -5.04544973e-02, 3.86830941e-02, 1.34643167e-02,\n",
" 3.05015966e-02, 2.09154170e-02, 8.86984076e-03, 8.43489170e-03,\n",
" 5.59179597e-02, -4.40766886e-02, -2.38603503e-02, 6.23004436e-02,\n",
" -4.23655054e-03, -3.54316868e-02, -2.46663038e-02, -4.63861832e-03,\n",
" -4.71739657e-02, 4.37586382e-02, 1.78061202e-02, -1.19379058e-03,\n",
" -2.25762893e-02, -4.92796709e-04, 4.53024134e-02, -2.66085565e-02,\n",
" -1.60673503e-02, -1.69387311e-02, 1.16951302e-01, 9.08744261e-02,\n",
" 4.08202857e-02, 2.94848084e-02, 4.80343215e-02, -4.15711477e-02,\n",
" 5.29482104e-02, 6.21118732e-02, 2.53411778e-03, 2.37774961e-02,\n",
" -1.92949194e-02, -2.75038853e-02, -4.86656837e-02, -4.52381410e-02,\n",
" -4.09508571e-02, 7.64499605e-02, 2.95404457e-02, 1.77025385e-02,\n",
" 1.10566672e-02, -1.41184945e-02, 5.05296513e-03, -4.71441522e-02,\n",
" 9.11178514e-02, 7.95905143e-02, -1.61920395e-03, 4.87194583e-02,\n",
" 3.55855115e-02, 4.89265136e-02, -7.40400776e-02, -6.81449100e-02,\n",
" -1.72334933e-03, 6.75857887e-02, -7.36382604e-02, -1.32985599e-03,\n",
" -2.78554875e-02, -6.40403014e-03, 5.03401980e-02, 3.39175463e-02,\n",
" -8.49140715e-03, 2.42375787e-02, 6.31316453e-02, 6.56845570e-02,\n",
" -2.38607209e-02, -8.04100633e-02, -1.27940066e-02, -2.57829614e-02,\n",
" 2.32782457e-02, 4.88092341e-02, -1.82428285e-02, -7.20456541e-02,\n",
" 4.17360514e-02, -7.18397126e-02, -4.64677662e-02, 4.07853397e-03,\n",
" -2.43056975e-02, -5.79021312e-02, 2.42333356e-02, -1.12163024e-02,\n",
" 4.77262102e-02, -3.87965678e-03, -5.63934818e-02, -3.89705487e-02,\n",
" 1.31973540e-02, -1.35731755e-03, -2.88363472e-02, 3.01906727e-02,\n",
" -1.05267182e-01, -1.96101144e-02, -4.67206910e-02, 3.29077803e-02,\n",
" 5.28357588e-02, -4.88031991e-02, 2.61380281e-02, -5.56831434e-02,\n",
" 5.55671938e-02, 1.08216899e-02, -1.22925192e-02, 3.90577801e-02,\n",
" 4.40985635e-02, 3.51239629e-02, 5.19490391e-02, 3.24153602e-02,\n",
" -3.12954100e-04, 5.65294251e-02, 2.68425047e-02, -2.16151364e-02,\n",
" -5.39971627e-02, -4.01553288e-02, 1.83925647e-02, -6.29093274e-02,\n",
" -1.72059834e-02, -3.24070193e-02, -9.20730159e-02, 2.72976812e-02,\n",
" 1.73650286e-03, 9.43691134e-02, 5.98055951e-04, 1.53624667e-02,\n",
" -3.61686619e-03, 2.63034627e-02, -3.92344743e-02, -9.45259351e-03,\n",
" -1.30470514e-01, -5.55977167e-04, 5.26345335e-02, -4.75534573e-02,\n",
" -6.86018094e-02, -4.72208783e-02, -4.40837955e-03, 2.64525730e-02,\n",
" -4.78790812e-02, -8.74300674e-02, -3.87037992e-02, 5.59205785e-02,\n",
" -1.58049129e-02, -5.48605509e-02, -4.12724391e-02, 3.42844613e-02,\n",
" -4.70707081e-02, 4.54530725e-03, 7.19306394e-02, -1.67083312e-02,\n",
" -1.28298998e-02, 1.24911591e-02, 2.64944788e-02, 4.65035858e-03,\n",
" -2.04229746e-02, 2.88089719e-02, -5.26694506e-02, -7.19226673e-02,\n",
" 1.66676529e-02, -1.82708129e-02, 1.06872216e-01, -4.31163274e-02,\n",
" 2.62712482e-02, 1.26465838e-02, 7.86182433e-02, 2.97280140e-02,\n",
" 1.32094016e-02, -4.84738052e-02, 9.31615848e-03, 2.34134458e-02,\n",
" 7.13407919e-02, -7.90738314e-03, 2.67711971e-02, 3.96166593e-02,\n",
" -8.98428354e-03, 3.25684659e-02, -8.84707458e-03, 1.55742671e-02,\n",
" -1.25741027e-02, -4.04663347e-02, 3.36345546e-02, 5.52893318e-02,\n",
" 6.38725013e-02, 1.00136986e-02, 2.22197659e-02, 2.69469470e-02,\n",
" 5.41348825e-04, 4.82644215e-02, -6.07640622e-03, -6.46323264e-02,\n",
" -1.94979589e-02, 8.02611187e-02, -8.84236116e-03, -4.49573621e-02,\n",
" 4.12281156e-02, 2.23350655e-02, -5.94808422e-02, -4.68045101e-02,\n",
" 3.80661748e-02, -4.36221855e-03, 2.25986987e-02, -6.48526400e-02,\n",
" 1.58618204e-02, -3.64143401e-02, -2.01373361e-02, -3.03677674e-02,\n",
" 7.87845626e-03, 6.37076423e-02, -2.62114359e-03, 1.28101828e-02,\n",
" -3.74656580e-02, -5.03351018e-02, 1.79879144e-02, 1.80940423e-02,\n",
" 1.09543549e-02, -3.07783834e-03, 1.21737383e-02, -5.45504652e-02,\n",
" 6.24445044e-02, -3.29872686e-03, 7.17070624e-02, -1.87777020e-02,\n",
" 1.50588742e-02, 4.45763692e-02, 1.36068225e-01, 2.00240910e-02,\n",
" -6.71531707e-02, -9.20803994e-02, 4.35045175e-02, -2.84458306e-02,\n",
" 7.85036827e-05, -1.60613526e-02, 1.80951878e-02, 8.74993652e-02,\n",
" 3.25121917e-02, -3.17238308e-02, -6.91292062e-03, 6.86362833e-02,\n",
" -2.41826498e-03, -1.83726326e-02, 6.03994168e-03, -1.12016968e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'live': Embedding(embedding=array([ 1.04534432e-01, -4.32867482e-02, -1.37772523e-02, 2.81475112e-02,\n",
" -1.65984180e-04, -6.82848915e-02, 1.64086651e-02, 6.34103045e-02,\n",
" 1.01277113e-01, 4.96694669e-02, -3.51094492e-02, 6.27344921e-02,\n",
" 4.21067402e-02, 2.28173044e-02, -2.71503022e-03, 4.53927219e-02,\n",
" 6.37940615e-02, 8.40179697e-02, -5.34385908e-03, -1.92268509e-02,\n",
" -7.39427581e-02, -3.40917371e-02, -1.41069817e-04, 4.74071838e-02,\n",
" -7.05704384e-04, 9.21635050e-03, 1.07608354e-02, -4.17379364e-02,\n",
" 4.56880927e-02, -1.73440315e-02, 7.41728023e-02, -2.25179922e-02,\n",
" 1.24530569e-02, 5.70295984e-03, 4.07475643e-02, -2.70830542e-02,\n",
" -4.79134955e-02, -1.89829655e-02, -9.41455066e-02, 4.34736721e-02,\n",
" -4.85090241e-02, 2.55803186e-02, -2.94371936e-02, -6.93872245e-03,\n",
" 4.82666977e-02, -7.03219697e-02, -4.11036499e-02, 5.58077171e-02,\n",
" -2.67860703e-02, 1.45629859e-02, 3.03536821e-02, -2.91830208e-02,\n",
" 4.41730335e-05, 2.36369371e-02, 4.07646410e-02, 7.44066462e-02,\n",
" -2.30011884e-02, -9.23885331e-02, -1.46470442e-02, -2.34839711e-02,\n",
" 4.26063351e-02, 2.13185069e-03, 1.53117739e-02, 9.55376029e-03,\n",
" 2.52756365e-02, 1.89145003e-02, 3.66457216e-02, 2.64552701e-02,\n",
" 1.52081903e-03, -1.62046626e-02, -3.50251514e-03, 9.57507268e-03,\n",
" 3.77720706e-02, 1.40531838e-01, -4.06603329e-02, 1.13091283e-02,\n",
" 2.33778674e-02, -9.16757584e-02, 2.41818298e-02, -2.18692739e-02,\n",
" 2.15240549e-02, 3.42996195e-02, -6.65030479e-02, 3.59568745e-02,\n",
" -8.41896329e-03, 5.49934804e-02, -2.19857972e-02, -9.98554230e-02,\n",
" -6.21261559e-02, -2.95044631e-02, -3.07628866e-02, -4.85239886e-02,\n",
" -2.47269031e-02, -9.16178972e-02, -8.68062526e-02, 4.15759645e-02,\n",
" -7.25457668e-02, 4.59518656e-02, 1.24497584e-03, 8.96901172e-03,\n",
" -8.02052766e-03, -2.23132242e-02, 6.12713571e-04, -1.99470371e-02,\n",
" -3.92340720e-02, -3.43862362e-02, -8.59951615e-05, 2.37456132e-02,\n",
" -4.08286564e-02, 7.04314709e-02, -5.00048883e-02, -1.47554167e-02,\n",
" 1.44071020e-02, -1.07900295e-02, 3.38470563e-03, 8.34211707e-02,\n",
" 3.42392996e-02, 7.86679834e-02, -5.63685931e-02, -2.06374675e-02,\n",
" -1.92401960e-01, -4.43502516e-02, 3.01782023e-02, -1.59618550e-03,\n",
" -4.02259752e-02, 6.13120431e-03, -4.37874570e-02, 4.15928252e-02,\n",
" -8.43631700e-02, 4.23059100e-03, 6.53803302e-03, 5.31760156e-02,\n",
" -3.22199650e-02, 2.09907107e-02, -2.69136224e-02, 5.46532683e-02,\n",
" 2.18920410e-02, 5.84252961e-02, -9.08287149e-03, 1.93441436e-02,\n",
" -1.98570844e-02, -2.23097038e-02, -3.09017990e-02, 1.51601266e-02,\n",
" -3.23160291e-02, 2.94100363e-02, 3.60269868e-03, 5.41825294e-02,\n",
" -3.64807658e-02, 1.30676467e-03, 4.51774411e-02, 3.29579823e-02,\n",
" -3.41414660e-02, 3.48276384e-02, -2.82142106e-02, -4.18983288e-02,\n",
" -3.08303274e-02, 2.40876339e-02, 4.01669964e-02, 4.40872507e-03,\n",
" 1.02002183e-02, 5.07587008e-02, 3.91854681e-02, -6.21296652e-02,\n",
" -8.67046416e-02, -2.74089095e-03, 6.18263148e-03, -2.68440079e-02,\n",
" 3.68591025e-02, 2.94868983e-02, -2.11299621e-02, 3.13661546e-02,\n",
" -4.15374339e-02, 1.43024931e-02, 5.94281964e-02, -9.02524590e-02,\n",
" -3.64947170e-02, -1.15258060e-02, 3.09255309e-02, 4.93597286e-03,\n",
" 2.50415392e-02, -4.11535725e-02, 1.11826630e-02, -2.52574030e-02,\n",
" 4.10433067e-03, 1.08261704e-02, 1.30230272e-02, 1.55022033e-02,\n",
" -4.03596647e-02, -4.44740942e-03, -9.30368826e-02, -2.42516790e-02,\n",
" -2.33116057e-02, 1.75480749e-02, -6.48106188e-02, 4.17098813e-02,\n",
" 5.64668402e-02, -6.14497252e-03, -4.12368886e-02, -7.44602829e-03,\n",
" 8.33198205e-02, 2.46574860e-02, 6.81534633e-02, -4.03447216e-03,\n",
" -3.45078781e-02, 1.53955701e-03, 4.44220826e-02, -2.69630570e-02,\n",
" -5.12925256e-03, -6.52176142e-02, 5.56342117e-02, -1.81051120e-02,\n",
" 7.74347931e-02, -8.80824664e-05, -1.35773914e-02, 2.87726112e-02,\n",
" -8.31181407e-02, -9.23715457e-02, -4.32806239e-02, 3.57374214e-02,\n",
" 3.01866196e-02, 1.78314429e-02, 6.57055750e-02, 2.37399098e-02,\n",
" 8.20647553e-03, -2.85116155e-02, 3.48804668e-02, -6.91463659e-03,\n",
" 4.66947211e-03, -1.30393161e-02, -5.85777052e-02, 4.38103676e-02,\n",
" 3.35001871e-02, -3.65040414e-02, 4.76178043e-02, -3.21715325e-02,\n",
" -5.74551262e-02, 1.52324615e-02, 2.85579134e-02, -7.79887661e-02,\n",
" -2.32427828e-02, -4.49675545e-02, 1.27805788e-02, 3.79859582e-02,\n",
" 2.29447111e-02, -4.03459966e-02, -5.51003926e-02, -1.74709260e-02,\n",
" 3.27787995e-02, -4.70541231e-02, 6.90798322e-03, 1.90235004e-02,\n",
" -6.64819255e-02, -3.38050649e-02, 4.73954044e-02, 1.64476912e-02,\n",
" 4.91822399e-02, -6.70124069e-02, -4.20465767e-02, -9.45919976e-02,\n",
" -3.85401659e-02, 3.19137867e-03, -3.93741876e-02, -2.66168825e-02,\n",
" 2.03203503e-02, 4.54912661e-03, -4.96900594e-03, -1.11079261e-01,\n",
" -9.19071883e-02, 2.86923777e-02, -3.56493033e-02, 9.61445272e-02,\n",
" -2.59544291e-02, -4.96707372e-02, 6.99730963e-02, 1.59436632e-02,\n",
" 4.87524122e-02, 2.16499232e-02, -2.66391714e-03, 1.32436994e-02,\n",
" 6.20467216e-02, -5.52463159e-02, 1.73099302e-02, 4.33496013e-02,\n",
" 1.00743333e-02, -2.36351732e-02, -3.21719833e-02, 9.40291863e-03,\n",
" -3.96263190e-02, 5.04320487e-02, 1.34443315e-02, 2.91941175e-03,\n",
" -3.40740606e-02, 1.14892954e-02, 4.48225401e-02, -2.17695683e-02,\n",
" -8.28076061e-03, -9.25993547e-03, 1.26821488e-01, 9.11876559e-02,\n",
" 2.27834452e-02, 2.38737501e-02, 2.71715205e-02, -4.44789194e-02,\n",
" 4.66847233e-02, 1.03244968e-01, -1.52837103e-02, 3.56411636e-02,\n",
" -2.45781592e-03, -2.22004168e-02, -2.10076291e-02, -4.40127701e-02,\n",
" -6.37074113e-02, 6.62350208e-02, 2.26502307e-02, 9.57717467e-03,\n",
" -7.71323219e-03, -5.47206961e-03, -1.11704059e-02, -5.42011447e-02,\n",
" 7.31827244e-02, 5.19015193e-02, 1.55969365e-02, 5.24980500e-02,\n",
" 1.92047376e-02, 2.92753950e-02, -5.94741963e-02, -4.85673845e-02,\n",
" -5.15212724e-03, 8.01101997e-02, -4.79286686e-02, -1.40761826e-02,\n",
" -1.33963851e-02, -2.94083562e-02, 6.12264685e-02, 3.68282944e-02,\n",
" 5.38446056e-03, 3.39775421e-02, 7.48790279e-02, 5.31526059e-02,\n",
" -3.53611377e-03, -5.70577942e-02, -6.31078891e-03, -8.15785211e-03,\n",
" 8.46513826e-03, 4.57357280e-02, -2.19227970e-02, -6.87141791e-02,\n",
" 4.43788767e-02, -8.25268403e-02, -4.83152643e-02, -6.26550568e-03,\n",
" -1.97097156e-02, -6.19258024e-02, 1.16027249e-02, -1.99131500e-02,\n",
" 3.83504853e-02, -1.56150023e-02, -4.95524183e-02, -3.05348393e-02,\n",
" 6.25550933e-03, -1.38806039e-02, -2.95739546e-02, 3.34135629e-02,\n",
" -6.75406605e-02, -1.50653282e-02, -3.56145985e-02, 7.54893897e-03,\n",
" 6.13940731e-02, -4.82141562e-02, 3.43956016e-02, -4.41440195e-02,\n",
" 4.41455618e-02, -2.42807362e-02, -3.93715891e-04, 2.23316308e-02,\n",
" 5.10494187e-02, 3.73656899e-02, 5.11533655e-02, 3.94228697e-02,\n",
" -2.71455869e-02, 3.73925567e-02, 1.96556910e-03, -2.78016608e-02,\n",
" -5.22772409e-02, -2.17825752e-02, 1.38366744e-02, -4.47389334e-02,\n",
" -2.07512975e-02, -5.31438105e-02, -9.13628265e-02, 1.87908560e-02,\n",
" -8.36134050e-03, 7.70229623e-02, 2.22243089e-02, 1.41173461e-02,\n",
" 2.64683999e-02, 2.48852093e-02, -5.75832687e-02, -2.07937881e-02,\n",
" -1.26081273e-01, -1.54339364e-02, 4.67224196e-02, -3.93925197e-02,\n",
" -4.75258566e-02, -5.08355312e-02, 1.22535706e-03, 2.50856373e-02,\n",
" -4.77168299e-02, -7.86338151e-02, -3.98971736e-02, 6.63529858e-02,\n",
" -1.59062240e-02, -2.99658012e-02, -4.92907129e-02, 2.13398766e-02,\n",
" -6.55102730e-02, 1.23929642e-02, 6.45258352e-02, -3.32920533e-03,\n",
" -4.06316668e-03, -1.30969333e-02, 1.94564648e-02, 1.05430251e-02,\n",
" -2.70600114e-02, 1.97141599e-02, -4.48876917e-02, -9.12947804e-02,\n",
" 2.63668709e-02, -2.15840470e-02, 1.03504464e-01, -4.56514806e-02,\n",
" 3.87904830e-02, 7.72586605e-03, 9.10728648e-02, 4.68894765e-02,\n",
" 1.67110059e-02, -2.81976853e-02, -3.25143483e-04, 6.74794940e-03,\n",
" 7.98228383e-02, 4.19447059e-03, 3.80997993e-02, 2.92132497e-02,\n",
" 1.78129273e-03, 3.75424325e-02, -1.53639335e-02, 2.31296867e-02,\n",
" -6.48595113e-03, -2.41341963e-02, 2.73751561e-02, 6.37587979e-02,\n",
" 6.57334551e-02, 3.73252779e-02, 1.84733551e-02, 5.52083030e-02,\n",
" 3.57239018e-03, 4.26415727e-02, -2.20600460e-02, -4.65948321e-02,\n",
" -3.33621092e-02, 6.10948354e-02, 3.42113036e-03, -4.11095954e-02,\n",
" 4.78903800e-02, 1.03273448e-02, -5.74685447e-02, -4.28482071e-02,\n",
" 5.36504239e-02, 1.78735685e-02, 3.66997421e-02, -5.27793691e-02,\n",
" 5.73414285e-03, -4.23840396e-02, 5.69329970e-03, -2.32839175e-02,\n",
" -5.55906817e-03, 4.76444103e-02, 8.60893913e-03, 5.27165364e-03,\n",
" -3.24175507e-02, -8.48391354e-02, 3.01937200e-02, 3.06031806e-03,\n",
" 9.51533299e-03, 4.10051784e-03, 7.95084983e-03, -5.84335439e-02,\n",
" 5.71834296e-02, 1.75551325e-02, 6.52254373e-02, -3.85109819e-02,\n",
" 9.91066545e-03, 3.40979025e-02, 1.17348090e-01, -6.87704561e-03,\n",
" -5.12587018e-02, -1.05642162e-01, 2.68021710e-02, -2.85103153e-02,\n",
" -8.04037973e-03, -6.44441834e-03, 6.11457042e-03, 7.30911940e-02,\n",
" 2.50138137e-02, -1.77737419e-02, -7.46270502e-03, 7.67243132e-02,\n",
" 1.93164255e-02, -9.97306406e-03, -2.25240458e-03, -9.42940265e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'll': Embedding(embedding=array([ 9.20248926e-02, -6.73365220e-02, -2.28342470e-02, -2.67055947e-02,\n",
" 1.00934207e-02, -3.74632925e-02, 4.13401127e-02, 5.44828959e-02,\n",
" 7.99285471e-02, 7.91649818e-02, 5.97895414e-05, 3.72216851e-02,\n",
" 2.27294210e-02, 1.74617209e-02, -5.25694713e-03, 1.35305570e-02,\n",
" 3.39197330e-02, 8.35116729e-02, 2.12460011e-02, -2.75094882e-02,\n",
" -7.59112462e-02, -4.06543985e-02, 8.38642288e-03, 6.49079159e-02,\n",
" 4.16999683e-02, 3.30882370e-02, -1.16393007e-02, -4.64043580e-02,\n",
" 5.00486605e-02, -8.42604041e-03, 7.04080388e-02, -4.47140727e-03,\n",
" -3.89118232e-02, -7.38723762e-03, 3.53119522e-02, -3.12796282e-03,\n",
" -3.08253095e-02, -1.90182328e-02, -7.21852481e-02, 5.16962707e-02,\n",
" -3.08809727e-02, 9.76505037e-03, -2.24130061e-02, -1.67519860e-02,\n",
" 3.70892175e-02, -5.96618615e-02, -2.98810024e-02, 4.00447473e-02,\n",
" -3.41793075e-02, 2.39617415e-02, 2.25378089e-02, -2.05100208e-04,\n",
" 9.34317894e-03, 1.61356516e-02, 4.09139693e-02, 3.88239771e-02,\n",
" -2.75275600e-03, -4.33873460e-02, -2.84775998e-02, -3.63510326e-02,\n",
" 4.21732031e-02, 3.14464495e-02, 3.84074748e-02, 2.20800396e-02,\n",
" 1.06954910e-02, 1.69141998e-03, 3.31851654e-02, -6.68544089e-03,\n",
" -9.44357831e-03, -3.95332761e-02, -3.53858434e-02, 5.89197129e-02,\n",
" 1.99530404e-02, 1.64244726e-01, -1.30864931e-02, 4.06996645e-02,\n",
" -5.13616577e-03, -6.12739362e-02, 1.99347008e-02, -2.34264676e-02,\n",
" 8.05938616e-02, 1.20450202e-02, -8.08343887e-02, 5.93206398e-02,\n",
" -2.96516903e-02, 7.18515366e-03, -2.03200821e-02, -7.86193609e-02,\n",
" -4.96254414e-02, -4.82943915e-02, -1.12327989e-02, -2.61881072e-02,\n",
" -6.78261146e-02, -8.18892345e-02, -3.00379414e-02, -5.28692221e-03,\n",
" -6.55230284e-02, 2.85804011e-02, -2.22740676e-02, -1.61048472e-02,\n",
" -8.16742773e-04, -2.20574979e-02, -3.62383984e-02, -4.16493341e-02,\n",
" -5.03251515e-02, 1.78342965e-03, 1.14224397e-03, 1.99203044e-02,\n",
" -7.93348402e-02, 8.50446597e-02, -1.04408879e-02, -4.02872674e-02,\n",
" -1.98571999e-02, -9.17587616e-03, 1.61823053e-02, 7.97062963e-02,\n",
" -2.59569520e-03, 1.02985591e-01, -6.20070547e-02, -4.92319763e-02,\n",
" -1.36451483e-01, -5.44610582e-02, 4.29580882e-02, -1.84105728e-02,\n",
" -9.94139630e-03, -7.02839764e-03, -1.22661851e-02, 2.84029152e-02,\n",
" -5.80699071e-02, 3.11186891e-02, 9.22941545e-04, 7.12933838e-02,\n",
" -1.54826026e-02, 2.88179405e-02, -3.47464792e-02, 4.94241267e-02,\n",
" -9.56473779e-03, 5.56030907e-02, 2.42100353e-03, -7.86758494e-03,\n",
" -3.83932516e-02, -9.89418291e-03, 8.76627676e-03, -8.57968442e-03,\n",
" 1.31845716e-02, 1.51476413e-02, 1.98164694e-02, 5.07339090e-02,\n",
" -3.14967372e-02, 7.20512681e-03, 6.42506033e-02, 2.70062424e-02,\n",
" -9.26137343e-03, -1.52014056e-03, -6.63287938e-02, -7.81219974e-02,\n",
" -1.72143895e-02, -1.76216513e-02, 3.73661704e-02, 7.96495937e-04,\n",
" 4.45951670e-02, 2.61778999e-02, 2.83965897e-02, -6.69124797e-02,\n",
" -8.63251165e-02, 1.49926171e-02, -2.68416409e-03, -4.41676080e-02,\n",
" 8.59500468e-03, 6.82233945e-02, -4.87351976e-02, 6.05557486e-02,\n",
" -4.24610972e-02, -1.49239032e-02, 3.88441831e-02, -5.35884649e-02,\n",
" -3.00144088e-02, -3.49946804e-02, 1.68474037e-02, -1.70759615e-02,\n",
" 3.89012061e-02, -4.73721363e-02, 3.14318165e-02, -1.26260826e-02,\n",
" -8.00007372e-04, 4.41737175e-02, 1.29470890e-02, 3.49333626e-03,\n",
" -3.96493971e-02, 2.20209397e-02, -8.11319500e-02, -1.55390957e-02,\n",
" -4.02939469e-02, -1.73558190e-04, -5.11175878e-02, 3.50109376e-02,\n",
" 4.93928306e-02, -2.49821395e-02, -5.27163669e-02, 1.19248796e-02,\n",
" 7.57551417e-02, 3.43942046e-02, 4.76903953e-02, -1.93922073e-02,\n",
" -2.46807303e-05, 4.86318134e-02, -3.16423690e-03, -2.24376209e-02,\n",
" -7.67842215e-03, -2.38093566e-02, 5.10963760e-02, -2.88179386e-02,\n",
" 5.02438508e-02, -1.20812040e-02, -2.81036529e-03, 5.60395196e-02,\n",
" -5.61347529e-02, -6.20599128e-02, -5.85512146e-02, 3.17389369e-02,\n",
" 3.38250026e-02, 2.96089333e-02, 5.52589670e-02, -1.12121897e-02,\n",
" 1.62258223e-02, 9.35837068e-03, 2.39644051e-02, -3.92366238e-02,\n",
" 3.86941470e-02, 4.33366001e-03, -3.01026925e-02, 4.21203114e-02,\n",
" 1.58155076e-02, -2.90804897e-02, 2.74699740e-02, -2.84315404e-02,\n",
" -2.25185677e-02, 3.92355211e-03, 3.25674266e-02, -1.19461939e-01,\n",
" 1.83929526e-03, -5.44932373e-02, 6.17293902e-02, 7.12334588e-02,\n",
" 1.62322596e-02, -8.64864793e-03, -5.76740131e-02, -4.41143493e-04,\n",
" 4.74773794e-02, -2.88337506e-02, 1.86202955e-02, 1.08044036e-02,\n",
" -6.99706525e-02, -3.52967419e-02, 2.78045777e-02, 3.74841541e-02,\n",
" 6.32353202e-02, -6.57150149e-02, -6.82362467e-02, -5.42519316e-02,\n",
" -8.29699356e-03, -1.05883470e-02, -7.08860382e-02, -2.10534781e-02,\n",
" 4.59497273e-02, -1.71268452e-02, -1.66439079e-02, -7.22067654e-02,\n",
" -7.79882520e-02, 6.49421513e-02, -2.38370001e-02, 8.80625173e-02,\n",
" -3.45645323e-02, -5.87675832e-02, 3.25337537e-02, -8.68649222e-03,\n",
" 2.02249084e-02, 1.96300298e-02, -1.52099412e-02, 1.52199040e-03,\n",
" 4.90911230e-02, -2.10671872e-02, -1.54929794e-02, 5.04685491e-02,\n",
" -8.12205113e-03, -4.65059243e-02, -8.91118124e-03, -2.86943774e-04,\n",
" -5.58681414e-02, 4.18539420e-02, 3.44039197e-03, 2.23677270e-02,\n",
" -1.40495254e-02, 3.19890492e-03, 3.71277705e-02, -2.08295267e-02,\n",
" -2.08069403e-02, -2.85194814e-02, 1.05566762e-01, 8.09476078e-02,\n",
" 3.46539281e-02, 3.23354937e-02, 6.72257394e-02, -4.12677601e-02,\n",
" 6.03954084e-02, 3.77958417e-02, 1.92689523e-02, 1.53289863e-03,\n",
" -3.72868925e-02, -3.42596807e-02, -5.47282249e-02, -5.41467555e-02,\n",
" -2.43272521e-02, 6.41828328e-02, 4.06407528e-02, 1.65891871e-02,\n",
" 1.48070008e-02, -8.85549467e-03, 9.88084078e-03, -7.87833482e-02,\n",
" 8.68840590e-02, 8.00690502e-02, -3.69812502e-03, 5.34925126e-02,\n",
" 2.15080809e-02, 5.16844988e-02, -7.11250752e-02, -9.52676535e-02,\n",
" -5.58833592e-04, 5.07292785e-02, -7.31096789e-02, -7.35709025e-03,\n",
" -3.77748273e-02, 1.49438286e-03, 6.21428639e-02, 3.26548479e-02,\n",
" -9.93012358e-03, 3.42180505e-02, 5.37558459e-02, 6.09015152e-02,\n",
" -4.48158570e-02, -8.41913447e-02, -2.11241487e-02, -3.32421623e-02,\n",
" 4.20934334e-02, 4.79405485e-02, -2.70705074e-02, -8.09882432e-02,\n",
" 4.12056521e-02, -6.14231527e-02, -4.28011939e-02, -1.92069914e-03,\n",
" -6.20682398e-03, -3.92108969e-02, 2.76014879e-02, 4.99663502e-03,\n",
" 6.01709113e-02, -1.20212976e-03, -6.46754280e-02, -3.68056111e-02,\n",
" 2.80422289e-02, 1.51262875e-03, -3.30736898e-02, 3.35314386e-02,\n",
" -1.12220734e-01, -3.39705944e-02, -6.09433278e-02, 4.86685671e-02,\n",
" 4.14845496e-02, -3.35288495e-02, 1.53121389e-02, -6.88554123e-02,\n",
" 5.99699691e-02, 1.37376050e-02, -2.38962602e-02, 4.13523503e-02,\n",
" 3.84929813e-02, 3.72995362e-02, 5.30040935e-02, 2.08674055e-02,\n",
" 2.85684932e-02, 6.73306584e-02, 3.59379537e-02, -1.52163918e-03,\n",
" -4.50812504e-02, -4.58184592e-02, -8.31962284e-03, -4.75788116e-02,\n",
" -9.05577373e-03, -1.92341465e-03, -8.77435282e-02, 1.70645565e-02,\n",
" 9.78067052e-03, 1.22409798e-01, 2.13680156e-02, 1.23683345e-02,\n",
" -1.78468022e-02, 2.34052781e-02, -3.70737053e-02, 9.15504713e-03,\n",
" -1.38125375e-01, -3.69100249e-03, 6.72915950e-02, -4.70341109e-02,\n",
" -8.31482708e-02, -4.16053496e-02, 1.71014331e-02, 2.55408082e-02,\n",
" -3.18543725e-02, -8.49494487e-02, -4.48002592e-02, 6.55887127e-02,\n",
" -1.78628657e-02, -3.67611684e-02, -3.15556675e-02, 3.27470265e-02,\n",
" -2.46330816e-02, -1.80493370e-02, 5.71738705e-02, -3.30478176e-02,\n",
" -3.09391841e-02, 2.37665195e-02, 8.95379391e-03, 4.14990121e-03,\n",
" -1.17002865e-02, 4.22321670e-02, -4.38171625e-02, -5.36979735e-02,\n",
" 1.86167024e-02, -2.47757994e-02, 9.50929075e-02, -4.88246940e-02,\n",
" 1.21738780e-02, 5.81499748e-03, 8.29166248e-02, 3.56560908e-02,\n",
" 1.20982332e-02, -5.84642813e-02, 1.25239957e-02, 2.33901963e-02,\n",
" 7.79916570e-02, -1.53872846e-02, 2.95975041e-02, 4.16179448e-02,\n",
" -1.78930927e-02, -2.05599843e-03, -9.55341151e-04, -8.13705102e-03,\n",
" -1.01496400e-02, -4.52787429e-02, 2.33517233e-02, 4.28922623e-02,\n",
" 6.03188686e-02, -9.33577586e-03, 6.18181657e-03, 1.47363609e-02,\n",
" -9.48314555e-03, 2.81724408e-02, -2.01177765e-02, -6.17683008e-02,\n",
" -9.91186313e-03, 1.10943623e-01, 8.33133163e-05, -2.00247429e-02,\n",
" 2.48359665e-02, 2.86833812e-02, -4.26299497e-02, -3.93444262e-02,\n",
" 3.53109501e-02, 1.36811836e-02, 1.19791040e-02, -5.65717295e-02,\n",
" 6.33602357e-03, -3.65696475e-02, -3.92960757e-02, -4.96605560e-02,\n",
" 7.40821334e-03, 8.26249570e-02, -1.44786434e-02, -4.96784411e-03,\n",
" -4.03319672e-02, -2.56471857e-02, -6.59281900e-03, 3.24831605e-02,\n",
" 4.77768620e-03, -9.88366082e-03, 1.56074548e-02, -5.13146780e-02,\n",
" 7.18768090e-02, -3.65900137e-02, 5.54818809e-02, -9.57501773e-03,\n",
" 6.75805518e-03, 4.38787565e-02, 1.26427278e-01, 1.09236296e-02,\n",
" -3.97863165e-02, -9.20825899e-02, 5.30471914e-02, -4.11391668e-02,\n",
" 1.64845623e-02, -1.21275103e-03, 2.80201770e-02, 1.15728877e-01,\n",
" 3.70035842e-02, -2.02117190e-02, -6.66305749e-03, 7.13671446e-02,\n",
" -1.78003707e-03, -2.31087487e-02, 3.53442592e-04, -1.13002583e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'lrv': Embedding(embedding=array([ 9.47224647e-02, -4.66019884e-02, -1.46943666e-02, -3.15448679e-02,\n",
" 6.88241445e-04, -4.28258851e-02, 4.10241708e-02, 6.36712536e-02,\n",
" 9.55422819e-02, 8.32773671e-02, -7.62345968e-03, 3.52801755e-02,\n",
" 1.64884236e-02, 2.85272747e-02, -1.04962969e-02, 2.51764879e-02,\n",
" 3.98153588e-02, 8.66022035e-02, 1.58359632e-02, -2.13434156e-02,\n",
" -8.24027061e-02, -4.72139418e-02, 3.76752042e-03, 5.94719015e-02,\n",
" 2.32521575e-02, 3.05840597e-02, -4.82078223e-03, -4.28931899e-02,\n",
" 5.96506260e-02, -9.20943078e-03, 8.14397633e-02, -8.75510648e-03,\n",
" -2.37921868e-02, -3.73031595e-03, 3.37752849e-02, -1.15749585e-02,\n",
" -4.92753200e-02, -2.23140419e-02, -7.02395737e-02, 5.12317829e-02,\n",
" -4.11601588e-02, 5.03956946e-03, -2.42339671e-02, -2.10829806e-02,\n",
" 3.18892896e-02, -6.12593442e-02, -2.46336516e-02, 3.82863358e-02,\n",
" -3.14708278e-02, 3.20286676e-02, 2.78304797e-02, -5.04984194e-03,\n",
" 7.83113111e-03, 5.15074120e-04, 4.30721380e-02, 4.51274402e-02,\n",
" 9.32458788e-03, -6.98357821e-02, -3.50713953e-02, -3.92446667e-02,\n",
" 4.88814637e-02, 2.91314796e-02, 3.55271026e-02, 1.92342214e-02,\n",
" 1.84704959e-02, -4.63008089e-03, 3.37527990e-02, 7.33778393e-03,\n",
" -1.32464925e-02, -2.21048165e-02, -2.87750289e-02, 5.29883318e-02,\n",
" 1.21991662e-02, 1.62963748e-01, -5.96182467e-03, 2.83039883e-02,\n",
" 2.23536463e-03, -6.79276660e-02, 1.43632619e-02, -2.18967143e-02,\n",
" 7.04540983e-02, -6.41027291e-04, -7.20678419e-02, 5.44647723e-02,\n",
" -2.69586015e-02, 1.89141221e-02, -2.24463232e-02, -8.46870840e-02,\n",
" -5.67394383e-02, -4.54521514e-02, -5.11738891e-03, -3.15770283e-02,\n",
" -5.43960035e-02, -9.24124569e-02, -4.31462489e-02, 3.56107112e-03,\n",
" -7.39609376e-02, 2.98340842e-02, -2.58440897e-02, -1.68047119e-02,\n",
" -8.97986908e-03, -2.11555306e-02, -3.64167690e-02, -3.40331607e-02,\n",
" -3.97911184e-02, -1.00678010e-02, 7.62949756e-04, 3.28529440e-02,\n",
" -6.37212694e-02, 8.19201842e-02, -2.21603252e-02, -4.31830883e-02,\n",
" -1.70956254e-02, -9.23219603e-03, 2.73421425e-02, 8.12479630e-02,\n",
" 9.39071178e-03, 9.40647200e-02, -5.34066446e-02, -4.26122583e-02,\n",
" -1.37196317e-01, -5.49073108e-02, 3.64795849e-02, -2.34185858e-03,\n",
" -1.55286631e-02, 4.09452710e-03, -2.23812815e-02, 3.17956582e-02,\n",
" -5.50038591e-02, 1.81163102e-02, 4.98097995e-03, 7.71544054e-02,\n",
" -2.44492870e-02, 2.87051816e-02, -3.06444690e-02, 4.20672521e-02,\n",
" 2.30924372e-04, 5.57565205e-02, -2.73485878e-03, 3.41450307e-03,\n",
" -3.91385294e-02, -1.62780061e-02, 1.10781556e-02, 7.07764039e-03,\n",
" 3.00489273e-03, 1.79219842e-02, 1.43766161e-02, 6.79971278e-02,\n",
" -4.45603319e-02, 4.36874758e-03, 5.68411797e-02, 2.80417018e-02,\n",
" -2.65421271e-02, 9.67567693e-03, -6.14080019e-02, -6.74436912e-02,\n",
" -3.46752405e-02, -1.27366581e-03, 3.02098412e-02, -2.13965052e-03,\n",
" 2.68980600e-02, 4.80306521e-02, 2.84288768e-02, -5.89941889e-02,\n",
" -1.06629260e-01, 4.20602597e-03, 1.71746116e-03, -4.32282723e-02,\n",
" 1.64045636e-02, 5.65937757e-02, -4.43401821e-02, 4.82535660e-02,\n",
" -5.53261675e-02, -8.32913327e-04, 4.02263179e-02, -5.72333597e-02,\n",
" -2.80609336e-02, -2.19829362e-02, 1.36819510e-02, -1.59268174e-02,\n",
" 2.59958021e-02, -4.59316447e-02, 2.58213561e-02, -9.79053602e-03,\n",
" -1.47732086e-02, 3.66011076e-02, 2.01710537e-02, -1.79209560e-02,\n",
" -4.90983054e-02, 1.97796673e-02, -8.27713609e-02, -3.08347251e-02,\n",
" -2.92863380e-02, 3.71493935e-03, -5.98772094e-02, 3.96719426e-02,\n",
" 3.72671820e-02, -3.40089984e-02, -4.96705920e-02, 5.17710065e-03,\n",
" 8.93944800e-02, 3.35877724e-02, 4.10321392e-02, 3.42482608e-03,\n",
" -1.20617822e-02, 3.82747166e-02, 8.86884145e-03, -2.68592313e-02,\n",
" -8.46307725e-03, -2.94724163e-02, 5.16606942e-02, -1.78515594e-02,\n",
" 4.61922623e-02, 1.70120061e-03, -4.85099573e-03, 5.35444580e-02,\n",
" -5.67206852e-02, -6.86194375e-02, -5.71312904e-02, 3.87048796e-02,\n",
" 1.33315148e-02, 3.66765819e-02, 4.26703729e-02, 9.18447389e-04,\n",
" 2.60909759e-02, 9.93629638e-03, 2.68154480e-02, -3.02761290e-02,\n",
" 1.93032175e-02, 1.56518742e-02, -4.02233191e-02, 3.55019122e-02,\n",
" 2.99998075e-02, -3.56319845e-02, 3.40340175e-02, -2.63815820e-02,\n",
" -2.24185176e-02, 7.65881408e-03, 3.11086345e-02, -1.06799357e-01,\n",
" 6.26292825e-03, -5.19168228e-02, 4.96440046e-02, 7.69811198e-02,\n",
" 2.21680775e-02, -1.28485151e-02, -6.67443275e-02, -5.53093525e-03,\n",
" 4.58313860e-02, -3.54500674e-02, 2.40190830e-02, 2.25023879e-03,\n",
" -6.66802153e-02, -2.91969422e-02, 3.03639881e-02, 2.98856404e-02,\n",
" 4.64745872e-02, -7.51817450e-02, -6.89255074e-02, -6.79003596e-02,\n",
" 1.05939992e-03, -3.52823944e-03, -6.15874305e-02, -2.75906101e-02,\n",
" 2.99773868e-02, -2.57401019e-02, -1.10928360e-02, -8.25710073e-02,\n",
" -7.58289322e-02, 5.27865700e-02, -3.32345553e-02, 8.49963650e-02,\n",
" -3.57615277e-02, -5.34285419e-02, 3.44895273e-02, 1.09021142e-02,\n",
" 2.55796257e-02, 2.22420525e-02, 6.29893970e-03, 1.02021703e-02,\n",
" 5.17793261e-02, -3.73282731e-02, -2.55436208e-02, 6.04963265e-02,\n",
" -6.37567416e-03, -4.01771292e-02, -2.04382259e-02, -4.93482966e-03,\n",
" -5.31342551e-02, 4.50679958e-02, 1.52400210e-02, 5.68789477e-03,\n",
" -1.68922450e-02, -6.23473758e-03, 4.52182069e-02, -1.81864165e-02,\n",
" -2.24055834e-02, -2.77931895e-02, 1.08627692e-01, 8.45417753e-02,\n",
" 4.34236676e-02, 3.13059054e-02, 5.57090491e-02, -3.72733548e-02,\n",
" 5.27174436e-02, 4.87037525e-02, 1.14739900e-02, 1.74889546e-02,\n",
" -2.57455334e-02, -2.97089610e-02, -5.44703119e-02, -5.43300733e-02,\n",
" -3.41849700e-02, 7.35340789e-02, 2.69001909e-02, 1.96290556e-02,\n",
" 7.57877994e-03, -6.93565793e-03, 1.01021929e-02, -5.79229072e-02,\n",
" 9.06876028e-02, 8.24991167e-02, -2.56601302e-03, 4.72585447e-02,\n",
" 3.26616056e-02, 5.62275648e-02, -8.12202021e-02, -7.68635124e-02,\n",
" -5.07811178e-03, 5.74031733e-02, -7.69635811e-02, -8.55862163e-05,\n",
" -3.41254808e-02, -8.38789903e-03, 5.53046092e-02, 3.57760936e-02,\n",
" -2.39915843e-03, 2.52005868e-02, 6.40077889e-02, 6.57001063e-02,\n",
" -3.64508368e-02, -8.56103301e-02, -1.74737144e-02, -2.65050456e-02,\n",
" 3.00677009e-02, 5.55008985e-02, -2.10750569e-02, -7.16602802e-02,\n",
" 3.81906256e-02, -5.79271950e-02, -4.43200544e-02, 6.54156134e-03,\n",
" -2.10484024e-02, -5.13917692e-02, 2.68976167e-02, -3.91420675e-03,\n",
" 5.19667864e-02, -1.99420867e-03, -6.17329031e-02, -4.56647053e-02,\n",
" 1.75537914e-02, 2.00557988e-03, -3.52164432e-02, 2.49572322e-02,\n",
" -1.14065558e-01, -2.51170602e-02, -4.89853546e-02, 4.47795801e-02,\n",
" 4.46698219e-02, -4.14181016e-02, 2.13245675e-02, -6.09704070e-02,\n",
" 5.62446378e-02, 1.02219274e-02, -1.03284828e-02, 4.35787588e-02,\n",
" 3.93954776e-02, 2.95158550e-02, 5.36691621e-02, 2.68636029e-02,\n",
" 8.48705415e-03, 5.87703623e-02, 3.11884731e-02, -1.87374949e-02,\n",
" -5.49113825e-02, -4.29685451e-02, 1.25944354e-02, -6.21161610e-02,\n",
" -1.94176435e-02, -2.26414036e-02, -9.01931152e-02, 2.60802153e-02,\n",
" -2.86878389e-03, 1.10010087e-01, -1.60048995e-03, 1.12923998e-02,\n",
" -1.23425834e-02, 2.46430263e-02, -4.09006625e-02, -1.27919810e-02,\n",
" -1.30330339e-01, -3.76736629e-03, 6.15648590e-02, -4.68630642e-02,\n",
" -7.31745511e-02, -4.83481660e-02, -1.22505275e-03, 2.83319540e-02,\n",
" -4.64126207e-02, -8.72835070e-02, -4.37759236e-02, 5.49125001e-02,\n",
" -1.09401233e-02, -5.80553673e-02, -3.69316339e-02, 3.68996300e-02,\n",
" -3.59324738e-02, -1.39713809e-02, 6.92883655e-02, -1.83561351e-02,\n",
" -1.79647598e-02, 1.30209383e-02, 2.39819530e-02, 3.42055922e-03,\n",
" -1.34798381e-02, 3.31437737e-02, -5.25509454e-02, -6.89458251e-02,\n",
" 1.72079559e-02, -1.57458987e-02, 1.02023520e-01, -4.87223789e-02,\n",
" 2.21159998e-02, 1.21889953e-02, 7.41996095e-02, 2.74563022e-02,\n",
" 1.14294020e-02, -5.92004582e-02, 6.73196139e-03, 2.48031262e-02,\n",
" 7.35990182e-02, -1.21885343e-02, 2.78685335e-02, 4.82309498e-02,\n",
" -1.50375282e-02, 2.24021561e-02, 3.62195075e-04, 1.23243788e-02,\n",
" -1.20998258e-02, -4.36128750e-02, 3.28053646e-02, 4.82814610e-02,\n",
" 6.61546588e-02, 6.24086009e-03, 2.33855397e-02, 2.11248863e-02,\n",
" -5.35253948e-03, 4.26788442e-02, -1.11579280e-02, -6.73881546e-02,\n",
" -1.37167787e-02, 8.53295624e-02, -9.09780152e-03, -3.77009548e-02,\n",
" 3.66810486e-02, 2.86924280e-02, -5.44341691e-02, -4.45120670e-02,\n",
" 3.65681872e-02, -6.44295895e-03, 1.41211059e-02, -6.42245337e-02,\n",
" 2.04910096e-02, -3.68161947e-02, -2.47681253e-02, -3.83887179e-02,\n",
" 1.04028154e-02, 7.13616088e-02, -1.56527683e-02, 8.14021099e-03,\n",
" -4.09027487e-02, -4.52790447e-02, 1.50671024e-02, 2.22307071e-02,\n",
" 4.66821250e-03, -7.65687693e-03, 1.69235952e-02, -4.66291867e-02,\n",
" 6.64742216e-02, -1.13484384e-02, 6.97044656e-02, -1.57140773e-02,\n",
" 2.12010276e-02, 4.69215363e-02, 1.33086026e-01, 2.73443479e-02,\n",
" -6.12411238e-02, -9.50073153e-02, 4.78145070e-02, -3.79746370e-02,\n",
" 6.52955240e-03, -1.21233221e-02, 1.85507443e-02, 9.88560915e-02,\n",
" 2.55905204e-02, -3.24251652e-02, -2.33235210e-03, 7.13342428e-02,\n",
" -8.00483115e-03, -3.02062277e-02, 8.62791575e-03, -1.17818199e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'made': Embedding(embedding=array([ 9.05747786e-02, -6.13891184e-02, -1.83467530e-02, -2.44330484e-02,\n",
" 3.85026378e-03, -4.12284844e-02, 4.45882268e-02, 5.07463589e-02,\n",
" 8.35419521e-02, 7.37322941e-02, -4.71576583e-03, 2.95125786e-02,\n",
" 2.13338397e-02, 1.72818247e-02, -5.67322550e-03, 4.18647844e-03,\n",
" 3.26468311e-02, 7.95109496e-02, 2.10705455e-02, -2.44733207e-02,\n",
" -8.24069828e-02, -4.03878614e-02, 7.41782831e-03, 6.64480329e-02,\n",
" 4.79122736e-02, 3.56140286e-02, -1.06548173e-02, -4.56633754e-02,\n",
" 5.08518629e-02, -9.49337427e-03, 6.83811232e-02, -2.77814269e-03,\n",
" -3.09405457e-02, -2.63127638e-03, 3.93596180e-02, -1.48926303e-03,\n",
" -2.63587218e-02, -2.20967196e-02, -7.23822638e-02, 5.37300482e-02,\n",
" -2.89927591e-02, 3.39551223e-03, -1.54015953e-02, -1.13335541e-02,\n",
" 3.55768800e-02, -5.73932230e-02, -3.12254168e-02, 4.86478023e-02,\n",
" -3.28253135e-02, 1.73494630e-02, 3.11955586e-02, -8.77956722e-07,\n",
" 2.24872236e-03, 2.37833317e-02, 3.94121036e-02, 4.51911315e-02,\n",
" -3.11590242e-03, -4.68049534e-02, -3.02377082e-02, -3.39790843e-02,\n",
" 3.87538373e-02, 3.46690118e-02, 3.67474519e-02, 2.46471278e-02,\n",
" 1.24706496e-02, 2.59471266e-03, 3.28434445e-02, -6.33295905e-03,\n",
" -9.00642388e-03, -3.67305800e-02, -3.56681980e-02, 5.83128668e-02,\n",
" 2.21051089e-02, 1.67112395e-01, -9.61230323e-03, 3.26499902e-02,\n",
" 2.17724359e-03, -6.08210899e-02, 2.75150780e-02, -1.51390089e-02,\n",
" 7.30938688e-02, 7.52527406e-03, -8.02661851e-02, 6.06563911e-02,\n",
" -3.29734460e-02, 9.71079059e-03, -1.88416615e-02, -7.79705122e-02,\n",
" -4.96764332e-02, -4.54832241e-02, -1.18766427e-02, -2.74012536e-02,\n",
" -6.20401241e-02, -8.63169730e-02, -3.71111073e-02, -3.48902866e-03,\n",
" -6.21588826e-02, 2.53313091e-02, -2.29448806e-02, -1.23641081e-02,\n",
" -3.88380722e-03, -2.34694257e-02, -3.75110321e-02, -4.02160957e-02,\n",
" -4.73921187e-02, -4.11619229e-04, 1.48684508e-03, 2.70486921e-02,\n",
" -8.10448527e-02, 7.98524022e-02, -1.08377952e-02, -4.54257056e-02,\n",
" -2.21312251e-02, -1.21688787e-02, 3.89327784e-03, 7.99679458e-02,\n",
" -1.38635223e-03, 9.78624001e-02, -6.09689318e-02, -4.62425500e-02,\n",
" -1.36754647e-01, -5.42238094e-02, 4.22987752e-02, -1.76795237e-02,\n",
" -9.79571976e-03, -9.46526974e-03, -1.06744999e-02, 2.64154598e-02,\n",
" -5.68423457e-02, 2.61457097e-02, 2.75759352e-03, 6.74074143e-02,\n",
" -1.56852901e-02, 2.79102139e-02, -4.15539481e-02, 5.12242988e-02,\n",
" -8.90747178e-03, 5.84382974e-02, 6.37454586e-03, -6.07994059e-03,\n",
" -3.40199955e-02, -1.10780867e-02, 4.96879360e-03, -6.69779815e-03,\n",
" 1.85250603e-02, 2.10077204e-02, 1.63901635e-02, 4.99679260e-02,\n",
" -3.41902822e-02, 3.70713440e-03, 6.12141564e-02, 2.47385744e-02,\n",
" -1.07613839e-02, -3.11741082e-04, -6.83264583e-02, -7.45843053e-02,\n",
" -1.44350408e-02, -1.13387248e-02, 4.15920727e-02, 4.79064602e-03,\n",
" 4.33380194e-02, 3.08938995e-02, 3.15040983e-02, -6.21606484e-02,\n",
" -7.55056590e-02, 1.72277354e-02, -3.26095568e-03, -4.41248529e-02,\n",
" 1.53292688e-02, 6.79498687e-02, -4.34252322e-02, 5.67527786e-02,\n",
" -3.70520540e-02, -1.28103159e-02, 3.48380208e-02, -5.63118756e-02,\n",
" -3.19024883e-02, -3.38716544e-02, 1.16882352e-02, -1.48178013e-02,\n",
" 3.39912400e-02, -4.98721525e-02, 2.34847665e-02, -7.59193860e-03,\n",
" -6.14893506e-04, 4.55047973e-02, 1.14344209e-02, 8.81355442e-03,\n",
" -3.65822241e-02, 2.34495681e-02, -7.58293569e-02, -1.28539698e-02,\n",
" -3.83066423e-02, 2.17153807e-03, -5.55790663e-02, 3.76338884e-02,\n",
" 4.92989942e-02, -2.00063400e-02, -5.69792576e-02, 8.52638949e-03,\n",
" 7.64838234e-02, 3.99126597e-02, 3.73525433e-02, -2.26687863e-02,\n",
" 7.23892183e-04, 4.48715053e-02, 8.31938465e-04, -2.53790040e-02,\n",
" -7.46804290e-03, -1.83691550e-02, 4.59899530e-02, -2.94818506e-02,\n",
" 4.66824248e-02, -1.18107870e-02, -7.26762088e-03, 5.51239140e-02,\n",
" -5.66219166e-02, -6.63564354e-02, -5.25896735e-02, 3.49605009e-02,\n",
" 3.60011421e-02, 3.02954707e-02, 5.91229759e-02, -9.24389903e-03,\n",
" 1.58280954e-02, 2.42706737e-03, 1.70882419e-02, -3.35470699e-02,\n",
" 3.75200883e-02, 4.87697514e-04, -3.77294943e-02, 4.12200391e-02,\n",
" 1.58978086e-02, -3.21084522e-02, 2.52473429e-02, -3.11214495e-02,\n",
" -2.39741541e-02, 4.30970127e-03, 2.33559683e-02, -1.20676316e-01,\n",
" -7.83091993e-04, -5.15301786e-02, 6.74915835e-02, 7.59324059e-02,\n",
" 1.40940677e-02, -1.50288558e-02, -6.34818897e-02, -5.18823462e-03,\n",
" 4.72130999e-02, -2.51874253e-02, 2.20254511e-02, 1.04002273e-02,\n",
" -7.33730346e-02, -3.17629017e-02, 3.02518625e-02, 3.79853770e-02,\n",
" 6.40600696e-02, -7.08228201e-02, -6.87364191e-02, -5.50992824e-02,\n",
" -9.44998488e-03, -6.42793858e-03, -7.16971084e-02, -2.21474823e-02,\n",
" 5.03559969e-02, -2.24751998e-02, -1.91093273e-02, -8.03167671e-02,\n",
" -7.48409480e-02, 6.27352223e-02, -2.33542509e-02, 8.60144049e-02,\n",
" -2.99557466e-02, -5.87893203e-02, 3.29214483e-02, -1.23724015e-02,\n",
" 1.91042740e-02, 1.56619940e-02, -1.92252230e-02, 4.00452316e-03,\n",
" 5.12468591e-02, -2.22825445e-02, -1.65857989e-02, 5.23233972e-02,\n",
" -9.33468994e-03, -4.48099822e-02, -1.14059485e-02, -3.03769193e-04,\n",
" -5.67842871e-02, 3.38509716e-02, -5.11656981e-04, 2.77317595e-02,\n",
" -2.14439742e-02, 5.35263959e-03, 3.55735347e-02, -1.85618773e-02,\n",
" -2.45946739e-02, -2.26043388e-02, 1.08492717e-01, 8.43994915e-02,\n",
" 3.74249779e-02, 2.74346061e-02, 6.49204329e-02, -3.73282284e-02,\n",
" 6.41847849e-02, 4.65415195e-02, 1.54496524e-02, 4.59514977e-03,\n",
" -3.37324478e-02, -2.85340250e-02, -5.09803854e-02, -4.49561328e-02,\n",
" -2.32782010e-02, 6.32535815e-02, 3.32990214e-02, 1.68823302e-02,\n",
" 8.06305557e-03, -9.47088655e-03, 6.73134346e-03, -8.07849318e-02,\n",
" 8.61925259e-02, 8.09867233e-02, -2.62908544e-03, 5.58192432e-02,\n",
" 2.29882281e-02, 5.70745729e-02, -7.06673563e-02, -9.42360237e-02,\n",
" -1.16750156e-03, 5.02713881e-02, -6.73843473e-02, -1.23606231e-02,\n",
" -4.12826240e-02, 1.15593639e-03, 5.82736917e-02, 2.83649135e-02,\n",
" -1.19672762e-02, 3.08729336e-02, 5.63105606e-02, 6.24813922e-02,\n",
" -3.81198041e-02, -8.54506865e-02, -2.26093736e-02, -3.32021266e-02,\n",
" 3.87186557e-02, 4.93702665e-02, -2.26663873e-02, -8.33582580e-02,\n",
" 4.57890145e-02, -6.57265037e-02, -4.61553447e-02, -6.21404825e-03,\n",
" -9.59537458e-03, -4.36682329e-02, 2.44906414e-02, 4.13607294e-03,\n",
" 5.79432398e-02, -7.14738481e-03, -6.20539524e-02, -4.16716486e-02,\n",
" 2.48116553e-02, 1.63641511e-04, -1.90476738e-02, 3.62567306e-02,\n",
" -1.15915693e-01, -3.18408981e-02, -5.72807156e-02, 4.34707664e-02,\n",
" 4.59748805e-02, -3.53069268e-02, 1.93068981e-02, -6.99387342e-02,\n",
" 5.81601858e-02, 1.02713462e-02, -2.26573627e-02, 4.28106710e-02,\n",
" 3.86002176e-02, 3.53620462e-02, 5.42399213e-02, 1.75378602e-02,\n",
" 2.10885890e-02, 6.52262643e-02, 3.44117656e-02, -6.03212556e-03,\n",
" -4.44159247e-02, -5.01254909e-02, -1.75928429e-03, -4.80494052e-02,\n",
" -3.02276434e-03, -2.88307434e-03, -9.28504914e-02, 2.21070424e-02,\n",
" 1.02737546e-02, 1.18347630e-01, 1.94363706e-02, 1.22973276e-02,\n",
" -1.66778676e-02, 1.46038458e-02, -3.84235345e-02, 1.31645435e-02,\n",
" -1.36403859e-01, 1.38279772e-03, 7.09782466e-02, -4.45183963e-02,\n",
" -9.19517651e-02, -4.04314585e-02, 1.24625629e-02, 2.29754429e-02,\n",
" -3.14878710e-02, -8.95682424e-02, -3.71300876e-02, 6.32606745e-02,\n",
" -1.72974672e-02, -3.36500742e-02, -3.57742794e-02, 3.53026278e-02,\n",
" -2.56418884e-02, -1.37038250e-02, 5.78919239e-02, -3.24208140e-02,\n",
" -3.01555414e-02, 2.07702424e-02, 6.40314631e-03, 3.20078735e-03,\n",
" -1.30834784e-02, 4.51586954e-02, -4.60616201e-02, -5.45904674e-02,\n",
" 1.89976618e-02, -2.65954044e-02, 9.57223102e-02, -5.61209731e-02,\n",
" 1.55899273e-02, 1.02611948e-02, 9.02406946e-02, 3.95246968e-02,\n",
" 1.10839456e-02, -4.94591482e-02, 1.72441863e-02, 2.92949639e-02,\n",
" 8.09831992e-02, -8.81069433e-03, 2.78758872e-02, 4.31913994e-02,\n",
" -1.56941619e-02, -1.47275467e-04, -3.61252343e-03, -9.39519797e-03,\n",
" -1.00260684e-02, -4.72628027e-02, 2.45642085e-02, 4.35945056e-02,\n",
" 6.56232014e-02, -1.03442539e-02, -1.20392896e-03, 1.67512968e-02,\n",
" -5.79564320e-03, 2.18360797e-02, -1.73419975e-02, -6.12041466e-02,\n",
" -9.51492693e-03, 1.09595127e-01, -1.23070099e-03, -2.08511446e-02,\n",
" 2.80419122e-02, 2.60697845e-02, -3.96414362e-02, -4.23458554e-02,\n",
" 3.58589329e-02, 8.29414092e-03, 1.31244054e-02, -6.18338957e-02,\n",
" 4.35672142e-03, -4.14827429e-02, -3.45294327e-02, -4.55139838e-02,\n",
" 5.90562494e-03, 8.42161849e-02, -8.42598639e-03, -5.99610619e-03,\n",
" -4.68377285e-02, -2.71161944e-02, -2.35792901e-03, 3.20069976e-02,\n",
" 1.08410884e-02, -9.72680748e-03, 1.54509833e-02, -5.51756434e-02,\n",
" 7.17144310e-02, -2.81543173e-02, 5.80974407e-02, -1.52268838e-02,\n",
" 5.44138718e-03, 4.67653722e-02, 1.29479647e-01, 2.18262360e-03,\n",
" -3.53718139e-02, -1.03076853e-01, 4.45982069e-02, -4.24016863e-02,\n",
" 1.53617142e-02, -2.28152983e-03, 2.96233799e-02, 1.13788344e-01,\n",
" 4.08784561e-02, -1.83339734e-02, -8.66525620e-03, 7.61430040e-02,\n",
" 5.28072473e-03, -2.57444214e-02, 5.62638452e-04, -1.08836271e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'mb': Embedding(embedding=array([ 0.10916547, -0.04032665, -0.01645281, 0.00411677, -0.00975629,\n",
" -0.06186574, 0.0256587 , 0.05627462, 0.0997099 , 0.05639556,\n",
" -0.02112542, 0.04243172, 0.0285325 , 0.01865419, -0.01201834,\n",
" 0.03029761, 0.05774118, 0.09160011, 0.00300043, -0.01859032,\n",
" -0.08762617, -0.04066624, 0.00096742, 0.05663503, 0.00996667,\n",
" 0.01967053, 0.00776595, -0.04163714, 0.05398269, -0.01601472,\n",
" 0.07722391, -0.01896058, 0.00681055, 0.00671764, 0.04325948,\n",
" -0.02918142, -0.05021028, -0.02049462, -0.08712607, 0.04490277,\n",
" -0.04645213, 0.01493986, -0.02463296, -0.01084383, 0.04671693,\n",
" -0.06294917, -0.04062921, 0.05110397, -0.02543298, 0.01621669,\n",
" 0.03438528, -0.01466764, 0.00058316, 0.01783473, 0.04869826,\n",
" 0.07159544, -0.01189872, -0.0905927 , -0.02512658, -0.0238697 ,\n",
" 0.04391296, 0.01231944, 0.02015267, 0.01884476, 0.01415537,\n",
" 0.01316575, 0.03963123, 0.02206316, -0.00705003, -0.02191543,\n",
" -0.01805425, 0.01982416, 0.02875688, 0.14660765, -0.02502966,\n",
" 0.00742589, 0.01586524, -0.08724319, 0.02469411, -0.01856378,\n",
" 0.02519448, 0.01689562, -0.06805929, 0.04467148, -0.01878867,\n",
" 0.04177231, -0.02145001, -0.09397156, -0.056672 , -0.02524072,\n",
" -0.02428101, -0.04431666, -0.02825529, -0.09032108, -0.07718958,\n",
" 0.03334858, -0.07281302, 0.03607159, -0.01302846, 0.00610721,\n",
" -0.01054632, -0.01643107, -0.00463121, -0.02438883, -0.03511489,\n",
" -0.02500916, 0.00041592, 0.03406419, -0.04701054, 0.07860428,\n",
" -0.03911125, -0.02202561, -0.00036354, -0.00811091, 0.00280196,\n",
" 0.07978991, 0.02802262, 0.08425537, -0.06892978, -0.01930723,\n",
" -0.1716968 , -0.05339466, 0.0281962 , 0.00134968, -0.02165945,\n",
" 0.00204899, -0.03055209, 0.04512395, -0.07603137, 0.0120858 ,\n",
" 0.01093055, 0.06163603, -0.02919663, 0.02630284, -0.03222122,\n",
" 0.05671542, 0.01675418, 0.05856935, -0.01321089, 0.01366718,\n",
" -0.02738408, -0.02229879, -0.01356702, 0.02253136, -0.02056743,\n",
" 0.03669444, 0.00485561, 0.06017788, -0.04572196, 0.00767267,\n",
" 0.05438543, 0.02708837, -0.02987741, 0.03121222, -0.03241351,\n",
" -0.05445943, -0.02958076, 0.02703569, 0.03168715, 0.00571225,\n",
" 0.01832554, 0.04954421, 0.04510703, -0.06452769, -0.0909218 ,\n",
" -0.00043848, 0.00397256, -0.03488524, 0.03931838, 0.03892737,\n",
" -0.03049012, 0.03509638, -0.04489255, 0.01461331, 0.04448564,\n",
" -0.0850122 , -0.0292385 , -0.01186945, 0.02837228, 0.00053307,\n",
" 0.02262037, -0.04330624, 0.00819586, -0.01372202, 0.00063863,\n",
" 0.01179113, 0.00747393, 0.00798568, -0.0409504 , -0.00274648,\n",
" -0.08207932, -0.03171977, -0.01865749, 0.01267043, -0.06758634,\n",
" 0.03960733, 0.05071314, -0.01167404, -0.04752865, -0.00174352,\n",
" 0.08566165, 0.03039606, 0.05026732, 0.00166407, -0.02789719,\n",
" 0.01174573, 0.03090253, -0.03166712, -0.01000865, -0.05755762,\n",
" 0.05263415, -0.0121002 , 0.06487515, 0.00883131, -0.01409642,\n",
" 0.0340214 , -0.08832195, -0.0926706 , -0.04634341, 0.03978219,\n",
" 0.02832696, 0.0345708 , 0.06052988, 0.0205277 , 0.00603482,\n",
" -0.0248879 , 0.03176409, -0.01342979, 0.00593028, -0.01523943,\n",
" -0.05165236, 0.04051642, 0.03287053, -0.04423168, 0.04506137,\n",
" -0.0400585 , -0.05442292, 0.01207811, 0.0203687 , -0.09477997,\n",
" -0.01755357, -0.04602463, 0.02686172, 0.05026762, 0.02912456,\n",
" -0.02899399, -0.06704339, -0.01857769, 0.04399571, -0.04121975,\n",
" 0.00922804, 0.02163935, -0.06743116, -0.02549318, 0.04308182,\n",
" 0.0233655 , 0.05014474, -0.06375159, -0.05433205, -0.09002525,\n",
" -0.0294723 , 0.00975742, -0.04690427, -0.02678248, 0.01477531,\n",
" 0.00227282, -0.00206934, -0.1009706 , -0.08003739, 0.03722762,\n",
" -0.03942553, 0.09195705, -0.03015444, -0.05440658, 0.06134688,\n",
" 0.01352435, 0.03610359, 0.0270766 , 0.00254818, 0.01075139,\n",
" 0.06172768, -0.05107284, 0.00155709, 0.04806644, 0.00067392,\n",
" -0.02980611, -0.03253441, 0.00491126, -0.03865077, 0.03800452,\n",
" 0.01359864, 0.00417522, -0.03019107, 0.00896552, 0.05098706,\n",
" -0.01874392, -0.0079639 , -0.00967581, 0.12526289, 0.09434405,\n",
" 0.03020806, 0.01876609, 0.03197163, -0.04199319, 0.05378484,\n",
" 0.0922863 , -0.00643625, 0.02906808, -0.00762164, -0.02003685,\n",
" -0.03277547, -0.04480838, -0.0533966 , 0.07602162, 0.026306 ,\n",
" 0.00866697, -0.00052021, -0.00363963, -0.00660642, -0.05241807,\n",
" 0.08191963, 0.0690233 , 0.01197121, 0.05367671, 0.02611534,\n",
" 0.03609684, -0.06871698, -0.05109394, -0.00521358, 0.08030539,\n",
" -0.05988078, -0.00978944, -0.0220006 , -0.02097628, 0.05089435,\n",
" 0.03297781, -0.00317263, 0.01959524, 0.06725503, 0.06503306,\n",
" -0.01141767, -0.07575143, -0.00931915, -0.01717869, 0.00948081,\n",
" 0.04324392, -0.00937157, -0.07242014, 0.04060487, -0.06954882,\n",
" -0.04996031, -0.00410165, -0.02524008, -0.06271028, 0.01909225,\n",
" -0.02462824, 0.04327503, -0.01051774, -0.05956941, -0.03883314,\n",
" 0.01432817, -0.01048113, -0.01698416, 0.04020735, -0.08791482,\n",
" -0.01130289, -0.04024577, 0.0185542 , 0.06002332, -0.05421514,\n",
" 0.03429256, -0.04713768, 0.04639372, -0.01648239, -0.00777158,\n",
" 0.02906618, 0.0483827 , 0.03545493, 0.04539912, 0.0351618 ,\n",
" -0.01830607, 0.03878055, 0.01248834, -0.03034345, -0.05924322,\n",
" -0.02714727, 0.01879295, -0.05487993, -0.01637428, -0.04491546,\n",
" -0.09330852, 0.02535811, -0.00225221, 0.08588541, 0.00874993,\n",
" 0.02026732, 0.01408114, 0.02065787, -0.05152563, -0.0096619 ,\n",
" -0.12491378, -0.01529729, 0.04908985, -0.03477399, -0.05734953,\n",
" -0.05151678, -0.00316195, 0.02276979, -0.0522269 , -0.09374329,\n",
" -0.03977402, 0.05635233, -0.01166898, -0.03864494, -0.04584287,\n",
" 0.02710966, -0.05866124, 0.01065142, 0.06754068, -0.01335717,\n",
" -0.00757858, -0.00300401, 0.01681929, 0.00293631, -0.02776538,\n",
" 0.0204872 , -0.04906765, -0.08524136, 0.02138462, -0.01840802,\n",
" 0.10730107, -0.04643928, 0.0273945 , 0.00932229, 0.08721291,\n",
" 0.0371958 , 0.01231925, -0.03292619, 0.00939176, 0.01223884,\n",
" 0.07775211, -0.00070255, 0.03728395, 0.04047863, -0.00325635,\n",
" 0.0352431 , -0.01885733, 0.01899086, -0.00766639, -0.03133595,\n",
" 0.03323098, 0.0580619 , 0.06911556, 0.02698365, 0.01693301,\n",
" 0.03565798, 0.00485672, 0.04223696, -0.0106446 , -0.05301154,\n",
" -0.02518408, 0.07487796, -0.01190691, -0.04139126, 0.05165709,\n",
" 0.01601205, -0.05710412, -0.04876509, 0.05667945, 0.01449605,\n",
" 0.03243333, -0.05842802, 0.01060666, -0.04794695, -0.00942558,\n",
" -0.02278946, -0.00493785, 0.05791673, 0.00768734, 0.00551017,\n",
" -0.03946437, -0.06962346, 0.02477051, 0.01172272, 0.01874538,\n",
" 0.00478995, 0.01215785, -0.05726674, 0.06502451, 0.00507027,\n",
" 0.06543465, -0.03667634, 0.01511814, 0.03997014, 0.13108166,\n",
" -0.00106932, -0.0594148 , -0.10517662, 0.03211823, -0.03081702,\n",
" -0.01006362, -0.00962453, 0.00976173, 0.07490344, 0.03463959,\n",
" -0.02489274, -0.01383374, 0.07696821, 0.00862081, -0.01640801,\n",
" -0.00589483, -0.10196756]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'michael-scott': Embedding(embedding=array([ 1.08162969e-01, -4.13634144e-02, -1.71973538e-02, 3.17209610e-03,\n",
" -9.21591837e-03, -6.24834783e-02, 2.48699449e-02, 5.93298636e-02,\n",
" 9.83377248e-02, 5.47048114e-02, -1.91901363e-02, 4.64133844e-02,\n",
" 2.93876212e-02, 2.44553145e-02, -1.06823361e-02, 3.08832470e-02,\n",
" 5.89861460e-02, 9.11556110e-02, -1.34077284e-03, -1.59238074e-02,\n",
" -8.61543342e-02, -4.07005101e-02, 3.94994253e-03, 4.83513884e-02,\n",
" 1.31775523e-02, 1.72592103e-02, 9.07520391e-03, -3.98210324e-02,\n",
" 5.53103760e-02, -1.53708067e-02, 7.83966482e-02, -1.73478629e-02,\n",
" 8.83883983e-03, 7.90295377e-03, 4.03678268e-02, -2.64260601e-02,\n",
" -4.97148447e-02, -2.02289633e-02, -8.68605226e-02, 3.88452560e-02,\n",
" -4.52601202e-02, 1.38519611e-02, -2.25506760e-02, -1.08974278e-02,\n",
" 4.70647737e-02, -6.17573820e-02, -4.54114676e-02, 4.86437678e-02,\n",
" -2.78257392e-02, 1.68320462e-02, 3.52051817e-02, -1.61681958e-02,\n",
" 2.89613870e-03, 1.68098714e-02, 4.36447449e-02, 7.35785216e-02,\n",
" -1.18540777e-02, -8.39304999e-02, -2.40220949e-02, -2.16091108e-02,\n",
" 4.47632298e-02, 1.47793032e-02, 1.53819900e-02, 2.24879496e-02,\n",
" 1.52430860e-02, 1.46307563e-02, 4.11085933e-02, 2.22142283e-02,\n",
" -8.93447362e-03, -1.48595246e-02, -2.04560999e-02, 2.57550515e-02,\n",
" 2.26262119e-02, 1.50412902e-01, -2.76440121e-02, 9.69353318e-03,\n",
" 1.74575113e-02, -8.18920732e-02, 2.71915179e-02, -2.05301996e-02,\n",
" 2.94211935e-02, 2.06695180e-02, -7.14994296e-02, 4.66006249e-02,\n",
" -1.96447819e-02, 4.30011898e-02, -2.51599327e-02, -9.80355367e-02,\n",
" -5.18594123e-02, -2.97450796e-02, -2.31299400e-02, -4.58750986e-02,\n",
" -2.87773870e-02, -8.83317441e-02, -7.68044740e-02, 3.39692980e-02,\n",
" -7.06207603e-02, 3.43865342e-02, -1.82582457e-02, 3.93705862e-03,\n",
" -9.98399220e-03, -1.65779758e-02, -5.85911889e-03, -2.29089074e-02,\n",
" -3.72745916e-02, -1.78172011e-02, 5.29423996e-04, 3.20925862e-02,\n",
" -4.45272289e-02, 7.82990456e-02, -4.03801762e-02, -1.95217822e-02,\n",
" -7.12145818e-04, -7.52590876e-03, 4.58451454e-03, 8.05625916e-02,\n",
" 2.86682677e-02, 8.68013650e-02, -6.74027950e-02, -1.65653955e-02,\n",
" -1.70026973e-01, -5.66427372e-02, 3.24371308e-02, 2.76237261e-03,\n",
" -2.27380618e-02, 3.75310099e-03, -3.52888219e-02, 4.86038961e-02,\n",
" -7.41331056e-02, 1.17681436e-02, 8.25210381e-03, 5.95694855e-02,\n",
" -3.24646272e-02, 2.39058547e-02, -3.69696654e-02, 5.40599152e-02,\n",
" 1.73396692e-02, 5.94132952e-02, -1.11879148e-02, 1.54345343e-02,\n",
" -2.69978661e-02, -2.43261252e-02, -1.38256578e-02, 1.93226486e-02,\n",
" -1.73409563e-02, 3.56908366e-02, 6.19131140e-03, 5.98547272e-02,\n",
" -4.26833034e-02, 6.04069419e-03, 4.81589474e-02, 3.01000606e-02,\n",
" -3.22671570e-02, 2.92229466e-02, -3.21434811e-02, -5.42711392e-02,\n",
" -2.96581052e-02, 2.60488726e-02, 3.74960937e-02, 8.72302055e-03,\n",
" 1.57583673e-02, 5.48950769e-02, 3.74961607e-02, -6.54584318e-02,\n",
" -9.48490426e-02, -1.90680323e-03, 6.13981346e-03, -3.52402106e-02,\n",
" 4.27679718e-02, 4.41821739e-02, -2.79044565e-02, 3.37590016e-02,\n",
" -3.99361029e-02, 1.73982568e-02, 4.36818451e-02, -8.30236971e-02,\n",
" -2.76291687e-02, -9.69049335e-03, 3.12995762e-02, -1.49595516e-03,\n",
" 2.56870016e-02, -4.21236530e-02, 1.07190153e-02, -1.35022691e-02,\n",
" -1.45718630e-04, 1.41071705e-02, 1.03217559e-02, 6.11316832e-03,\n",
" -4.46568988e-02, 2.49815942e-03, -8.55956450e-02, -3.46995629e-02,\n",
" -1.70421097e-02, 1.49483914e-02, -6.66993856e-02, 4.38598208e-02,\n",
" 4.90098596e-02, -1.24172987e-02, -4.81295884e-02, 1.43411628e-03,\n",
" 8.69658962e-02, 2.91612223e-02, 5.28896414e-02, 3.15109210e-04,\n",
" -2.92231422e-02, 1.05966069e-02, 3.36711816e-02, -3.35157737e-02,\n",
" -7.73631642e-03, -5.94827048e-02, 5.75407408e-02, -1.13139916e-02,\n",
" 6.48333654e-02, 5.92894200e-03, -1.10190092e-02, 4.00476083e-02,\n",
" -8.83445740e-02, -8.69039297e-02, -4.90038618e-02, 3.68684866e-02,\n",
" 2.73609590e-02, 3.49864066e-02, 5.76245971e-02, 1.77549925e-02,\n",
" 9.63363517e-03, -2.41236482e-02, 2.71070581e-02, -1.07123330e-02,\n",
" 5.06892381e-03, -9.47793759e-03, -5.61495386e-02, 3.84106264e-02,\n",
" 3.48145030e-02, -4.44743559e-02, 4.67559025e-02, -3.78879607e-02,\n",
" -4.98120077e-02, 1.41992345e-02, 2.16865633e-02, -9.34428871e-02,\n",
" -1.61213242e-02, -4.37052362e-02, 2.52875853e-02, 5.32713570e-02,\n",
" 2.53179371e-02, -3.52745615e-02, -7.17812032e-02, -2.62553263e-02,\n",
" 4.73881513e-02, -4.43503447e-02, 1.09723667e-02, 1.51159773e-02,\n",
" -7.37878531e-02, -2.88454276e-02, 3.99475060e-02, 2.06187796e-02,\n",
" 4.72781621e-02, -6.33276626e-02, -4.80204299e-02, -8.63867849e-02,\n",
" -2.99322177e-02, 1.39870578e-02, -4.61450554e-02, -2.77480483e-02,\n",
" 1.26903616e-02, -6.13536639e-03, 4.48222163e-05, -1.02322392e-01,\n",
" -7.69486651e-02, 3.86476219e-02, -3.87658067e-02, 8.14022049e-02,\n",
" -3.39472592e-02, -4.80798557e-02, 6.19521625e-02, 9.79914423e-03,\n",
" 3.90593931e-02, 2.80034337e-02, 3.32767889e-03, 1.23977959e-02,\n",
" 6.55455515e-02, -5.18011749e-02, 7.84503121e-04, 5.15589379e-02,\n",
" 6.89080101e-04, -3.20237391e-02, -3.23802456e-02, 9.15710814e-03,\n",
" -4.00633067e-02, 3.58142518e-02, 1.43000437e-02, 2.25378526e-03,\n",
" -2.72192582e-02, 6.02337625e-03, 5.10341041e-02, -1.75307058e-02,\n",
" -7.67932320e-03, -1.24888765e-02, 1.25675872e-01, 9.24274176e-02,\n",
" 2.96963546e-02, 2.11880878e-02, 3.41743864e-02, -4.15822119e-02,\n",
" 5.33659011e-02, 9.35870335e-02, -9.22029465e-03, 3.27044129e-02,\n",
" -1.95877021e-03, -2.05614381e-02, -3.69586051e-02, -4.48401980e-02,\n",
" -4.87377569e-02, 7.31684789e-02, 2.63904762e-02, 8.39311443e-03,\n",
" 9.07109425e-05, -3.68092908e-04, -4.05515125e-03, -5.12136072e-02,\n",
" 8.12049881e-02, 7.16554672e-02, 1.35935089e-02, 5.39102443e-02,\n",
" 2.66600624e-02, 4.62850742e-02, -6.93131834e-02, -5.03803529e-02,\n",
" -3.44385975e-03, 8.01684037e-02, -5.76932691e-02, -1.09697012e-02,\n",
" -1.84036400e-02, -2.06118766e-02, 5.45474105e-02, 3.49840224e-02,\n",
" 2.01075245e-03, 1.80249717e-02, 6.52935728e-02, 6.29296154e-02,\n",
" -1.06483372e-02, -7.75127858e-02, -5.50173642e-03, -1.58960484e-02,\n",
" 1.13267815e-02, 4.73468192e-02, -8.72012228e-03, -6.87400699e-02,\n",
" 4.31713425e-02, -6.65157735e-02, -4.89543080e-02, -2.02079024e-03,\n",
" -1.91610120e-02, -6.27751648e-02, 2.08496377e-02, -2.09177341e-02,\n",
" 4.63027693e-02, -9.16600879e-03, -6.11530803e-02, -4.19918522e-02,\n",
" 1.22745158e-02, -7.54827540e-03, -1.44118536e-02, 3.84890474e-02,\n",
" -8.64959881e-02, -1.49933882e-02, -3.97076011e-02, 1.74607038e-02,\n",
" 5.82582653e-02, -5.00147082e-02, 3.16108838e-02, -4.92519289e-02,\n",
" 4.46379445e-02, -2.07081623e-02, -9.97512322e-03, 2.55561993e-02,\n",
" 4.65150289e-02, 3.76029648e-02, 5.13467640e-02, 3.06707490e-02,\n",
" -1.61121897e-02, 4.08388563e-02, 1.93972271e-02, -2.98800357e-02,\n",
" -6.27595261e-02, -2.62811240e-02, 1.89939030e-02, -5.68797514e-02,\n",
" -1.51314577e-02, -4.39501144e-02, -9.42126587e-02, 2.64350325e-02,\n",
" -9.60464531e-04, 8.86432081e-02, 8.37182067e-03, 1.61618292e-02,\n",
" 1.45731894e-02, 2.29039863e-02, -5.54100908e-02, -7.17739621e-03,\n",
" -1.23331577e-01, -1.43830217e-02, 4.95324470e-02, -3.76199670e-02,\n",
" -5.52035645e-02, -4.96818684e-02, -2.96891946e-03, 2.16810480e-02,\n",
" -4.83993292e-02, -9.01274756e-02, -3.82976979e-02, 5.89398742e-02,\n",
" -4.93339170e-03, -4.52184565e-02, -4.16039489e-02, 2.81167589e-02,\n",
" -6.19100928e-02, 1.21292854e-02, 7.00787306e-02, -8.35757237e-03,\n",
" -6.14473969e-03, -4.01726691e-03, 1.30727720e-02, 7.09467195e-03,\n",
" -2.56435871e-02, 1.93860475e-02, -4.79024984e-02, -8.60894918e-02,\n",
" 2.19890121e-02, -1.75070968e-02, 1.04747854e-01, -4.93454896e-02,\n",
" 2.92417724e-02, 8.09848495e-03, 8.95276442e-02, 3.84085961e-02,\n",
" 1.58075150e-02, -3.45097221e-02, 1.12410849e-02, 1.05382279e-02,\n",
" 8.25071409e-02, -1.87585386e-03, 3.61293033e-02, 3.56969498e-02,\n",
" -4.16607689e-03, 3.50654460e-02, -1.78154726e-02, 2.00807974e-02,\n",
" -8.17391369e-03, -3.71645205e-02, 3.40037234e-02, 5.85337915e-02,\n",
" 6.69315010e-02, 2.98770238e-02, 2.01242026e-02, 3.40805762e-02,\n",
" 1.17461872e-03, 4.27891761e-02, -1.57393701e-02, -5.64009361e-02,\n",
" -2.82346793e-02, 7.78032392e-02, -8.65459535e-03, -4.13405895e-02,\n",
" 4.64835837e-02, 1.41920662e-02, -5.87984920e-02, -4.79452237e-02,\n",
" 5.60961030e-02, 1.22639807e-02, 3.42545509e-02, -6.23736829e-02,\n",
" 1.29078841e-02, -4.34187017e-02, -8.70496687e-03, -2.64012851e-02,\n",
" -4.34408803e-03, 5.83437197e-02, 6.70731580e-03, 7.70063791e-03,\n",
" -3.97602990e-02, -6.73211664e-02, 2.94941273e-02, 1.69643760e-02,\n",
" 1.70323513e-02, 5.10100322e-03, 1.35170864e-02, -6.27445951e-02,\n",
" 6.33883327e-02, 5.03182691e-03, 6.37351573e-02, -3.61580700e-02,\n",
" 1.47120794e-02, 4.18071933e-02, 1.28141418e-01, 4.74433834e-03,\n",
" -5.98185882e-02, -1.02969132e-01, 3.17249745e-02, -3.01486701e-02,\n",
" -6.72204513e-03, -1.21148238e-02, 1.02701150e-02, 7.27780983e-02,\n",
" 2.25980636e-02, -2.56632697e-02, -1.53643982e-02, 7.53800794e-02,\n",
" 1.21463360e-02, -1.61313377e-02, -7.73245515e-03, -1.02001779e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'midwit': Embedding(embedding=array([ 7.62756914e-02, -5.21910414e-02, -4.08540992e-03, -1.35415308e-02,\n",
" -1.69246085e-02, -2.91438978e-02, 4.69307750e-02, 4.99929003e-02,\n",
" 6.63323700e-02, 7.06574544e-02, -2.92520504e-03, 1.05191879e-02,\n",
" 8.64774082e-03, 7.10130343e-03, -1.41653558e-02, -1.58048943e-02,\n",
" 1.61669403e-02, 8.35117325e-02, 3.52864489e-02, -6.34426763e-03,\n",
" -8.87660757e-02, -3.83558720e-02, 2.99045147e-04, 6.18829876e-02,\n",
" 8.04749876e-02, 4.26041372e-02, -2.60575823e-02, -4.61880751e-02,\n",
" 2.93106101e-02, -8.58758856e-03, 6.22618385e-02, -6.10722369e-03,\n",
" -5.25760800e-02, -3.14676994e-03, 3.24234478e-02, 1.27363103e-02,\n",
" -8.11379496e-03, -2.49269679e-02, -5.52871861e-02, 7.40101710e-02,\n",
" -2.52438313e-03, -1.63588915e-02, 5.98129071e-03, -1.02398871e-02,\n",
" 3.25974040e-02, -4.18742001e-02, -2.18286291e-02, 3.85810025e-02,\n",
" -5.37298247e-02, 1.77546833e-02, 2.91213896e-02, -1.73937026e-02,\n",
" 7.24797091e-03, 2.97205728e-02, 2.38655582e-02, 2.41799988e-02,\n",
" -1.89536940e-02, -4.44701165e-02, -2.32807081e-02, -1.43295852e-02,\n",
" 1.45604508e-02, 5.50128184e-02, 1.86250582e-02, 2.37597562e-02,\n",
" -4.61590709e-03, -6.98056610e-05, 2.88207829e-02, -2.15608850e-02,\n",
" -1.52819660e-02, -4.62733470e-02, -4.57185395e-02, 6.94225430e-02,\n",
" 2.25210730e-02, 1.62735268e-01, -5.65821351e-03, 2.06017271e-02,\n",
" 1.22212684e-02, -6.87252954e-02, 4.04061489e-02, -4.24883282e-03,\n",
" 8.26823339e-02, -1.08662620e-02, -8.49254429e-02, 4.73186225e-02,\n",
" -2.93627456e-02, 4.10092296e-03, -1.05802612e-02, -5.49413450e-02,\n",
" -4.60282564e-02, -5.25527373e-02, 7.30361789e-03, -2.29714308e-02,\n",
" -6.71433583e-02, -6.79033101e-02, -8.23538937e-03, -2.34519318e-02,\n",
" -5.59007749e-02, 2.00790446e-02, -4.10353802e-02, -8.15346744e-03,\n",
" -6.36086054e-03, -2.72644907e-02, -4.45788652e-02, -3.55207510e-02,\n",
" -3.92677709e-02, -1.06157409e-02, 1.24224764e-03, 2.34927889e-02,\n",
" -7.69517496e-02, 5.99883795e-02, -1.89165063e-02, -5.68974093e-02,\n",
" -2.90349089e-02, 3.33716604e-03, -1.44126313e-02, 9.22614485e-02,\n",
" 1.40028577e-02, 7.84264579e-02, -4.69489172e-02, -4.58513051e-02,\n",
" -1.48364872e-01, -4.26301360e-02, 5.00692390e-02, -1.44632189e-02,\n",
" -1.15862628e-02, -1.55201266e-02, -2.39763968e-02, 1.85957886e-02,\n",
" -4.14750166e-02, 2.95865759e-02, -7.62295397e-03, 6.54699653e-02,\n",
" -8.60280008e-04, 1.30222160e-02, -4.30303589e-02, 6.07470088e-02,\n",
" 1.62414964e-02, 5.28750941e-02, 9.78646614e-03, 4.52090148e-03,\n",
" -3.40804756e-02, -1.08656762e-02, -8.54121707e-03, -4.38331859e-03,\n",
" 3.41792665e-02, -4.19561518e-03, 2.58991662e-02, 3.60029042e-02,\n",
" -1.21285841e-02, -5.31755993e-03, 3.95057388e-02, 1.93631817e-02,\n",
" -7.90152233e-03, -1.99964456e-02, -8.82685184e-02, -7.37953931e-02,\n",
" 1.85822342e-02, -2.48990040e-02, 4.45693322e-02, -6.37366297e-03,\n",
" 6.52119890e-02, 7.49432296e-03, 2.89326143e-02, -6.83620721e-02,\n",
" -3.57062072e-02, 3.40521820e-02, -3.92941642e-04, -3.65855545e-02,\n",
" -5.93771867e-04, 5.91860414e-02, -4.54021394e-02, 6.17612191e-02,\n",
" -4.92573529e-02, -4.76813801e-02, 7.81419873e-03, -5.83513118e-02,\n",
" -2.76049450e-02, -2.81597935e-02, -8.98903888e-03, -1.92802306e-02,\n",
" 4.30531278e-02, -4.82321978e-02, 3.08018979e-02, 1.07387267e-02,\n",
" -3.56282853e-02, 5.90239204e-02, -3.14984657e-03, 1.47928819e-02,\n",
" -2.89911963e-02, 2.55693216e-02, -7.74743557e-02, -6.28131535e-03,\n",
" -3.76390032e-02, -1.03398524e-02, -3.18239257e-02, 5.11022471e-02,\n",
" 5.36671095e-02, -2.37476416e-02, -4.09036949e-02, 1.60684790e-02,\n",
" 8.34368542e-02, 4.73645069e-02, 3.56467925e-02, -5.17915264e-02,\n",
" 1.77907459e-02, 5.92525192e-02, 2.50086235e-03, -2.94666905e-02,\n",
" -7.81868584e-03, -2.06169533e-03, 3.46327387e-02, -3.14929634e-02,\n",
" 5.17490283e-02, -2.31910963e-02, -1.24277528e-02, 4.72871065e-02,\n",
" -6.45760447e-02, -4.84069735e-02, -4.66719121e-02, 2.74749938e-02,\n",
" 4.03858125e-02, 5.78155229e-03, 6.73035905e-02, -1.08630080e-02,\n",
" 2.57729611e-04, 9.68325883e-03, 1.13696558e-02, -2.32394692e-02,\n",
" 4.06015217e-02, -1.36220967e-03, -2.95065325e-02, 4.70714495e-02,\n",
" 1.14334961e-02, -3.38630415e-02, 1.48421908e-02, -2.97073903e-03,\n",
" -5.96000953e-03, 4.31036809e-03, 1.72563996e-02, -1.25042289e-01,\n",
" -1.42996106e-03, -5.16282171e-02, 8.15079287e-02, 7.60967582e-02,\n",
" 2.42910814e-03, -2.69629713e-02, -4.95842509e-02, 2.64696637e-03,\n",
" 3.58021818e-02, -2.61895712e-02, 2.77785137e-02, 1.03822881e-02,\n",
" -8.19787756e-02, -2.51104124e-02, 1.97184458e-02, 4.19610702e-02,\n",
" 7.93048739e-02, -9.53032821e-02, -4.66691963e-02, -5.14592007e-02,\n",
" -1.63923856e-02, -3.14489938e-04, -8.31218362e-02, -1.03811305e-02,\n",
" 7.89992139e-02, -4.69490774e-02, -1.85787361e-02, -6.59180284e-02,\n",
" -6.84589297e-02, 4.84568439e-02, -2.16458626e-02, 9.07499194e-02,\n",
" -1.90071855e-02, -5.27679622e-02, 2.16465127e-02, 7.63637340e-03,\n",
" 1.67359393e-02, 6.90680183e-03, -3.70580927e-02, -4.24476340e-03,\n",
" 2.34667435e-02, -1.47914030e-02, -3.14017087e-02, 5.16136512e-02,\n",
" 4.49941354e-03, -5.67401350e-02, -3.58341867e-03, -8.72003939e-03,\n",
" -4.19959612e-02, 3.97071242e-02, -2.62190234e-02, 3.20817567e-02,\n",
" -2.41671838e-02, 2.85096727e-02, 2.65641529e-02, -3.07870824e-02,\n",
" -4.09441367e-02, -2.56419852e-02, 9.59563777e-02, 8.04124177e-02,\n",
" 3.53108458e-02, 3.40072885e-02, 7.39597082e-02, -4.98051606e-02,\n",
" 6.39022961e-02, 4.33853865e-02, 9.63876117e-03, 2.81891115e-02,\n",
" -4.31202762e-02, -2.60402393e-02, -2.18977015e-02, -2.12642401e-02,\n",
" -1.16873505e-02, 4.49448042e-02, 3.05776037e-02, 1.32900728e-02,\n",
" 5.09247417e-04, -1.19946543e-02, 9.35943704e-03, -1.18699111e-01,\n",
" 7.88142383e-02, 6.91424608e-02, -2.20787749e-02, 6.93453476e-02,\n",
" 2.05767229e-02, 1.74042322e-02, -7.42527768e-02, -1.03509061e-01,\n",
" 1.13403266e-02, 5.67218997e-02, -6.47999421e-02, -2.38448884e-02,\n",
" -5.34180999e-02, -1.28321573e-02, 5.25271595e-02, 2.84940824e-02,\n",
" -2.80292090e-02, 3.71427089e-02, 6.60552755e-02, 6.16230778e-02,\n",
" -3.91417928e-02, -6.65498003e-02, -4.85293642e-02, -2.25375071e-02,\n",
" 4.02914546e-02, 5.49471118e-02, -2.14442108e-02, -8.43810737e-02,\n",
" 3.84704173e-02, -4.98569235e-02, -3.78183313e-02, -2.16605887e-02,\n",
" 4.00945498e-03, -2.80958470e-02, 2.66215801e-02, 1.47721451e-02,\n",
" 3.82946394e-02, -1.27772707e-02, -2.44946610e-02, -1.77669488e-02,\n",
" 2.45257318e-02, 2.87558162e-03, -4.75256238e-03, 2.53978427e-02,\n",
" -1.13518834e-01, -1.58041734e-02, -4.61387411e-02, 3.85374017e-02,\n",
" 4.81471345e-02, -1.30544426e-02, 1.56066921e-02, -8.43983591e-02,\n",
" 6.55728057e-02, 9.53026302e-03, -2.39791740e-02, 4.22154330e-02,\n",
" 2.34584454e-02, 2.17228346e-02, 4.25596014e-02, 8.94446205e-03,\n",
" 3.69482189e-02, 7.35513270e-02, 3.84651832e-02, 1.15262531e-02,\n",
" -4.65882979e-02, -5.53504340e-02, -2.15090322e-03, -4.68819700e-02,\n",
" 2.21808273e-02, 7.37266475e-03, -7.63603896e-02, 2.28750985e-02,\n",
" 1.29067050e-02, 1.07661046e-01, 1.66215189e-02, 1.10501396e-02,\n",
" -3.94404642e-02, 1.98481977e-02, -3.33695151e-02, 1.28780026e-02,\n",
" -1.28235146e-01, -9.25020687e-03, 8.94666389e-02, -3.82749066e-02,\n",
" -1.11003570e-01, -4.15213592e-02, 2.56128553e-02, 2.60848310e-02,\n",
" -2.06724126e-02, -9.28049013e-02, -5.28264754e-02, 7.62673244e-02,\n",
" -1.70242544e-02, -1.38585540e-02, -3.27583030e-02, 4.14826870e-02,\n",
" -2.11916119e-02, -3.01570762e-02, 5.20126708e-02, -1.75864007e-02,\n",
" -3.28055210e-02, 2.75056325e-02, 1.19880615e-02, -5.82302269e-03,\n",
" 2.20798980e-03, 2.78475042e-02, -1.81697924e-02, -3.53245027e-02,\n",
" 2.32292432e-03, -3.57076377e-02, 9.08489376e-02, -6.23942316e-02,\n",
" 1.92913134e-03, 7.27067981e-03, 9.27133709e-02, 7.06862584e-02,\n",
" 1.59941930e-02, -2.51627285e-02, 2.69749332e-02, 2.84205638e-02,\n",
" 7.66927600e-02, -1.13216098e-02, 2.23062765e-02, 1.91338547e-02,\n",
" -1.80260818e-02, -1.92146432e-02, 3.54500650e-03, -2.20342167e-03,\n",
" -1.73747241e-02, -5.67876734e-02, 1.27386972e-02, 2.98573282e-02,\n",
" 6.22730255e-02, -2.72804927e-02, -2.80802548e-02, 1.95386913e-03,\n",
" -1.28678912e-02, 1.53221283e-02, -3.22581106e-03, -5.75287268e-02,\n",
" 1.58980526e-02, 1.14584878e-01, -9.26332269e-03, -6.22978434e-03,\n",
" 1.37894908e-02, 1.00512709e-02, -3.75295356e-02, -2.76041646e-02,\n",
" 2.95543410e-02, 1.03985481e-02, 6.38229912e-03, -4.92976792e-02,\n",
" 1.85151919e-04, -5.18908538e-02, -4.19741161e-02, -6.25510663e-02,\n",
" 1.56510081e-02, 9.62405577e-02, -1.51820192e-02, -2.66623367e-02,\n",
" -2.96653993e-02, -2.19861735e-02, -1.82977486e-02, 5.15210368e-02,\n",
" 1.90497637e-02, -2.06794702e-02, 2.26199664e-02, -3.39769050e-02,\n",
" 8.40204880e-02, -3.94312590e-02, 5.00950553e-02, -3.28124017e-02,\n",
" 1.65442209e-04, 5.05502634e-02, 1.16290517e-01, -1.52995193e-03,\n",
" -1.84044614e-02, -1.18345186e-01, 2.63140500e-02, -3.07471287e-02,\n",
" 1.27060004e-02, 6.55040843e-03, 3.51135395e-02, 1.54228389e-01,\n",
" 4.73361760e-02, -6.65412750e-03, -2.38043629e-03, 8.57583359e-02,\n",
" 4.74094972e-03, -1.41502265e-02, 8.52240995e-03, -1.08116157e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'millers': Embedding(embedding=array([ 1.03246994e-01, -3.44939381e-02, -9.40822344e-03, 3.77180390e-02,\n",
" -1.00709805e-02, -5.38179241e-02, 1.65887158e-02, 6.20600991e-02,\n",
" 9.41349566e-02, 4.76785004e-02, -3.00193615e-02, 5.46704233e-02,\n",
" 3.49125639e-02, 2.46532820e-02, 3.01860506e-03, 4.29450311e-02,\n",
" 6.36266097e-02, 8.21088850e-02, -8.30204226e-03, -1.77222304e-02,\n",
" -7.73830637e-02, -3.06080803e-02, -5.92754409e-03, 4.56921309e-02,\n",
" -4.78910375e-03, 4.59043309e-03, 1.62270758e-02, -4.27050367e-02,\n",
" 4.20992188e-02, -1.71050727e-02, 6.99367747e-02, -2.43268367e-02,\n",
" 2.16484796e-02, -6.60894066e-03, 3.48228775e-02, -3.44989337e-02,\n",
" -4.68071140e-02, -2.05189493e-02, -9.67533216e-02, 4.53275405e-02,\n",
" -5.34571782e-02, 3.18915620e-02, -3.00457235e-02, -5.62259089e-03,\n",
" 5.13791665e-02, -5.70787489e-02, -4.08055969e-02, 6.42248392e-02,\n",
" -2.50928011e-02, 1.32448506e-02, 3.27907018e-02, -2.64351480e-02,\n",
" -4.76864341e-04, 2.58220006e-02, 3.98956165e-02, 7.09723085e-02,\n",
" -2.76320241e-02, -9.03064609e-02, -1.80649720e-02, -2.38666199e-02,\n",
" 3.42782252e-02, -3.21013341e-03, 1.78644620e-02, 1.43974293e-02,\n",
" 2.95497924e-02, 2.81898957e-02, 3.85665819e-02, 2.50568297e-02,\n",
" 1.19835907e-03, -1.90719776e-02, -6.27975096e-04, 2.20130919e-03,\n",
" 4.07113098e-02, 1.32440791e-01, -3.69998887e-02, 8.46268423e-03,\n",
" 2.84905732e-02, -9.58711579e-02, 3.21842544e-02, -1.12129254e-02,\n",
" 8.80762655e-03, 2.24335846e-02, -5.74728623e-02, 3.45474221e-02,\n",
" -1.40365646e-05, 5.72853759e-02, -1.22961979e-02, -9.65365618e-02,\n",
" -7.53414258e-02, -3.01792119e-02, -3.85945626e-02, -4.71974090e-02,\n",
" -1.23746293e-02, -9.72970650e-02, -8.25216025e-02, 2.89042480e-02,\n",
" -7.68006295e-02, 4.00107615e-02, 6.47275709e-03, 1.86558980e-02,\n",
" -1.55513510e-02, -2.51530316e-02, 3.47130001e-03, -1.43105304e-02,\n",
" -4.31979522e-02, -3.31015252e-02, 2.60545257e-05, 3.05484142e-02,\n",
" -3.69777232e-02, 6.36676773e-02, -4.69850227e-02, -1.08599812e-02,\n",
" 1.23956194e-02, -2.31601279e-02, 6.81501639e-04, 8.25066194e-02,\n",
" 3.51046473e-02, 7.51655325e-02, -6.34761155e-02, -1.38133438e-02,\n",
" -2.00227156e-01, -4.75620031e-02, 1.73918959e-02, 7.47234700e-03,\n",
" -2.94871274e-02, 3.23269889e-03, -3.71045768e-02, 3.75920832e-02,\n",
" -7.69799277e-02, -1.75370218e-03, 7.26717710e-03, 4.63620797e-02,\n",
" -4.07910757e-02, 2.10759770e-02, -2.76258718e-02, 5.55826537e-02,\n",
" 2.39416920e-02, 6.02324754e-02, -7.76794227e-03, 1.86585784e-02,\n",
" -2.04204097e-02, -1.73626076e-02, -4.10823859e-02, 1.33226505e-02,\n",
" -2.87280735e-02, 2.97729075e-02, -4.59940126e-03, 5.92442341e-02,\n",
" -4.48437333e-02, 1.05193174e-02, 4.49067131e-02, 2.90618539e-02,\n",
" -2.47299429e-02, 4.22371626e-02, -2.18266454e-02, -4.28918004e-02,\n",
" -2.55480744e-02, 3.62807512e-02, 3.79487351e-02, 6.96541509e-03,\n",
" 1.57522466e-02, 4.50758301e-02, 4.64370288e-02, -6.76883832e-02,\n",
" -8.00683647e-02, 3.09081771e-03, 1.19020361e-02, -2.36618035e-02,\n",
" 4.53080982e-02, 1.62031166e-02, -1.76352542e-02, 2.65196506e-02,\n",
" -4.27281149e-02, 1.48990219e-02, 5.22172377e-02, -9.51546133e-02,\n",
" -3.43896672e-02, -1.80297662e-02, 2.02578269e-02, -1.94855849e-04,\n",
" 2.31049173e-02, -3.90550345e-02, 3.00845806e-03, -1.93156898e-02,\n",
" 3.40614049e-03, 1.14196315e-02, 8.95032100e-03, 2.26419065e-02,\n",
" -3.65315974e-02, -1.12835653e-02, -8.46098810e-02, -2.45724227e-02,\n",
" -2.20155288e-02, 1.89522039e-02, -6.38699457e-02, 4.71577607e-02,\n",
" 6.34446889e-02, 8.96124821e-03, -3.98893356e-02, -9.87139344e-03,\n",
" 8.06189552e-02, 2.51636002e-02, 6.26553893e-02, -6.70832768e-03,\n",
" -4.13497463e-02, -2.28108163e-03, 4.96349111e-02, -2.63381805e-02,\n",
" -8.46886076e-03, -6.56775609e-02, 5.55628538e-02, -1.60077475e-02,\n",
" 8.26936960e-02, 6.90862536e-04, -1.67874489e-02, 2.18324251e-02,\n",
" -8.70470181e-02, -8.77179727e-02, -3.90027724e-02, 3.20751928e-02,\n",
" 4.75249700e-02, 1.62730478e-02, 6.99797571e-02, 2.95622777e-02,\n",
" 9.10764374e-03, -3.70010138e-02, 3.98753211e-02, -2.14517000e-03,\n",
" 1.07805766e-02, -2.03433912e-02, -5.43741323e-02, 4.85848263e-02,\n",
" 3.48948054e-02, -3.20246890e-02, 5.29086180e-02, -3.15052830e-02,\n",
" -6.12258315e-02, 7.75229000e-03, 1.75172631e-02, -7.96202496e-02,\n",
" -2.32718401e-02, -3.88536565e-02, 6.42289780e-03, 2.78855935e-02,\n",
" 2.44658571e-02, -4.60120626e-02, -5.01123108e-02, -2.78798211e-02,\n",
" 1.88400783e-02, -4.80682999e-02, -8.54548009e-04, 2.00999435e-02,\n",
" -7.10543096e-02, -2.61749122e-02, 4.34218049e-02, 1.28230331e-02,\n",
" 5.23281991e-02, -6.10392317e-02, -4.56071533e-02, -9.70489308e-02,\n",
" -4.52968590e-02, 9.15856194e-03, -3.12272944e-02, -2.37468723e-02,\n",
" 1.52859613e-02, 5.44641446e-03, -4.67658136e-03, -1.07640922e-01,\n",
" -8.69328454e-02, 1.96555220e-02, -4.19895239e-02, 1.05640180e-01,\n",
" -2.32597124e-02, -5.34479879e-02, 7.74825290e-02, 1.43045047e-02,\n",
" 4.52220328e-02, 2.31807902e-02, -8.64653196e-03, 1.60716772e-02,\n",
" 5.91080301e-02, -6.26843125e-02, 2.45071221e-02, 3.09654344e-02,\n",
" 9.66724008e-03, -2.14380044e-02, -3.39106061e-02, 9.96776670e-03,\n",
" -3.02796904e-02, 3.21975611e-02, 9.37116705e-03, 1.30120674e-02,\n",
" -4.09804545e-02, 1.89468246e-02, 4.23595048e-02, -1.52107021e-02,\n",
" -9.04843770e-03, -3.47321737e-03, 1.29289269e-01, 9.33914706e-02,\n",
" 2.09455229e-02, 1.40079372e-02, 1.84267070e-02, -4.17133905e-02,\n",
" 4.95229512e-02, 1.10695273e-01, -1.77075453e-02, 3.39768305e-02,\n",
" -3.86171043e-03, -1.47645706e-02, -1.30635817e-02, -3.87718976e-02,\n",
" -6.27412274e-02, 5.97509034e-02, 1.32783800e-02, 6.26350194e-03,\n",
" -1.10667469e-02, 1.74773543e-03, -1.17977066e-02, -5.23841977e-02,\n",
" 6.66800663e-02, 4.93328385e-02, 1.32620810e-02, 6.03884161e-02,\n",
" 2.65558530e-02, 5.84993931e-03, -5.85231222e-02, -4.57081646e-02,\n",
" -2.06851843e-03, 7.72984996e-02, -4.64314483e-02, -1.54257892e-02,\n",
" -1.37365172e-02, -2.65957564e-02, 6.94833100e-02, 3.64360027e-02,\n",
" 9.24568623e-03, 3.39321308e-02, 7.27619901e-02, 4.95122932e-02,\n",
" 3.41868238e-03, -5.40083498e-02, -1.21538555e-02, -4.81149042e-03,\n",
" -4.84912796e-03, 3.83302532e-02, -2.38310285e-02, -7.21570700e-02,\n",
" 4.70770746e-02, -8.44221711e-02, -4.79193293e-02, -8.46786704e-03,\n",
" -3.10919508e-02, -6.12370186e-02, 1.59491766e-02, -2.92470455e-02,\n",
" 3.44606414e-02, -2.41025742e-02, -5.20648547e-02, -3.05528715e-02,\n",
" 1.20158158e-02, -1.63316578e-02, -2.65654530e-02, 3.87438424e-02,\n",
" -6.15074970e-02, -9.27116256e-03, -2.50975713e-02, 1.21958032e-02,\n",
" 6.25844374e-02, -5.02661318e-02, 3.87558155e-02, -4.92637381e-02,\n",
" 3.97333726e-02, -2.05994416e-02, -3.77111399e-04, 2.39041559e-02,\n",
" 5.15223853e-02, 3.61719877e-02, 4.74802740e-02, 3.55593674e-02,\n",
" -2.84513980e-02, 3.23224626e-02, -3.41788493e-03, -3.11769936e-02,\n",
" -4.92432229e-02, -3.08461711e-02, 1.42634958e-02, -4.01594415e-02,\n",
" -1.90893970e-02, -5.58304861e-02, -1.03388041e-01, 1.56829767e-02,\n",
" -1.83522534e-02, 7.64362738e-02, 1.78410299e-02, 1.32770492e-02,\n",
" 2.49696244e-02, 2.41809394e-02, -6.00249916e-02, -2.29603741e-02,\n",
" -1.26019046e-01, -1.31185148e-02, 4.50848527e-02, -2.89252568e-02,\n",
" -6.02775663e-02, -5.57801686e-02, -3.32731241e-03, 2.19752863e-02,\n",
" -4.97169569e-02, -8.48751888e-02, -3.57041173e-02, 6.25740290e-02,\n",
" -1.64501350e-02, -2.18314063e-02, -5.81325591e-02, 1.59707889e-02,\n",
" -7.21816048e-02, 5.86882979e-03, 6.64128363e-02, -3.59693600e-04,\n",
" -1.10544276e-03, -2.05152668e-02, 1.77673381e-02, 5.93428966e-03,\n",
" -3.39163467e-02, 1.91619210e-02, -4.16573584e-02, -9.17124450e-02,\n",
" 2.44738050e-02, -7.07469834e-03, 1.00738958e-01, -4.79052328e-02,\n",
" 3.60175595e-02, 1.77559014e-02, 9.19528157e-02, 5.72956353e-02,\n",
" 2.25037877e-02, -1.77131947e-02, 3.23084812e-03, 1.07311038e-02,\n",
" 7.92840868e-02, 6.38244348e-03, 3.43127958e-02, 2.99586635e-02,\n",
" 5.85137168e-03, 3.04899774e-02, -1.80064868e-02, 2.12606061e-02,\n",
" -7.23389583e-03, -2.32278816e-02, 2.76922565e-02, 6.60306513e-02,\n",
" 7.51553103e-02, 3.56771573e-02, 7.33242044e-03, 5.63838482e-02,\n",
" 1.65519081e-02, 4.32224274e-02, -1.95623450e-02, -4.85829785e-02,\n",
" -3.12135182e-02, 5.40630966e-02, -4.48016333e-04, -4.47827168e-02,\n",
" 5.68264909e-02, 9.01526865e-03, -4.66623679e-02, -4.67667617e-02,\n",
" 5.20627461e-02, 1.83459669e-02, 3.62397991e-02, -4.11475524e-02,\n",
" -5.28277457e-03, -5.67243807e-02, 1.24206319e-02, -1.78262405e-02,\n",
" -9.40636545e-03, 4.71431725e-02, 1.12250159e-02, 7.34922616e-03,\n",
" -2.82950904e-02, -9.49162170e-02, 3.84272784e-02, 2.25141458e-03,\n",
" 9.11858678e-03, 1.04374364e-02, 1.48695661e-02, -6.11280426e-02,\n",
" 6.17204756e-02, 3.06266304e-02, 5.55556081e-02, -4.09828089e-02,\n",
" 1.85114574e-02, 3.57215740e-02, 1.14009045e-01, -8.36089160e-03,\n",
" -4.95012812e-02, -1.08778797e-01, 2.10739803e-02, -2.76725013e-02,\n",
" -1.44256931e-02, -8.07560701e-03, 2.52138171e-03, 6.88667968e-02,\n",
" 3.12059838e-02, -2.11835895e-02, -9.91285872e-03, 7.93600008e-02,\n",
" 2.25552320e-02, -6.53930893e-03, -7.59720744e-04, -9.13009271e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'mini-keanu': Embedding(embedding=array([ 9.18666497e-02, -4.96299639e-02, -1.90053768e-02, -3.01967859e-02,\n",
" 2.68845167e-03, -4.51698527e-02, 3.71826179e-02, 6.25503957e-02,\n",
" 9.36572850e-02, 7.93678835e-02, -7.13817775e-03, 3.99394333e-02,\n",
" 2.37608701e-02, 2.63411328e-02, -1.46734230e-02, 2.28871852e-02,\n",
" 4.36156839e-02, 8.70156512e-02, 1.68574378e-02, -2.66478378e-02,\n",
" -7.96001554e-02, -4.81426530e-02, 5.74069656e-03, 5.41290231e-02,\n",
" 3.01749650e-02, 3.01398840e-02, -2.94782734e-03, -4.21617627e-02,\n",
" 5.96509203e-02, -6.86715962e-03, 8.25177208e-02, -6.69064559e-03,\n",
" -2.44845524e-02, 2.33427811e-04, 2.69544292e-02, -1.38349440e-02,\n",
" -4.34986800e-02, -2.43010707e-02, -6.79356083e-02, 4.86467555e-02,\n",
" -3.82540077e-02, 1.80693495e-03, -2.13382728e-02, -2.14936249e-02,\n",
" 3.42706144e-02, -5.97577244e-02, -2.38382351e-02, 3.86110619e-02,\n",
" -2.96730977e-02, 2.83097420e-02, 3.03518008e-02, 1.82524964e-03,\n",
" 3.51852854e-03, 3.03193135e-03, 4.43027057e-02, 5.20279519e-02,\n",
" 1.28644416e-02, -6.42870888e-02, -2.90238727e-02, -3.86062153e-02,\n",
" 4.76613529e-02, 2.71496419e-02, 3.74372266e-02, 1.67708471e-02,\n",
" 1.30694173e-02, -4.29851096e-03, 3.25215720e-02, -1.21481449e-03,\n",
" -1.51827894e-02, -2.42179036e-02, -3.22483033e-02, 5.18547818e-02,\n",
" 9.20054317e-03, 1.64683536e-01, -6.97249034e-03, 2.80831698e-02,\n",
" 4.52642934e-03, -6.68354109e-02, 1.25917420e-02, -2.12265439e-02,\n",
" 6.61533251e-02, 3.91876092e-03, -7.46331736e-02, 6.10928833e-02,\n",
" -2.66620349e-02, 1.84250362e-02, -2.54407953e-02, -8.60700831e-02,\n",
" -5.24667613e-02, -5.05002700e-02, -4.92329709e-03, -2.72308979e-02,\n",
" -5.35235070e-02, -9.12405029e-02, -4.71329428e-02, 4.52487823e-03,\n",
" -7.30855241e-02, 2.91903559e-02, -2.78331507e-02, -1.71738528e-02,\n",
" -8.08224175e-03, -1.97366346e-02, -3.20623405e-02, -3.53138708e-02,\n",
" -4.03017998e-02, -3.40485270e-03, 1.03321997e-03, 2.76448764e-02,\n",
" -7.03786016e-02, 8.56876373e-02, -2.40433421e-02, -4.01469879e-02,\n",
" -1.92277133e-02, -4.49655717e-03, 2.91471258e-02, 7.75327235e-02,\n",
" 8.25088657e-03, 9.84265804e-02, -5.66235147e-02, -4.18721996e-02,\n",
" -1.39296740e-01, -6.31354079e-02, 3.67294662e-02, -4.54596383e-03,\n",
" -1.58201847e-02, 2.35311268e-03, -2.41103582e-02, 3.50257680e-02,\n",
" -6.05921410e-02, 2.43076980e-02, 6.56645140e-03, 7.61594847e-02,\n",
" -2.57906243e-02, 3.15489806e-02, -3.03198602e-02, 4.37914878e-02,\n",
" 3.57858697e-03, 5.45742959e-02, -4.43269312e-03, 2.46856478e-03,\n",
" -4.20311950e-02, -1.72414854e-02, 1.17602265e-02, -1.26810186e-03,\n",
" 6.75229961e-03, 2.31241453e-02, 1.49162542e-02, 6.71206564e-02,\n",
" -4.88795899e-02, 4.18960908e-03, 5.72400838e-02, 2.63375007e-02,\n",
" -2.44685952e-02, 1.02296388e-02, -5.93128987e-02, -7.08266273e-02,\n",
" -3.32887881e-02, -2.39414832e-04, 3.26637030e-02, -6.51618990e-04,\n",
" 2.86929663e-02, 4.58998010e-02, 2.52358317e-02, -6.01845123e-02,\n",
" -1.06492244e-01, 2.88730400e-04, -3.05830757e-03, -4.04430404e-02,\n",
" 1.52392695e-02, 6.05159439e-02, -4.47979122e-02, 5.28408587e-02,\n",
" -4.68986742e-02, 1.76662928e-03, 3.29094902e-02, -6.01368919e-02,\n",
" -2.41165869e-02, -2.27053706e-02, 2.37078685e-02, -1.63183715e-02,\n",
" 3.43036652e-02, -4.35162373e-02, 2.02656984e-02, -4.40104539e-03,\n",
" -7.14288419e-03, 3.17566842e-02, 1.56438090e-02, -1.02581633e-02,\n",
" -5.25895692e-02, 2.24578474e-02, -8.27215910e-02, -3.06030884e-02,\n",
" -2.62875669e-02, 3.55195650e-03, -6.32813722e-02, 3.68863828e-02,\n",
" 3.58824693e-02, -2.54453588e-02, -5.51306754e-02, 7.71696400e-03,\n",
" 9.00930837e-02, 3.43400091e-02, 4.29184847e-02, 1.26156126e-04,\n",
" -1.29982000e-02, 3.89167219e-02, 9.10993852e-03, -3.09695359e-02,\n",
" -1.31810065e-02, -3.05622313e-02, 5.10882512e-02, -1.48979230e-02,\n",
" 4.61033098e-02, 3.50556918e-03, -5.25463978e-03, 5.83788529e-02,\n",
" -6.03389926e-02, -7.28846416e-02, -5.38292825e-02, 3.26926038e-02,\n",
" 1.57344621e-02, 3.94893438e-02, 4.63498048e-02, -3.81841767e-03,\n",
" 1.94820724e-02, 7.98128732e-03, 2.34849360e-02, -3.33880819e-02,\n",
" 1.93886049e-02, 1.47035373e-02, -4.13043834e-02, 3.49104702e-02,\n",
" 2.71016210e-02, -4.31044213e-02, 3.36429067e-02, -2.65550949e-02,\n",
" -2.17865463e-02, 7.47291883e-03, 2.76063122e-02, -1.07982896e-01,\n",
" 3.13005340e-03, -4.99587506e-02, 4.34453450e-02, 7.76856989e-02,\n",
" 2.02303398e-02, -1.39878606e-02, -7.15556219e-02, -6.92338031e-03,\n",
" 5.12227938e-02, -3.22039910e-02, 2.95614898e-02, 9.09060473e-05,\n",
" -7.19405189e-02, -3.04912515e-02, 3.02071106e-02, 3.20641771e-02,\n",
" 5.26567996e-02, -6.75825253e-02, -6.39031902e-02, -6.93673715e-02,\n",
" -6.96502579e-03, -2.85876868e-03, -5.87964989e-02, -2.58867908e-02,\n",
" 2.51509398e-02, -2.16823686e-02, -1.11781806e-02, -8.22184086e-02,\n",
" -7.45844021e-02, 5.16112931e-02, -3.29552665e-02, 8.15924406e-02,\n",
" -3.98186520e-02, -5.22035286e-02, 3.29122730e-02, -1.45532843e-03,\n",
" 2.06770841e-02, 2.41813678e-02, 4.64268448e-03, 1.19435508e-02,\n",
" 4.88202795e-02, -3.46782655e-02, -2.09129266e-02, 6.21962287e-02,\n",
" -8.93779006e-03, -4.18163873e-02, -1.75675545e-02, -2.14305846e-03,\n",
" -5.70153259e-02, 4.09577154e-02, 1.35662034e-02, 6.62318990e-03,\n",
" -1.50934281e-02, -6.12766529e-03, 4.25820872e-02, -1.50641222e-02,\n",
" -1.98675282e-02, -2.34205145e-02, 1.08428366e-01, 7.97194391e-02,\n",
" 4.41519767e-02, 3.04008238e-02, 5.33485748e-02, -3.98360752e-02,\n",
" 5.74456118e-02, 5.00816554e-02, 1.03670256e-02, 1.70400739e-02,\n",
" -2.37503778e-02, -2.64643803e-02, -5.77560551e-02, -5.71740493e-02,\n",
" -3.09534855e-02, 7.21193776e-02, 2.76362561e-02, 1.65116265e-02,\n",
" 8.88669398e-03, -5.27218962e-03, 1.09246904e-02, -5.98907433e-02,\n",
" 8.99878964e-02, 8.41888040e-02, -5.62203059e-04, 4.53508608e-02,\n",
" 2.97827777e-02, 6.23437352e-02, -7.98610300e-02, -7.80162290e-02,\n",
" -1.20644690e-03, 6.42504096e-02, -7.58632123e-02, -4.51234682e-03,\n",
" -2.73723453e-02, -2.97390623e-03, 5.92005998e-02, 3.79970297e-02,\n",
" -1.80353248e-03, 2.29720157e-02, 6.01791739e-02, 6.56113699e-02,\n",
" -3.49515937e-02, -9.02509317e-02, -1.61189828e-02, -2.27726959e-02,\n",
" 3.39859128e-02, 5.55533394e-02, -1.65918786e-02, -6.83021992e-02,\n",
" 3.44744958e-02, -5.86977601e-02, -4.88293841e-02, 4.03798977e-03,\n",
" -1.73335150e-02, -5.85541241e-02, 2.92484947e-02, -6.30901614e-03,\n",
" 5.98516092e-02, 4.35128948e-03, -5.95932938e-02, -4.29705903e-02,\n",
" 2.20127124e-02, 8.57097039e-04, -2.89423987e-02, 3.25844698e-02,\n",
" -1.12441681e-01, -2.37533655e-02, -5.12044951e-02, 4.25580293e-02,\n",
" 4.18599173e-02, -4.13035452e-02, 2.07210090e-02, -6.52554184e-02,\n",
" 5.50617725e-02, 4.61677229e-03, -1.62012950e-02, 3.84990983e-02,\n",
" 3.84805761e-02, 3.42014804e-02, 5.72535135e-02, 2.95147616e-02,\n",
" 1.25870099e-02, 5.92772253e-02, 3.85790765e-02, -1.97125133e-02,\n",
" -5.59750348e-02, -4.40875292e-02, 1.02470983e-02, -6.48312792e-02,\n",
" -1.84626337e-02, -2.03278940e-02, -8.94005150e-02, 2.33200490e-02,\n",
" 4.04389901e-03, 1.12607293e-01, 2.41709710e-03, 1.24174831e-02,\n",
" -1.27065619e-02, 2.23272312e-02, -4.06202264e-02, -9.55175608e-03,\n",
" -1.25958651e-01, -8.41976050e-03, 5.90177141e-02, -4.83255647e-02,\n",
" -6.94735274e-02, -4.68817055e-02, -1.72951480e-03, 2.78224386e-02,\n",
" -4.52757291e-02, -8.50769132e-02, -3.88677046e-02, 5.46415560e-02,\n",
" -1.28696607e-02, -5.92820980e-02, -3.56893465e-02, 3.30975130e-02,\n",
" -3.67586613e-02, -1.02137476e-02, 6.56825155e-02, -1.82285421e-02,\n",
" -2.22311430e-02, 1.60120614e-02, 2.17534211e-02, 1.30790542e-03,\n",
" -1.07678752e-02, 3.55544873e-02, -5.62888011e-02, -7.20486194e-02,\n",
" 1.63338576e-02, -1.91809554e-02, 1.01852857e-01, -4.47506681e-02,\n",
" 1.67499762e-02, 1.33665949e-02, 7.56601766e-02, 2.73628831e-02,\n",
" 9.60182399e-03, -5.51317409e-02, 1.14605939e-02, 1.88016146e-02,\n",
" 7.39239529e-02, -1.49636790e-02, 2.95920167e-02, 3.97372618e-02,\n",
" -1.38120642e-02, 2.46985126e-02, 2.17772648e-03, 8.67191143e-03,\n",
" -6.97245868e-03, -4.31122966e-02, 3.45110036e-02, 4.66662757e-02,\n",
" 6.56308234e-02, 9.25768446e-03, 2.09219474e-02, 1.79117043e-02,\n",
" -5.95023809e-03, 4.22727205e-02, -1.86801534e-02, -6.82521835e-02,\n",
" -1.31394146e-02, 9.34213549e-02, -1.12446584e-02, -3.25285718e-02,\n",
" 3.29798795e-02, 3.20537873e-02, -5.21620288e-02, -4.16559689e-02,\n",
" 4.28163409e-02, -1.81793555e-04, 2.23012045e-02, -6.47760481e-02,\n",
" 2.39369683e-02, -3.94846871e-02, -2.91443150e-02, -4.23410721e-02,\n",
" 8.08387715e-03, 7.28803277e-02, -1.03044324e-02, 9.79380775e-03,\n",
" -4.02243584e-02, -3.53741534e-02, 1.39516797e-02, 2.43345685e-02,\n",
" 3.34599777e-03, -7.41153443e-03, 1.96486954e-02, -4.86615002e-02,\n",
" 6.33370355e-02, -1.56280864e-02, 6.40786141e-02, -1.92497447e-02,\n",
" 1.82951167e-02, 4.56381068e-02, 1.29526362e-01, 2.36153398e-02,\n",
" -5.06128967e-02, -9.24617797e-02, 4.82826754e-02, -4.11245152e-02,\n",
" 6.34155050e-03, -1.11666154e-02, 1.58231109e-02, 1.04285762e-01,\n",
" 2.24375986e-02, -2.82300524e-02, -2.83449236e-03, 7.39205778e-02,\n",
" -7.61573436e-03, -2.81986240e-02, 7.68949371e-03, -1.16648905e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'mmm': Embedding(embedding=array([ 9.64766517e-02, -4.76598926e-02, -1.48885036e-02, -2.93635149e-02,\n",
" -1.11280242e-03, -4.70145568e-02, 3.40521373e-02, 6.66731521e-02,\n",
" 1.01505332e-01, 7.88345039e-02, -9.80946515e-03, 3.65835540e-02,\n",
" 1.75142232e-02, 3.00463792e-02, -9.17026214e-03, 2.24975981e-02,\n",
" 4.10616025e-02, 8.73247609e-02, 1.43492809e-02, -2.28694957e-02,\n",
" -8.49914551e-02, -4.76920269e-02, 6.22187974e-03, 5.72827943e-02,\n",
" 2.38477364e-02, 2.94369757e-02, -5.20791067e-03, -4.01299857e-02,\n",
" 6.04877286e-02, -1.02864057e-02, 8.14524367e-02, -9.27052181e-03,\n",
" -2.08602995e-02, -4.31273691e-03, 3.41845490e-02, -1.13244019e-02,\n",
" -4.97875139e-02, -2.18052734e-02, -7.50354007e-02, 4.96950857e-02,\n",
" -3.89568023e-02, 4.05970309e-03, -1.75736453e-02, -2.09702533e-02,\n",
" 3.43897752e-02, -6.07300550e-02, -2.82533113e-02, 4.26407345e-02,\n",
" -3.16527709e-02, 2.99636703e-02, 2.80575454e-02, -3.03068152e-03,\n",
" 5.93498815e-03, 4.38291812e-03, 3.95901762e-02, 5.24629205e-02,\n",
" 1.30019747e-02, -6.86340705e-02, -3.49877067e-02, -3.89325134e-02,\n",
" 5.08380495e-02, 2.64819823e-02, 3.23882513e-02, 2.05500405e-02,\n",
" 1.91207379e-02, -4.76755109e-03, 3.27831730e-02, 9.47445724e-03,\n",
" -1.21538350e-02, -2.27532405e-02, -2.43306831e-02, 5.15325852e-02,\n",
" 1.37570985e-02, 1.64720878e-01, -8.65272153e-03, 2.37282217e-02,\n",
" 8.93111981e-04, -6.84395432e-02, 1.19484840e-02, -2.56774463e-02,\n",
" 6.94640502e-02, 1.70304941e-03, -7.36360326e-02, 5.16598001e-02,\n",
" -2.64772493e-02, 2.47309357e-02, -2.00974178e-02, -7.83198029e-02,\n",
" -5.46713211e-02, -4.63985913e-02, -7.20307231e-03, -3.11014913e-02,\n",
" -4.59713675e-02, -9.19122919e-02, -4.98964228e-02, 8.93324427e-03,\n",
" -7.44246989e-02, 2.92923711e-02, -2.24927943e-02, -1.58407483e-02,\n",
" -8.99278093e-03, -2.30912417e-02, -3.25967893e-02, -3.41959931e-02,\n",
" -3.84362377e-02, -9.01879743e-03, 6.86600048e-04, 2.91330405e-02,\n",
" -6.50094450e-02, 8.50057006e-02, -2.66167186e-02, -4.09369916e-02,\n",
" -1.55042000e-02, -1.06455414e-02, 2.69863382e-02, 8.04228932e-02,\n",
" 7.77442055e-03, 9.24525782e-02, -5.27675711e-02, -3.90889905e-02,\n",
" -1.39960527e-01, -5.78819737e-02, 3.54568399e-02, -5.14903665e-03,\n",
" -1.77900549e-02, 2.70678289e-03, -2.62496825e-02, 3.08694970e-02,\n",
" -6.04777411e-02, 1.79759469e-02, 3.89000913e-03, 7.61448443e-02,\n",
" -2.68364158e-02, 2.84737013e-02, -3.11474502e-02, 4.01368178e-02,\n",
" 2.33532535e-03, 5.73888570e-02, -5.09085134e-03, 6.03188435e-03,\n",
" -4.13604528e-02, -1.59631409e-02, 6.42646244e-03, 6.32908987e-03,\n",
" -1.48041197e-03, 2.17231475e-02, 1.40623376e-02, 6.89202175e-02,\n",
" -4.58654501e-02, 3.88131826e-03, 6.15845621e-02, 2.75712740e-02,\n",
" -2.85667051e-02, 9.33264941e-03, -6.22583404e-02, -6.81203604e-02,\n",
" -3.41323316e-02, -3.45013849e-03, 3.14519778e-02, -5.02314535e-04,\n",
" 2.80475300e-02, 4.73536439e-02, 3.05479970e-02, -5.67917451e-02,\n",
" -1.03920795e-01, -8.57017701e-04, 1.65455882e-03, -4.09421995e-02,\n",
" 1.62132606e-02, 5.76928928e-02, -4.49718721e-02, 5.35370149e-02,\n",
" -5.24739139e-02, 1.19181117e-03, 4.06904444e-02, -6.00549318e-02,\n",
" -3.00116353e-02, -2.16561072e-02, 1.75816230e-02, -1.52657265e-02,\n",
" 2.71121915e-02, -4.53636087e-02, 2.72968076e-02, -7.45640788e-03,\n",
" -1.46713695e-02, 3.29349115e-02, 2.19139159e-02, -1.09390076e-02,\n",
" -4.94471565e-02, 1.55695751e-02, -8.19217265e-02, -2.86208894e-02,\n",
" -3.00744791e-02, 4.97096777e-03, -6.02203123e-02, 3.67522128e-02,\n",
" 3.64367850e-02, -3.23900990e-02, -4.99365069e-02, 6.51258649e-03,\n",
" 8.94344077e-02, 3.35970744e-02, 4.36223522e-02, 5.85355656e-03,\n",
" -1.28986696e-02, 3.64565402e-02, 1.31116239e-02, -2.92663369e-02,\n",
" -8.53658374e-03, -3.18177938e-02, 5.28891236e-02, -1.71177927e-02,\n",
" 4.79479134e-02, 3.13755730e-03, -2.87794019e-03, 5.50755933e-02,\n",
" -5.86966760e-02, -7.27597773e-02, -5.87689131e-02, 4.03845683e-02,\n",
" 1.59160346e-02, 3.64945456e-02, 4.73814122e-02, 1.22729642e-03,\n",
" 2.48342045e-02, 7.52723403e-03, 2.91367974e-02, -3.31479311e-02,\n",
" 1.57490522e-02, 1.71648469e-02, -4.26047444e-02, 3.55863050e-02,\n",
" 2.89141499e-02, -3.44708189e-02, 3.24855298e-02, -2.49101780e-02,\n",
" -1.97927076e-02, 4.13295208e-03, 3.03451624e-02, -1.07650511e-01,\n",
" 1.40076340e-03, -5.17674424e-02, 4.73330282e-02, 7.60712996e-02,\n",
" 1.82337798e-02, -1.40502155e-02, -7.04627857e-02, -4.82765585e-03,\n",
" 4.97170314e-02, -3.46099436e-02, 2.54278872e-02, 3.26444372e-03,\n",
" -7.06850663e-02, -3.33410352e-02, 3.10287178e-02, 2.60925740e-02,\n",
" 4.99751270e-02, -7.30338097e-02, -7.13534430e-02, -6.87386841e-02,\n",
" -3.22241709e-03, -5.09239081e-03, -6.27345741e-02, -2.73758061e-02,\n",
" 3.02543286e-02, -2.09216066e-02, -1.33015886e-02, -8.47042575e-02,\n",
" -7.77779743e-02, 4.87305224e-02, -3.35798152e-02, 8.60285461e-02,\n",
" -3.19394767e-02, -5.20450994e-02, 3.55006494e-02, 1.04882326e-02,\n",
" 2.45103389e-02, 2.42772307e-02, 5.88019425e-03, 8.47464800e-03,\n",
" 4.90192957e-02, -3.72587144e-02, -2.38556024e-02, 5.82500435e-02,\n",
" -6.94377720e-03, -3.82600054e-02, -1.75054334e-02, -3.50744976e-03,\n",
" -5.66355549e-02, 4.09402065e-02, 1.60498694e-02, 6.83787186e-03,\n",
" -1.66322812e-02, -9.94586665e-03, 4.23238054e-02, -1.62989255e-02,\n",
" -2.06457414e-02, -2.33743899e-02, 1.13445394e-01, 8.72138962e-02,\n",
" 4.26419899e-02, 3.29130851e-02, 5.04547432e-02, -3.90137881e-02,\n",
" 5.62310852e-02, 5.47996685e-02, 7.00130174e-03, 2.14180760e-02,\n",
" -2.11085044e-02, -3.11457720e-02, -5.23616038e-02, -5.26102670e-02,\n",
" -3.40914913e-02, 7.34219551e-02, 2.71561500e-02, 1.97075028e-02,\n",
" 9.01409052e-03, -1.02764405e-02, 9.80534777e-03, -5.76689057e-02,\n",
" 9.21053514e-02, 8.13420340e-02, -1.04702497e-03, 4.74650636e-02,\n",
" 3.65550369e-02, 5.33965230e-02, -7.62448907e-02, -7.83064216e-02,\n",
" 8.76781633e-05, 5.94224632e-02, -7.43409097e-02, -2.63420353e-03,\n",
" -2.99122874e-02, -5.89263206e-03, 5.67572974e-02, 3.40086445e-02,\n",
" -3.70529760e-03, 2.46004891e-02, 6.45254701e-02, 6.60647824e-02,\n",
" -3.20893675e-02, -8.39141831e-02, -1.42454104e-02, -2.69563869e-02,\n",
" 2.98327096e-02, 5.25022000e-02, -1.98926032e-02, -7.24138394e-02,\n",
" 4.07103039e-02, -6.62740692e-02, -4.91563864e-02, 3.05780536e-03,\n",
" -2.03350261e-02, -5.72627932e-02, 2.73423083e-02, -6.25707721e-03,\n",
" 5.13165221e-02, -2.05061212e-03, -5.90790808e-02, -4.27610353e-02,\n",
" 2.12614778e-02, 1.40228833e-04, -3.28739360e-02, 2.87820790e-02,\n",
" -1.12104483e-01, -2.43192520e-02, -5.19251972e-02, 4.22421172e-02,\n",
" 4.51850258e-02, -3.98773029e-02, 2.23136097e-02, -6.06967509e-02,\n",
" 5.73584028e-02, 7.57873012e-03, -1.63292401e-02, 3.85435186e-02,\n",
" 3.98323350e-02, 2.86934655e-02, 5.33068776e-02, 3.02856807e-02,\n",
" 7.71501055e-03, 6.13849461e-02, 3.01941838e-02, -1.66819897e-02,\n",
" -5.37909269e-02, -4.32189032e-02, 1.18524386e-02, -6.27883151e-02,\n",
" -2.04196014e-02, -1.80537011e-02, -8.87711421e-02, 2.45205928e-02,\n",
" -1.63362827e-03, 1.02968127e-01, -1.86490535e-03, 1.35764219e-02,\n",
" -9.24172811e-03, 2.39916183e-02, -4.10727300e-02, -1.19374497e-02,\n",
" -1.30220219e-01, -2.01390171e-03, 5.99757433e-02, -4.66309488e-02,\n",
" -6.94996119e-02, -4.85919863e-02, -1.89917278e-03, 2.88555007e-02,\n",
" -4.80234921e-02, -8.62107798e-02, -4.10171039e-02, 5.31841367e-02,\n",
" -1.21442107e-02, -5.93287498e-02, -4.02004868e-02, 3.78569514e-02,\n",
" -4.07357402e-02, -7.18677649e-03, 6.95633143e-02, -1.92077011e-02,\n",
" -1.45219909e-02, 1.29373176e-02, 2.26037689e-02, 2.43915990e-03,\n",
" -1.42285712e-02, 3.20840962e-02, -5.50071746e-02, -7.02583492e-02,\n",
" 1.57241933e-02, -1.95033327e-02, 1.02271073e-01, -4.44688089e-02,\n",
" 2.29902025e-02, 1.11157978e-02, 7.68159479e-02, 2.70866472e-02,\n",
" 9.34120268e-03, -5.32575324e-02, 7.28710275e-03, 2.40652896e-02,\n",
" 7.38600791e-02, -1.25547880e-02, 2.78753545e-02, 4.29963619e-02,\n",
" -1.30797466e-02, 2.30291691e-02, -4.64680512e-03, 1.24982484e-02,\n",
" -1.07068643e-02, -4.23705876e-02, 3.20524871e-02, 4.41488698e-02,\n",
" 6.54437318e-02, 1.19162463e-02, 2.25529149e-02, 1.94932967e-02,\n",
" -3.80766927e-03, 4.72316816e-02, -1.27646644e-02, -6.59146383e-02,\n",
" -1.35179274e-02, 8.71489644e-02, -1.02912262e-02, -3.63453068e-02,\n",
" 3.84978689e-02, 2.85704155e-02, -5.66072054e-02, -4.50447015e-02,\n",
" 3.39879058e-02, -5.01686428e-03, 2.09086984e-02, -6.70734420e-02,\n",
" 1.69464387e-02, -3.78457420e-02, -2.45219506e-02, -3.80243696e-02,\n",
" 7.38569302e-03, 6.68801740e-02, -9.94969532e-03, 8.72463919e-03,\n",
" -4.21245024e-02, -4.25857715e-02, 1.71088241e-02, 2.28167139e-02,\n",
" 4.96543851e-03, -6.03727438e-03, 1.68521348e-02, -4.76236790e-02,\n",
" 6.32910356e-02, -1.42255947e-02, 6.28896728e-02, -1.56588014e-02,\n",
" 1.89730357e-02, 4.64398377e-02, 1.35065854e-01, 2.42863595e-02,\n",
" -5.90638742e-02, -9.52754840e-02, 4.35943417e-02, -3.61833647e-02,\n",
" 5.01274224e-03, -1.46696018e-02, 1.66585576e-02, 9.80313644e-02,\n",
" 2.74788998e-02, -2.81382874e-02, -4.29553585e-03, 6.86667189e-02,\n",
" -5.26129268e-03, -2.82930322e-02, 7.90655799e-03, -1.15954697e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'money': Embedding(embedding=array([ 1.08424515e-01, -3.52133960e-02, -1.35880904e-02, 1.79899409e-02,\n",
" -8.20324477e-03, -6.16510324e-02, 2.72817798e-02, 5.94075136e-02,\n",
" 1.02257527e-01, 4.54907417e-02, -3.01607773e-02, 5.01770489e-02,\n",
" 4.03587893e-02, 1.89800952e-02, -1.99908204e-03, 4.10571136e-02,\n",
" 6.22530021e-02, 8.50849003e-02, -1.99584640e-03, -1.81339439e-02,\n",
" -8.09073597e-02, -3.23038623e-02, -7.85570010e-05, 5.08524962e-02,\n",
" 4.60776966e-03, 1.49407173e-02, 1.33775659e-02, -4.06594723e-02,\n",
" 4.93914299e-02, -1.34015922e-02, 8.04191902e-02, -2.87655741e-02,\n",
" 1.95425767e-02, -1.11163070e-03, 3.74819301e-02, -3.27537283e-02,\n",
" -4.13598940e-02, -1.75106134e-02, -9.55618024e-02, 4.06774059e-02,\n",
" -4.45738249e-02, 2.20720395e-02, -2.69469619e-02, -7.72093236e-03,\n",
" 4.51542102e-02, -6.20058663e-02, -3.99819948e-02, 5.45482710e-02,\n",
" -2.59577744e-02, 8.04612320e-03, 3.77263874e-02, -2.14326233e-02,\n",
" 3.47946445e-03, 2.68979445e-02, 4.96910028e-02, 7.34713450e-02,\n",
" -2.70632021e-02, -9.14753303e-02, -1.84161831e-02, -1.91531051e-02,\n",
" 3.35688479e-02, 1.07783368e-02, 1.87420826e-02, 1.69129558e-02,\n",
" 2.19701044e-02, 2.42157783e-02, 4.27663960e-02, 2.71527581e-02,\n",
" -1.92379253e-03, -1.54120969e-02, -9.98741668e-03, 7.37936236e-03,\n",
" 2.98986994e-02, 1.37997419e-01, -2.94241998e-02, 1.10033965e-02,\n",
" 2.50368863e-02, -9.55359191e-02, 3.14077437e-02, -1.02220792e-02,\n",
" 8.51112697e-03, 2.66244337e-02, -6.30804896e-02, 3.67576703e-02,\n",
" -9.82112717e-03, 4.85963896e-02, -1.77023262e-02, -9.93643254e-02,\n",
" -6.37824088e-02, -2.26741806e-02, -3.31380777e-02, -5.07555306e-02,\n",
" -1.78837273e-02, -8.54053870e-02, -8.09289142e-02, 3.08002513e-02,\n",
" -7.62087926e-02, 4.28854004e-02, 5.64970891e-04, 1.59648694e-02,\n",
" -1.41659174e-02, -1.27648218e-02, 2.85280379e-03, -2.05810610e-02,\n",
" -4.17670123e-02, -2.95684747e-02, -1.21354606e-05, 3.41602862e-02,\n",
" -4.31102850e-02, 7.49218017e-02, -4.87251468e-02, -1.16852242e-02,\n",
" 6.48991577e-03, -9.94009338e-03, -2.73120543e-03, 7.66324326e-02,\n",
" 3.51541303e-02, 8.03812370e-02, -7.16017708e-02, -1.63754076e-02,\n",
" -1.88398987e-01, -4.91655581e-02, 2.56002676e-02, 1.29407417e-04,\n",
" -2.66383737e-02, 6.51443191e-03, -3.19402367e-02, 4.41882201e-02,\n",
" -7.48640746e-02, 1.04087573e-02, 7.17478944e-03, 4.86553609e-02,\n",
" -3.75923216e-02, 2.07460411e-02, -3.11242938e-02, 6.02789372e-02,\n",
" 1.68421138e-02, 6.06499203e-02, -3.86305456e-03, 1.33931600e-02,\n",
" -1.97549164e-02, -2.80540250e-02, -2.93262862e-02, 1.15204854e-02,\n",
" -2.77013034e-02, 3.40530425e-02, 4.75594960e-03, 5.64409047e-02,\n",
" -4.99294065e-02, 9.65132285e-03, 4.21647765e-02, 3.05572432e-02,\n",
" -2.83406805e-02, 3.84497121e-02, -2.50366367e-02, -4.84970361e-02,\n",
" -2.66504046e-02, 2.81245969e-02, 3.72579657e-02, 8.04352388e-03,\n",
" 2.67423056e-02, 4.62303348e-02, 5.09022176e-02, -6.80228993e-02,\n",
" -8.58886763e-02, 6.17064210e-03, 4.05697478e-03, -3.17124054e-02,\n",
" 4.32958789e-02, 3.33210304e-02, -2.27007680e-02, 2.84025446e-02,\n",
" -4.28101905e-02, 1.83298439e-02, 4.65608574e-02, -8.79218727e-02,\n",
" -2.79728156e-02, -5.33344457e-03, 2.93365940e-02, 3.02145467e-03,\n",
" 3.13307643e-02, -4.06945944e-02, 6.40149321e-03, -1.99560616e-02,\n",
" 2.46116845e-03, 9.55992471e-03, -2.68239388e-03, 2.07706448e-02,\n",
" -4.38104607e-02, -6.07523648e-03, -8.36810172e-02, -3.12177446e-02,\n",
" -1.59546863e-02, 1.12279896e-02, -5.83885834e-02, 4.00825068e-02,\n",
" 5.75129129e-02, 5.72640973e-04, -4.66154404e-02, -9.43156984e-03,\n",
" 8.11970085e-02, 2.80832667e-02, 5.51870614e-02, -7.50736147e-03,\n",
" -3.57363783e-02, 5.98070957e-03, 4.04735617e-02, -2.28462778e-02,\n",
" -6.35731360e-03, -6.05539195e-02, 5.58813736e-02, -1.37996199e-02,\n",
" 7.19039962e-02, -4.11821855e-03, -1.40815191e-02, 3.01805586e-02,\n",
" -9.42089707e-02, -8.75858739e-02, -4.13075946e-02, 3.49190794e-02,\n",
" 3.41096148e-02, 2.37943362e-02, 6.51849359e-02, 2.25414634e-02,\n",
" 2.07409868e-03, -3.80505547e-02, 3.50552201e-02, -2.91029853e-03,\n",
" 3.72658903e-03, -1.82666313e-02, -5.47316372e-02, 3.96312699e-02,\n",
" 3.72124352e-02, -3.60540003e-02, 5.38661964e-02, -4.54585887e-02,\n",
" -6.04190640e-02, 1.68237071e-02, 1.96580309e-02, -8.83920565e-02,\n",
" -1.82243362e-02, -5.11748232e-02, 1.89444441e-02, 4.14655022e-02,\n",
" 2.49461420e-02, -3.21806222e-02, -6.24688268e-02, -2.00578980e-02,\n",
" 3.43618654e-02, -4.23747413e-02, 1.64748856e-03, 1.94236320e-02,\n",
" -6.88366964e-02, -2.24442463e-02, 4.46916223e-02, 1.86030008e-02,\n",
" 5.75865805e-02, -6.09504618e-02, -4.32541855e-02, -9.11301747e-02,\n",
" -4.19685021e-02, 1.68006029e-02, -4.00131978e-02, -2.70088315e-02,\n",
" 1.47516001e-02, 2.36428739e-03, -4.70556831e-03, -1.04207702e-01,\n",
" -7.54475147e-02, 2.91279387e-02, -3.90828624e-02, 9.61219370e-02,\n",
" -2.49605980e-02, -5.29316068e-02, 7.64223486e-02, 1.52190682e-02,\n",
" 4.43833284e-02, 2.44178791e-02, -6.63049659e-03, 1.07838446e-02,\n",
" 6.56615272e-02, -5.99299893e-02, 1.29578477e-02, 4.33492400e-02,\n",
" 6.68133842e-03, -2.20278576e-02, -3.41435857e-02, 1.62811223e-02,\n",
" -3.46056297e-02, 4.16066423e-02, 4.54549259e-03, 1.05994940e-02,\n",
" -3.48690674e-02, 1.84578989e-02, 4.43435982e-02, -2.23533437e-02,\n",
" -9.92490444e-03, -6.79167639e-03, 1.23896874e-01, 8.97834748e-02,\n",
" 1.94679964e-02, 1.79071166e-02, 2.37364396e-02, -4.52048294e-02,\n",
" 5.35097942e-02, 1.08450748e-01, -1.51221128e-02, 3.20695601e-02,\n",
" -8.99676606e-03, -1.40363453e-02, -2.28911079e-02, -4.25108261e-02,\n",
" -5.35499863e-02, 7.32245073e-02, 2.25429647e-02, 3.01406556e-03,\n",
" -5.05850418e-03, 3.54643632e-03, -5.07642282e-03, -5.52847348e-02,\n",
" 6.94140568e-02, 5.98185919e-02, 2.25814823e-02, 5.15699461e-02,\n",
" 2.48144027e-02, 2.25428231e-02, -6.44423589e-02, -4.45960872e-02,\n",
" 2.33432598e-04, 8.39524940e-02, -5.01972996e-02, -1.68102402e-02,\n",
" -1.86721738e-02, -2.20982544e-02, 5.74165136e-02, 3.77739407e-02,\n",
" 6.09253766e-03, 2.53458228e-02, 7.42476806e-02, 5.63240722e-02,\n",
" -4.40238090e-03, -7.09509701e-02, -8.86831526e-03, -4.21354501e-03,\n",
" -3.59678554e-04, 4.61543612e-02, -1.71518978e-02, -7.89902434e-02,\n",
" 4.36733402e-02, -7.62832761e-02, -4.80937250e-02, -5.41151688e-03,\n",
" -2.49315090e-02, -6.26411736e-02, 9.67007130e-03, -2.64020897e-02,\n",
" 3.50830369e-02, -2.73831394e-02, -5.58931008e-02, -3.60921100e-02,\n",
" 1.34375114e-02, -1.35116391e-02, -2.33503506e-02, 3.93048786e-02,\n",
" -6.93613589e-02, -1.54792257e-02, -3.87666263e-02, 1.64808333e-02,\n",
" 6.36093393e-02, -5.06790467e-02, 3.30134891e-02, -4.26630899e-02,\n",
" 3.85347158e-02, -2.39451714e-02, -1.11266142e-02, 2.42604874e-02,\n",
" 4.87724841e-02, 3.77256274e-02, 4.71984670e-02, 2.75350362e-02,\n",
" -2.92162579e-02, 4.49779145e-02, 3.54818488e-03, -3.23448926e-02,\n",
" -5.46313375e-02, -2.99942773e-02, 1.53558096e-02, -4.51896824e-02,\n",
" -1.06167523e-02, -4.89196032e-02, -9.59605575e-02, 2.03074366e-02,\n",
" -1.10408328e-02, 8.15886334e-02, 1.70542412e-02, 2.07691193e-02,\n",
" 2.48484500e-02, 1.89821832e-02, -6.00190535e-02, -1.08046075e-02,\n",
" -1.23945273e-01, -2.20523868e-02, 4.87421192e-02, -2.86963005e-02,\n",
" -6.15814924e-02, -4.63939272e-02, -2.86553899e-04, 2.27371603e-02,\n",
" -3.90556492e-02, -9.27560255e-02, -4.05453108e-02, 6.60790429e-02,\n",
" -3.02139809e-03, -2.68562697e-02, -5.09649031e-02, 2.07843520e-02,\n",
" -6.21848926e-02, 1.28569715e-02, 6.61700517e-02, -9.58802272e-03,\n",
" -5.73423738e-03, -1.00810844e-02, 1.97980292e-02, -1.33538409e-03,\n",
" -3.19473185e-02, 1.79720838e-02, -5.00637703e-02, -9.07230005e-02,\n",
" 2.08608657e-02, -1.65496357e-02, 9.95478854e-02, -5.21863997e-02,\n",
" 2.99381763e-02, 1.29290521e-02, 9.00901705e-02, 4.46312502e-02,\n",
" 1.77615173e-02, -2.79552098e-02, 7.08177593e-03, 1.00510065e-02,\n",
" 8.19737613e-02, 9.72704682e-03, 3.89684662e-02, 3.60394455e-02,\n",
" 2.84324121e-03, 3.24659906e-02, -1.77158508e-02, 1.47239985e-02,\n",
" -7.68120587e-03, -3.09686232e-02, 2.54617725e-02, 6.19411990e-02,\n",
" 7.02904537e-02, 2.86726840e-02, 1.74144469e-02, 4.51564416e-02,\n",
" 1.71283521e-02, 4.15780656e-02, -1.95885506e-02, -5.69882616e-02,\n",
" -2.20726542e-02, 6.76580593e-02, -1.17224001e-03, -4.51197065e-02,\n",
" 5.07136956e-02, 7.84270559e-03, -5.12848794e-02, -4.62838039e-02,\n",
" 6.09670132e-02, 1.51282502e-02, 3.17375138e-02, -4.97928262e-02,\n",
" 2.92339013e-03, -4.63376790e-02, 5.68741641e-04, -2.99506169e-02,\n",
" -7.82524236e-03, 5.31017147e-02, 1.09441401e-02, 1.00750558e-03,\n",
" -3.72462124e-02, -8.00868273e-02, 3.26456875e-02, 6.23829430e-03,\n",
" 9.98707023e-03, 3.71662877e-03, 1.21550327e-02, -5.69611788e-02,\n",
" 6.16523400e-02, 1.96920279e-02, 6.97876960e-02, -4.32502143e-02,\n",
" 1.31667079e-02, 3.88194211e-02, 1.18807733e-01, -1.16762836e-02,\n",
" -4.98662964e-02, -1.06261395e-01, 2.39398684e-02, -3.16638313e-02,\n",
" -9.22016986e-03, -4.20821086e-03, 5.60901780e-03, 6.87828660e-02,\n",
" 2.66933702e-02, -3.07754856e-02, -1.00808907e-02, 8.12821835e-02,\n",
" 1.41496686e-02, -3.50093679e-03, -1.04051353e-02, -9.19028148e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'mordor': Embedding(embedding=array([ 0.1086969 , -0.0407221 , -0.01790693, -0.00566324, -0.00472799,\n",
" -0.05899505, 0.03088286, 0.05913609, 0.10526647, 0.06852952,\n",
" -0.01300248, 0.03864807, 0.02515485, 0.02081731, -0.01274082,\n",
" 0.02447256, 0.0550656 , 0.08885061, 0.0056831 , -0.02372164,\n",
" -0.08571172, -0.04235355, 0.00450436, 0.05886772, 0.01843879,\n",
" 0.02214336, 0.00275424, -0.04122243, 0.05499709, -0.01551603,\n",
" 0.07913423, -0.01598921, -0.00213409, 0.01027697, 0.03734926,\n",
" -0.01829567, -0.05494688, -0.01925505, -0.08170554, 0.04319051,\n",
" -0.04722381, 0.00943873, -0.0183868 , -0.01670535, 0.04262857,\n",
" -0.06410895, -0.03981331, 0.0453929 , -0.02977584, 0.01912345,\n",
" 0.02798913, -0.01448319, 0.00188444, 0.01134966, 0.04589359,\n",
" 0.06405619, -0.00141043, -0.08511811, -0.02341211, -0.02621836,\n",
" 0.0481001 , 0.02078621, 0.02622869, 0.02346402, 0.01644108,\n",
" 0.00993087, 0.03789424, 0.01838448, -0.01015757, -0.01937664,\n",
" -0.02691732, 0.03013096, 0.02261081, 0.15819344, -0.01979703,\n",
" 0.01544868, 0.01499916, -0.07244152, 0.02105093, -0.01743234,\n",
" 0.04487419, 0.0171323 , -0.07387065, 0.04481105, -0.02095857,\n",
" 0.03648712, -0.02611494, -0.09650036, -0.05546855, -0.02948249,\n",
" -0.01619473, -0.03942539, -0.03531834, -0.08561934, -0.06466006,\n",
" 0.02537272, -0.07794226, 0.03015306, -0.01850245, -0.00242228,\n",
" -0.01557497, -0.02116838, -0.01997319, -0.02740342, -0.03589499,\n",
" -0.01893979, 0.00035431, 0.03113594, -0.04474851, 0.07941031,\n",
" -0.03194642, -0.02861807, -0.01156781, -0.00944007, 0.00982475,\n",
" 0.08402999, 0.02051462, 0.09196153, -0.0671221 , -0.02652426,\n",
" -0.16449456, -0.05660633, 0.03679949, -0.00297031, -0.02250421,\n",
" -0.00088138, -0.03476326, 0.04621737, -0.06708125, 0.01127143,\n",
" 0.00669546, 0.06405073, -0.02476405, 0.03142802, -0.03110831,\n",
" 0.05044294, 0.0124593 , 0.05761493, -0.00976957, 0.01077694,\n",
" -0.02952354, -0.02611193, -0.00428142, 0.01360197, -0.00712765,\n",
" 0.03646602, 0.01348815, 0.0629484 , -0.04110426, 0.00415397,\n",
" 0.05589374, 0.03227981, -0.02738514, 0.0237149 , -0.04844162,\n",
" -0.06244764, -0.03012112, 0.01299015, 0.02880422, 0.00749515,\n",
" 0.01760724, 0.04776266, 0.0308177 , -0.05849361, -0.09865571,\n",
" -0.00361505, 0.0064232 , -0.04267524, 0.03380943, 0.04632644,\n",
" -0.03912963, 0.03993046, -0.04398505, 0.01284014, 0.0472085 ,\n",
" -0.07790421, -0.03056435, -0.01247694, 0.02510756, -0.00390477,\n",
" 0.02335492, -0.04576962, 0.02001015, -0.01663875, -0.00314653,\n",
" 0.01911943, 0.0180003 , 0.00154271, -0.04546874, 0.01024893,\n",
" -0.08749513, -0.03458504, -0.0223556 , 0.00920125, -0.06313106,\n",
" 0.04502121, 0.04240986, -0.02185632, -0.0502209 , 0.00220588,\n",
" 0.08590323, 0.0288664 , 0.05274362, 0.00435322, -0.02026042,\n",
" 0.02054734, 0.02731137, -0.03252349, -0.00766729, -0.04835106,\n",
" 0.05710164, -0.01293338, 0.06324919, 0.00777276, -0.00610386,\n",
" 0.0444575 , -0.07775531, -0.08564185, -0.05030956, 0.03579147,\n",
" 0.019123 , 0.03393519, 0.05105839, 0.01669044, 0.01436926,\n",
" -0.01232435, 0.03151159, -0.0179354 , 0.0058997 , -0.00722355,\n",
" -0.05426884, 0.0411808 , 0.03410584, -0.0414776 , 0.04592319,\n",
" -0.03672933, -0.0442831 , 0.00984964, 0.02782652, -0.09704269,\n",
" -0.00807278, -0.05135207, 0.03178786, 0.06035122, 0.02646671,\n",
" -0.03084627, -0.07148964, -0.02371025, 0.0434099 , -0.03879378,\n",
" 0.01675134, 0.01477232, -0.06814777, -0.02765599, 0.03666682,\n",
" 0.02366124, 0.04523444, -0.07073986, -0.05999135, -0.08532527,\n",
" -0.01709365, 0.00758697, -0.05515772, -0.02535292, 0.02076368,\n",
" -0.01248044, -0.00651443, -0.09570684, -0.08010188, 0.04484374,\n",
" -0.03546181, 0.08386237, -0.03627666, -0.04942729, 0.05406446,\n",
" 0.01026828, 0.03654627, 0.0181833 , 0.00550339, 0.01341441,\n",
" 0.0582459 , -0.0473893 , -0.01209074, 0.05960225, -0.00193796,\n",
" -0.03343933, -0.02552967, 0.00204005, -0.04398746, 0.04584036,\n",
" 0.01310322, -0.00089748, -0.02334018, 0.00295459, 0.04625927,\n",
" -0.02370645, -0.01393939, -0.01649204, 0.12142333, 0.0908053 ,\n",
" 0.03358332, 0.0268937 , 0.03922931, -0.04006162, 0.05705819,\n",
" 0.07604601, 0.00073338, 0.02844254, -0.01156819, -0.02163034,\n",
" -0.04000297, -0.04534747, -0.04683166, 0.07740663, 0.02451119,\n",
" 0.01544619, 0.00674343, -0.0048526 , -0.00369714, -0.05124126,\n",
" 0.08921028, 0.0763048 , 0.00951653, 0.04811219, 0.02703007,\n",
" 0.04283543, -0.07354389, -0.06009465, -0.00054778, 0.07762144,\n",
" -0.06724943, -0.00728171, -0.02208987, -0.01026737, 0.05282495,\n",
" 0.04109927, -0.0095181 , 0.02154577, 0.06506029, 0.06425448,\n",
" -0.02016919, -0.08267681, -0.00918712, -0.02189594, 0.01665631,\n",
" 0.04594191, -0.01119811, -0.06795961, 0.04562258, -0.06652454,\n",
" -0.04296459, 0.00599218, -0.02131653, -0.06065667, 0.02401319,\n",
" -0.01260856, 0.04692314, -0.00285289, -0.05986609, -0.03982037,\n",
" 0.0122659 , -0.00482449, -0.02137632, 0.03229162, -0.09237579,\n",
" -0.01279625, -0.04438967, 0.02716764, 0.05677079, -0.0458027 ,\n",
" 0.0273372 , -0.05615785, 0.05210625, -0.00632142, -0.01242146,\n",
" 0.03004564, 0.04081111, 0.03431752, 0.05031944, 0.02935698,\n",
" -0.00775457, 0.04775249, 0.0257783 , -0.02426624, -0.05988702,\n",
" -0.03455319, 0.02207096, -0.05956625, -0.01988368, -0.03957842,\n",
" -0.091967 , 0.02449297, 0.00139253, 0.09436268, 0.00959401,\n",
" 0.0123867 , 0.00588292, 0.02405009, -0.04715604, -0.0077754 ,\n",
" -0.12834013, -0.00640409, 0.0447683 , -0.0389078 , -0.06051685,\n",
" -0.0530784 , -0.00636814, 0.02361764, -0.04943302, -0.09056042,\n",
" -0.04327111, 0.05805933, -0.01225562, -0.04747928, -0.04403359,\n",
" 0.02725966, -0.05807798, 0.00539033, 0.06652568, -0.01869164,\n",
" -0.00776091, 0.00706935, 0.0194539 , 0.0068336 , -0.02335974,\n",
" 0.02138659, -0.04651602, -0.08099182, 0.02167107, -0.01781758,\n",
" 0.10346753, -0.04983693, 0.02680257, 0.01103739, 0.0834151 ,\n",
" 0.03992666, 0.01676517, -0.04369294, 0.00876005, 0.01609112,\n",
" 0.07565338, -0.00660542, 0.03017044, 0.0373881 , -0.00592849,\n",
" 0.03032272, -0.01549425, 0.02063821, -0.01134183, -0.03667828,\n",
" 0.03565284, 0.05392148, 0.06561743, 0.01709492, 0.01945896,\n",
" 0.02861509, -0.00064078, 0.04770891, -0.01382573, -0.05861271,\n",
" -0.02114316, 0.08178793, -0.01241506, -0.04840776, 0.04099099,\n",
" 0.01402808, -0.06018993, -0.0507514 , 0.04811684, 0.00798233,\n",
" 0.0313177 , -0.06720388, 0.01198015, -0.03777608, -0.01295191,\n",
" -0.02499717, 0.00290174, 0.06031803, 0.00335256, 0.01154736,\n",
" -0.04666995, -0.06170981, 0.02033309, 0.01610679, 0.01630902,\n",
" -0.00110569, 0.00966522, -0.05715401, 0.06144439, -0.00018627,\n",
" 0.06932902, -0.02702827, 0.01777261, 0.04387819, 0.13154015,\n",
" 0.00898677, -0.06156934, -0.09732606, 0.04050316, -0.02810537,\n",
" -0.00564422, -0.01535275, 0.00933199, 0.07877759, 0.0265345 ,\n",
" -0.02967937, -0.0156811 , 0.06951831, 0.00449207, -0.01541675,\n",
" -0.00328643, -0.10822828]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'morpheus': Embedding(embedding=array([ 0.09656435, -0.0490829 , -0.02211917, -0.03412728, 0.00812403,\n",
" -0.04523998, 0.04256108, 0.06176376, 0.09179316, 0.08227111,\n",
" -0.00551235, 0.03645205, 0.02345494, 0.02574761, -0.01230998,\n",
" 0.0258264 , 0.03784793, 0.0880856 , 0.02185468, -0.02958246,\n",
" -0.07873907, -0.04386489, 0.00986938, 0.05693206, 0.03272622,\n",
" 0.03504772, -0.00464678, -0.04584439, 0.06227394, -0.00808479,\n",
" 0.08352949, -0.00619385, -0.02082401, 0.00093598, 0.02761533,\n",
" -0.00875621, -0.0463151 , -0.02151894, -0.06729992, 0.0454667 ,\n",
" -0.03594007, -0.00029206, -0.01966571, -0.02102367, 0.03424243,\n",
" -0.06565956, -0.02112826, 0.03205354, -0.03566838, 0.03211279,\n",
" 0.02738416, 0.00296243, 0.00973764, 0.00249191, 0.04927665,\n",
" 0.04654635, 0.01284071, -0.05687932, -0.02848021, -0.04045691,\n",
" 0.0467421 , 0.02635342, 0.03657396, 0.0219002 , 0.01215186,\n",
" -0.00200749, 0.03324616, -0.00249418, -0.01283685, -0.02319573,\n",
" -0.03472948, 0.05472693, 0.009019 , 0.16396035, -0.01018636,\n",
" 0.03079175, 0.00155736, -0.06377145, 0.01099044, -0.01650597,\n",
" 0.06750658, 0.00510027, -0.0742889 , 0.05313844, -0.03125625,\n",
" 0.01476904, -0.02325253, -0.08537095, -0.05215951, -0.05253033,\n",
" -0.00508997, -0.0303155 , -0.05692603, -0.08647971, -0.04042458,\n",
" 0.00545745, -0.07911938, 0.0297744 , -0.0240222 , -0.01581993,\n",
" -0.00760356, -0.0154589 , -0.03633688, -0.03762713, -0.04208108,\n",
" -0.00562345, 0.00067295, 0.02763302, -0.07043015, 0.08878846,\n",
" -0.02616253, -0.0374275 , -0.02656498, -0.00425427, 0.02897029,\n",
" 0.07571226, 0.00834443, 0.10201609, -0.05191499, -0.04404607,\n",
" -0.13220422, -0.05938321, 0.03776158, -0.0130743 , -0.01842322,\n",
" 0.00175799, -0.02231653, 0.0369011 , -0.05865905, 0.02224972,\n",
" 0.00738148, 0.07969155, -0.01993253, 0.02759022, -0.02868596,\n",
" 0.04522375, -0.00062377, 0.05246121, -0.00030252, 0.00126275,\n",
" -0.03768429, -0.01629897, 0.0156846 , -0.00327293, 0.01086695,\n",
" 0.01223718, 0.01831084, 0.06700805, -0.04532817, 0.00532444,\n",
" 0.05879227, 0.02781591, -0.02216595, 0.00521297, -0.0614236 ,\n",
" -0.07158893, -0.03544873, -0.00907785, 0.03111918, -0.00113063,\n",
" 0.02805445, 0.04475031, 0.02684752, -0.06257314, -0.10312687,\n",
" 0.00488261, 0.00173712, -0.04305991, 0.0132609 , 0.06152613,\n",
" -0.05130976, 0.0548498 , -0.04866865, 0.00407116, 0.03367833,\n",
" -0.05459352, -0.02509667, -0.02450207, 0.0172927 , -0.01679604,\n",
" 0.03316136, -0.04441538, 0.03037732, -0.00771671, -0.00918421,\n",
" 0.0371391 , 0.02421107, -0.00919217, -0.04879243, 0.02042494,\n",
" -0.08561269, -0.02875323, -0.03391911, 0.00497903, -0.05984259,\n",
" 0.04002445, 0.03543809, -0.0384502 , -0.05263269, 0.01128607,\n",
" 0.08849528, 0.03029666, 0.04330742, -0.00318317, -0.00684062,\n",
" 0.04253984, 0.00832229, -0.03122006, -0.01311824, -0.02456731,\n",
" 0.05204367, -0.0166009 , 0.04592595, -0.000234 , -0.00158021,\n",
" 0.06070501, -0.06118453, -0.06494278, -0.05707182, 0.03345934,\n",
" 0.01840796, 0.03753281, 0.04561183, -0.00582504, 0.02000126,\n",
" 0.01159241, 0.02604406, -0.03246208, 0.02153773, 0.01761592,\n",
" -0.03810017, 0.0323822 , 0.02908404, -0.03321189, 0.03423253,\n",
" -0.02977867, -0.01966849, 0.00988605, 0.03313762, -0.11319985,\n",
" 0.0066323 , -0.05397978, 0.04989606, 0.07979821, 0.02209605,\n",
" -0.01136376, -0.06760985, -0.00183625, 0.04570346, -0.02939897,\n",
" 0.02161609, 0.00393763, -0.06880039, -0.03028026, 0.03129739,\n",
" 0.03247384, 0.0519766 , -0.07363682, -0.06345843, -0.06728198,\n",
" -0.00222474, -0.00819686, -0.0632654 , -0.02710144, 0.03250127,\n",
" -0.02329383, -0.01491485, -0.07449486, -0.07438683, 0.05413851,\n",
" -0.02781919, 0.08339983, -0.03702877, -0.04892362, 0.02945848,\n",
" 0.00233145, 0.01967688, 0.02482465, 0.0024434 , 0.00931196,\n",
" 0.05172163, -0.03269326, -0.02479652, 0.06311483, -0.01317687,\n",
" -0.03779542, -0.01794499, -0.00314354, -0.05312427, 0.04934875,\n",
" 0.01492045, 0.00735252, -0.0103049 , -0.00438409, 0.03809328,\n",
" -0.02006712, -0.02095979, -0.02705519, 0.10756328, 0.07618541,\n",
" 0.04138836, 0.03495903, 0.05766982, -0.04504247, 0.05199353,\n",
" 0.04189255, 0.01842964, 0.01193114, -0.03049283, -0.02831448,\n",
" -0.06155748, -0.0599316 , -0.03163839, 0.07399144, 0.03150563,\n",
" 0.01956352, 0.01112679, -0.00686964, 0.01413333, -0.06263963,\n",
" 0.093016 , 0.07982961, -0.00432417, 0.04249556, 0.03392846,\n",
" 0.05993064, -0.07929415, -0.08216539, -0.00098367, 0.06347951,\n",
" -0.07741944, -0.0025478 , -0.03069866, -0.00071468, 0.05935637,\n",
" 0.03975849, -0.0038723 , 0.0265322 , 0.05667396, 0.06216484,\n",
" -0.04425973, -0.08683293, -0.01783521, -0.02160296, 0.03714263,\n",
" 0.0558402 , -0.02355877, -0.06977983, 0.03331863, -0.0561498 ,\n",
" -0.04683927, 0.00833615, -0.01649315, -0.05095446, 0.02884616,\n",
" -0.00448257, 0.05516744, 0.00422016, -0.05640425, -0.03778097,\n",
" 0.02543158, 0.00081134, -0.03639072, 0.02776418, -0.10729516,\n",
" -0.02789897, -0.05808812, 0.04782718, 0.04132877, -0.04170517,\n",
" 0.01833372, -0.06177722, 0.05695035, 0.00574066, -0.01853339,\n",
" 0.04207269, 0.03603575, 0.03236035, 0.05545746, 0.02357758,\n",
" 0.01561374, 0.06415515, 0.03750077, -0.01556442, -0.05108388,\n",
" -0.04265122, 0.01096342, -0.06153669, -0.01633946, -0.01740437,\n",
" -0.08778969, 0.01509627, 0.00597334, 0.11216147, 0.01211972,\n",
" 0.01225351, -0.01680715, 0.02726643, -0.0360301 , -0.00542426,\n",
" -0.1227402 , -0.00572898, 0.0615686 , -0.04706409, -0.07138466,\n",
" -0.04210666, 0.00683721, 0.02651703, -0.04171439, -0.08537684,\n",
" -0.0445507 , 0.06181693, -0.00827307, -0.05667797, -0.03035866,\n",
" 0.03310988, -0.03199717, -0.01564771, 0.06222028, -0.02461847,\n",
" -0.02355509, 0.0165835 , 0.0242993 , 0.00100607, -0.00995624,\n",
" 0.03716812, -0.05539266, -0.06961202, 0.01610467, -0.02003772,\n",
" 0.09940689, -0.04113678, 0.01681118, 0.01080905, 0.07247299,\n",
" 0.03088602, 0.00980811, -0.05703288, 0.00788617, 0.02232097,\n",
" 0.07349114, -0.01761227, 0.02680128, 0.04323886, -0.017139 ,\n",
" 0.02101329, 0.00048863, 0.00715453, -0.00868558, -0.04568106,\n",
" 0.02794919, 0.04691916, 0.06085566, -0.00155461, 0.01955646,\n",
" 0.01543768, -0.00356064, 0.0416856 , -0.01825407, -0.07590621,\n",
" -0.01090271, 0.09565218, -0.00861457, -0.03356333, 0.03102247,\n",
" 0.02731458, -0.05229198, -0.04413882, 0.03887381, -0.0053787 ,\n",
" 0.01529111, -0.06394497, 0.02208911, -0.03086755, -0.03227029,\n",
" -0.04527565, 0.01143554, 0.07563629, -0.01312063, 0.00908917,\n",
" -0.03902022, -0.03753431, 0.01306954, 0.0265476 , 0.00182092,\n",
" -0.01182658, 0.01690185, -0.04664535, 0.06432945, -0.01962464,\n",
" 0.07170368, -0.01549497, 0.01689004, 0.0468755 , 0.12809667,\n",
" 0.02898856, -0.05522973, -0.09579951, 0.04843383, -0.03904934,\n",
" 0.01333519, -0.01368932, 0.02221717, 0.10546396, 0.02839996,\n",
" -0.03212994, -0.00255538, 0.0708152 , -0.01043127, -0.02508107,\n",
" 0.00598817, -0.1169033 ]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'mouth': Embedding(embedding=array([ 0.12098505, -0.03280611, -0.01560377, -0.01925134, -0.00457304,\n",
" -0.05578358, 0.04624425, 0.04946749, 0.10138141, 0.07039711,\n",
" -0.01606268, 0.01750511, 0.01490344, 0.00656222, -0.00296161,\n",
" 0.02490268, 0.03887279, 0.08751706, 0.01529998, -0.03503163,\n",
" -0.09790532, -0.04058367, 0.01037381, 0.05771229, 0.05000157,\n",
" 0.04549475, 0.00264584, -0.04958053, 0.05971376, -0.01418867,\n",
" 0.07909998, -0.00439786, -0.00094497, 0.00040342, 0.03584157,\n",
" -0.00427279, -0.04640662, -0.02358621, -0.07598111, 0.05320179,\n",
" -0.04252308, -0.00023068, -0.01359872, -0.02532652, 0.03954757,\n",
" -0.06424891, -0.02114811, 0.02349845, -0.02836325, 0.0131289 ,\n",
" 0.0449664 , -0.00109763, -0.00850527, 0.00695366, 0.0570346 ,\n",
" 0.05073079, 0.0010634 , -0.07074016, -0.01515875, -0.03636973,\n",
" 0.02758553, 0.03782605, 0.03873682, 0.03627475, 0.01041135,\n",
" 0.00257363, 0.03454376, 0.00095188, -0.00708051, -0.02160936,\n",
" -0.04628587, 0.03788253, 0.01162385, 0.15602773, -0.0087008 ,\n",
" 0.02071153, 0.01737996, -0.07296433, 0.02113887, 0.00532178,\n",
" 0.04778936, 0.01351951, -0.06876924, 0.0421251 , -0.03986685,\n",
" 0.03173435, -0.01814846, -0.09083456, -0.05218914, -0.03377193,\n",
" -0.01162059, -0.0386573 , -0.0423856 , -0.07590836, -0.04938184,\n",
" 0.01409437, -0.08058174, 0.0292984 , -0.01635322, -0.00820006,\n",
" -0.01786789, -0.00820802, -0.02779207, -0.03469736, -0.03872129,\n",
" -0.01318741, 0.00043596, 0.03843156, -0.06486379, 0.08431368,\n",
" -0.02775806, -0.02449597, -0.03893135, 0.00139937, 0.00993045,\n",
" 0.07201707, 0.01457215, 0.09963808, -0.07093669, -0.0356122 ,\n",
" -0.13297713, -0.06846551, 0.04276248, -0.02131358, -0.00864849,\n",
" 0.01042439, -0.02725004, 0.04133149, -0.05721139, 0.02602667,\n",
" 0.01171659, 0.06071546, -0.00950616, 0.02797042, -0.03698526,\n",
" 0.05767129, 0.00028432, 0.05743402, -0.00113959, 0.01142198,\n",
" -0.02534638, -0.0297335 , 0.00712861, -0.00144201, 0.01115884,\n",
" 0.02434244, 0.02341273, 0.05340398, -0.05164586, 0.00675374,\n",
" 0.04125036, 0.03103646, -0.0236954 , 0.0125435 , -0.06062949,\n",
" -0.06497017, -0.02015315, 0.00143666, 0.0361494 , 0.00534393,\n",
" 0.02725618, 0.05135553, 0.03088275, -0.07165754, -0.07662738,\n",
" 0.00942107, 0.0032581 , -0.05014855, 0.03449543, 0.05980698,\n",
" -0.05412196, 0.03828393, -0.03981274, 0.00708956, 0.02611497,\n",
" -0.05890149, -0.02347734, -0.00663485, 0.00787644, -0.00155393,\n",
" 0.02943098, -0.0502838 , 0.02253097, -0.01543424, 0.00137695,\n",
" 0.04492906, 0.02272685, -0.00160298, -0.04901905, 0.01609055,\n",
" -0.09255908, -0.02726824, -0.03186753, 0.01208003, -0.05772908,\n",
" 0.04580023, 0.03753549, -0.03276651, -0.05735587, 0.00998159,\n",
" 0.08886635, 0.03056142, 0.03453865, -0.01235089, 0.0093702 ,\n",
" 0.03540627, 0.02440729, -0.02447451, -0.02185526, -0.01713725,\n",
" 0.05029281, -0.01791359, 0.04215985, -0.00808195, 0.00139196,\n",
" 0.05415532, -0.075882 , -0.07038825, -0.0535791 , 0.02851149,\n",
" 0.02642075, 0.03026934, 0.04994516, 0.01312006, 0.00725979,\n",
" 0.00035157, 0.02729078, -0.0046235 , 0.01873047, -0.00931999,\n",
" -0.05174225, 0.03330923, 0.03268247, -0.02769204, 0.03802274,\n",
" -0.05028663, -0.03286039, 0.01835652, 0.02644634, -0.10982034,\n",
" 0.00943128, -0.07068724, 0.04952778, 0.07679354, 0.02410951,\n",
" -0.02566264, -0.06823125, -0.00599377, 0.05821876, -0.02221046,\n",
" 0.01459869, 0.01676018, -0.07757112, -0.01515383, 0.03178558,\n",
" 0.03784746, 0.05149747, -0.07437561, -0.04362367, -0.07941346,\n",
" 0.00119759, -0.00155712, -0.06506842, -0.02191508, 0.02964504,\n",
" -0.02610926, -0.0087934 , -0.08431832, -0.05999381, 0.050141 ,\n",
" -0.02429209, 0.09180842, -0.02253356, -0.04139389, 0.03764384,\n",
" 0.00145031, 0.023845 , 0.01453034, -0.00195097, 0.0103185 ,\n",
" 0.07405896, -0.03901984, -0.02965281, 0.07491408, -0.00326804,\n",
" -0.03511402, -0.02934873, 0.00756672, -0.03555185, 0.04834642,\n",
" 0.00046844, 0.01104441, -0.02514014, 0.00921028, 0.03744616,\n",
" -0.03401482, -0.01825648, -0.01167924, 0.10988055, 0.08081429,\n",
" 0.03688806, 0.02277413, 0.04991825, -0.05030024, 0.06041786,\n",
" 0.06580041, 0.01160493, 0.02098166, -0.04354405, -0.01535068,\n",
" -0.05085647, -0.04067674, -0.03655196, 0.06798068, 0.03332281,\n",
" 0.02160359, 0.01240598, -0.00207186, 0.00588962, -0.05708116,\n",
" 0.0861995 , 0.07947646, 0.01500766, 0.04517241, 0.03141765,\n",
" 0.0444628 , -0.07353172, -0.08075418, 0.00390553, 0.06844774,\n",
" -0.06314883, -0.01185912, -0.03398625, 0.01243385, 0.05132508,\n",
" 0.05375088, -0.01579378, 0.00979113, 0.06360613, 0.06458727,\n",
" -0.04321552, -0.09074304, -0.01002925, -0.01530598, 0.01785044,\n",
" 0.05363508, -0.01796147, -0.06997559, 0.03659478, -0.05456537,\n",
" -0.03548829, 0.01509724, -0.01059054, -0.04547227, 0.03250676,\n",
" -0.00663493, 0.04440692, -0.020506 , -0.05957898, -0.0326068 ,\n",
" 0.01143214, -0.00074135, -0.02397678, 0.02954626, -0.08675075,\n",
" -0.02968324, -0.05374094, 0.0278239 , 0.05085508, -0.04370326,\n",
" 0.02590075, -0.06319094, 0.06504951, 0.00211042, -0.01947216,\n",
" 0.04052863, 0.04372386, 0.04000711, 0.05527898, 0.0143027 ,\n",
" -0.00395798, 0.05481563, 0.03453513, -0.02582118, -0.05199991,\n",
" -0.04037244, 0.01963883, -0.05353926, 0.00268078, -0.03431371,\n",
" -0.09433474, 0.02570497, 0.00462439, 0.09843265, 0.01635365,\n",
" 0.00640602, -0.02040385, 0.01965802, -0.03937729, -0.00048868,\n",
" -0.12203525, -0.00608454, 0.05279005, -0.0301814 , -0.0912033 ,\n",
" -0.03966864, 0.00435703, 0.0235339 , -0.02497948, -0.10147004,\n",
" -0.04057686, 0.06149606, -0.00092435, -0.03270644, -0.03470066,\n",
" 0.03178399, -0.04026711, -0.01106206, 0.06418484, -0.02180208,\n",
" -0.02912575, 0.01987197, 0.02522674, -0.01545051, -0.02016402,\n",
" 0.0298605 , -0.05593031, -0.07048181, 0.01184876, -0.01963167,\n",
" 0.098742 , -0.04251122, 0.02319748, 0.02498674, 0.0745886 ,\n",
" 0.04389141, 0.01558749, -0.04856775, 0.02276745, 0.03265931,\n",
" 0.07321449, 0.00895865, 0.03307496, 0.0571416 , -0.00857171,\n",
" 0.01660883, -0.0106407 , 0.00145538, -0.01229419, -0.05635259,\n",
" 0.02190165, 0.04907534, 0.06114243, -0.01956652, 0.01106189,\n",
" 0.01474572, 0.00692908, 0.03882781, -0.01554172, -0.0866012 ,\n",
" -0.01044855, 0.09422755, -0.01299627, -0.0482151 , 0.03715476,\n",
" 0.00705094, -0.0422189 , -0.04652215, 0.04566303, -0.0003704 ,\n",
" 0.00484515, -0.06871982, 0.02234774, -0.02966452, -0.02598214,\n",
" -0.03612883, 0.02128397, 0.0744323 , 0.00432687, 0.00940714,\n",
" -0.0480992 , -0.03798727, 0.01379194, 0.02538106, 0.0032926 ,\n",
" -0.00576396, 0.01870571, -0.04758481, 0.07075065, -0.00516743,\n",
" 0.09243069, -0.03933642, 0.01194357, 0.05040942, 0.13212593,\n",
" 0.00852691, -0.05157144, -0.10481092, 0.03600473, -0.03318582,\n",
" 0.0179778 , -0.0157699 , 0.03139956, 0.07278146, 0.03297472,\n",
" -0.0460763 , -0.00427905, 0.07340322, -0.00502756, -0.00831361,\n",
" -0.00399424, -0.10433304]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'mw': Embedding(embedding=array([ 1.07964925e-01, -3.98221835e-02, -1.32370293e-02, 1.89405903e-02,\n",
" -8.62084329e-03, -6.31976053e-02, 2.37300470e-02, 5.91301396e-02,\n",
" 9.84946340e-02, 4.99180146e-02, -2.52040438e-02, 5.43813221e-02,\n",
" 3.85312624e-02, 1.38984779e-02, -4.84986836e-03, 4.20102552e-02,\n",
" 6.44991100e-02, 8.60256031e-02, -4.59896959e-03, -2.13329419e-02,\n",
" -8.56284946e-02, -3.75048779e-02, -1.40792946e-03, 5.02912588e-02,\n",
" 5.55563578e-03, 1.44195333e-02, 1.10456171e-02, -4.62674983e-02,\n",
" 4.83450256e-02, -1.23851523e-02, 8.00318569e-02, -2.70923227e-02,\n",
" 1.43735548e-02, 6.29386574e-04, 3.92637588e-02, -3.49653624e-02,\n",
" -4.80975024e-02, -1.60781033e-02, -9.57068950e-02, 4.11393754e-02,\n",
" -4.06062193e-02, 2.34643370e-02, -2.81099714e-02, -1.03445947e-02,\n",
" 4.61005718e-02, -6.27771765e-02, -4.01153192e-02, 5.63982651e-02,\n",
" -2.67894585e-02, 1.21230334e-02, 3.31138819e-02, -2.38090660e-02,\n",
" 8.93606246e-03, 2.35429499e-02, 4.75242585e-02, 7.99648315e-02,\n",
" -2.57423092e-02, -8.62162784e-02, -1.88880991e-02, -2.25286819e-02,\n",
" 3.62875462e-02, 5.08426968e-03, 1.48122581e-02, 1.27068991e-02,\n",
" 1.83838010e-02, 2.19681542e-02, 3.94112542e-02, 2.45663337e-02,\n",
" -1.65406754e-03, -1.97654068e-02, -8.83686822e-03, 1.01100048e-02,\n",
" 2.89324485e-02, 1.35816485e-01, -3.51144113e-02, 1.64587479e-02,\n",
" 1.90426223e-02, -9.47830155e-02, 2.74902750e-02, -1.80289522e-02,\n",
" 1.57223381e-02, 2.61544380e-02, -6.50152043e-02, 3.87334265e-02,\n",
" -1.33075807e-02, 4.82786968e-02, -2.00130567e-02, -9.74600017e-02,\n",
" -6.49096072e-02, -2.59152371e-02, -2.94049121e-02, -4.62415591e-02,\n",
" -2.44575199e-02, -8.87467712e-02, -7.75143206e-02, 3.34029980e-02,\n",
" -7.75287151e-02, 4.12633717e-02, 2.75011454e-03, 1.29194399e-02,\n",
" -8.68519861e-03, -1.82761159e-02, 3.45229730e-03, -1.53011642e-02,\n",
" -3.88853587e-02, -2.72498727e-02, 1.78707880e-04, 3.41680683e-02,\n",
" -4.96099554e-02, 7.59888962e-02, -4.63897176e-02, -7.44442269e-03,\n",
" 1.23271244e-02, -7.85278901e-03, -1.76933466e-03, 8.07939842e-02,\n",
" 3.74088548e-02, 8.28965008e-02, -6.95399269e-02, -1.97252743e-02,\n",
" -1.88136652e-01, -5.13843708e-02, 2.72944067e-02, -2.32864768e-04,\n",
" -2.47524157e-02, 5.44930995e-03, -3.56958583e-02, 4.72263992e-02,\n",
" -7.31187239e-02, 7.35396519e-03, 8.11464991e-03, 4.84386459e-02,\n",
" -3.83447148e-02, 2.24159285e-02, -3.10914051e-02, 5.82115203e-02,\n",
" 2.08937898e-02, 6.05215207e-02, -8.77778977e-03, 1.57246441e-02,\n",
" -2.64020041e-02, -1.95212197e-02, -2.69538574e-02, 1.27996663e-02,\n",
" -2.31379848e-02, 3.15935053e-02, 5.30695776e-03, 5.78880720e-02,\n",
" -4.83330376e-02, 1.27578536e-02, 4.85483669e-02, 2.98495423e-02,\n",
" -3.01934723e-02, 3.70899066e-02, -2.30800509e-02, -4.91281189e-02,\n",
" -2.36433800e-02, 2.60594711e-02, 3.61688137e-02, 2.70928885e-03,\n",
" 2.26207860e-02, 4.46021408e-02, 4.33069244e-02, -6.68536872e-02,\n",
" -8.73518735e-02, 1.79198314e-03, 6.74631586e-03, -2.96504423e-02,\n",
" 3.84821855e-02, 3.19517963e-02, -2.20305175e-02, 3.17675285e-02,\n",
" -4.14681993e-02, 2.01065522e-02, 5.07065468e-02, -8.73101279e-02,\n",
" -3.11523266e-02, -1.02073178e-02, 2.95183174e-02, 3.66225909e-03,\n",
" 2.71824319e-02, -4.11308929e-02, 7.57518085e-03, -1.72205959e-02,\n",
" 4.27346863e-03, 1.01753864e-02, 5.64727047e-03, 1.50198229e-02,\n",
" -4.00737450e-02, -6.02132268e-03, -8.46679732e-02, -3.00352667e-02,\n",
" -2.09695734e-02, 1.46215139e-02, -5.88553995e-02, 4.02996987e-02,\n",
" 5.69757260e-02, 5.16301603e-04, -4.52453569e-02, -7.41606252e-03,\n",
" 8.17042440e-02, 2.75583658e-02, 5.44308536e-02, -4.27936111e-03,\n",
" -3.40464860e-02, 6.85835676e-03, 4.06653695e-02, -2.43068319e-02,\n",
" -4.64282557e-03, -6.00769855e-02, 5.07494509e-02, -1.44383376e-02,\n",
" 7.38022029e-02, -5.55862999e-03, -1.52147869e-02, 2.40333546e-02,\n",
" -8.99379179e-02, -8.58156905e-02, -3.92908007e-02, 3.16170491e-02,\n",
" 3.45258936e-02, 2.42584422e-02, 6.39332682e-02, 1.96321048e-02,\n",
" 4.59916750e-03, -3.57711725e-02, 3.41394506e-02, -4.71281540e-03,\n",
" 1.57220743e-03, -1.68170352e-02, -5.24601489e-02, 3.91473919e-02,\n",
" 2.91730650e-02, -3.81166823e-02, 5.12559712e-02, -3.95731293e-02,\n",
" -5.77069893e-02, 1.19948322e-02, 2.21786089e-02, -9.07666981e-02,\n",
" -2.38493402e-02, -4.52802591e-02, 1.58270057e-02, 4.47077937e-02,\n",
" 2.42884718e-02, -3.84040736e-02, -6.16666786e-02, -2.17866600e-02,\n",
" 3.51557657e-02, -4.29795161e-02, 1.88449759e-03, 2.04771031e-02,\n",
" -6.70260787e-02, -2.65161749e-02, 4.44119573e-02, 1.67815555e-02,\n",
" 5.63216582e-02, -6.28129318e-02, -4.91228141e-02, -8.86765867e-02,\n",
" -3.81135531e-02, 1.33996010e-02, -4.11686562e-02, -2.62617245e-02,\n",
" 2.25281715e-02, 1.25098333e-03, -4.50921897e-03, -1.09967515e-01,\n",
" -8.52579102e-02, 2.92073507e-02, -3.97155359e-02, 9.57493559e-02,\n",
" -2.57761050e-02, -4.68553677e-02, 7.35022053e-02, 1.43921487e-02,\n",
" 4.63450477e-02, 2.39535104e-02, -4.94427700e-03, 7.31157465e-03,\n",
" 6.47713467e-02, -5.84632605e-02, 1.66462716e-02, 4.34471294e-02,\n",
" 1.38226303e-03, -2.24173572e-02, -3.54472920e-02, 1.10798525e-02,\n",
" -3.86673659e-02, 3.89915965e-02, 7.56903645e-03, 6.17967220e-03,\n",
" -3.33672948e-02, 1.74463689e-02, 4.77720723e-02, -2.41190344e-02,\n",
" -7.76069937e-03, -6.61940686e-03, 1.29168481e-01, 8.91051739e-02,\n",
" 1.80347469e-02, 2.29854863e-02, 2.74521299e-02, -4.83783409e-02,\n",
" 5.70107140e-02, 1.05132036e-01, -1.27537521e-02, 3.21116745e-02,\n",
" -7.20943697e-03, -1.53570008e-02, -1.98493097e-02, -3.94934230e-02,\n",
" -5.25728017e-02, 7.03961775e-02, 1.73929129e-02, 7.16845132e-03,\n",
" -5.12176333e-03, 2.09885952e-03, -1.17704505e-02, -5.59933968e-02,\n",
" 7.13590384e-02, 6.18822686e-02, 1.79430451e-02, 5.48184812e-02,\n",
" 2.55801976e-02, 2.04335582e-02, -6.08113408e-02, -4.78963144e-02,\n",
" -1.45203504e-03, 8.48570764e-02, -4.90394980e-02, -1.25177056e-02,\n",
" -1.64561979e-02, -1.96090024e-02, 6.03607446e-02, 3.53865474e-02,\n",
" 7.71289738e-03, 2.41933055e-02, 7.20833018e-02, 5.54729365e-02,\n",
" -4.61640162e-03, -6.84216470e-02, -8.49179178e-03, -1.08434111e-02,\n",
" 4.93443944e-03, 4.70828936e-02, -1.34423804e-02, -7.38600194e-02,\n",
" 4.24552448e-02, -7.67204762e-02, -4.98974472e-02, -5.47514809e-03,\n",
" -2.54383087e-02, -6.51101992e-02, 8.78049713e-03, -2.39775963e-02,\n",
" 3.96067612e-02, -1.88151337e-02, -5.25656417e-02, -2.98432242e-02,\n",
" 1.19660720e-02, -1.51148364e-02, -2.28244010e-02, 3.81832160e-02,\n",
" -7.36213699e-02, -1.60499252e-02, -3.20242196e-02, 1.16119916e-02,\n",
" 6.52081445e-02, -5.38071953e-02, 2.93853879e-02, -4.37210426e-02,\n",
" 4.21183854e-02, -2.22384389e-02, -7.38972705e-03, 2.33633798e-02,\n",
" 4.96162251e-02, 3.75152528e-02, 4.69436124e-02, 3.45899910e-02,\n",
" -2.63602454e-02, 4.25861105e-02, 4.31112153e-03, -3.20350155e-02,\n",
" -5.77374026e-02, -3.02037410e-02, 1.54777719e-02, -4.67513166e-02,\n",
" -1.24867912e-02, -4.85940687e-02, -9.88834426e-02, 2.02861987e-02,\n",
" -9.18687508e-03, 8.52999240e-02, 1.73589606e-02, 1.74218975e-02,\n",
" 1.80889331e-02, 2.03499403e-02, -6.39985427e-02, -1.36212716e-02,\n",
" -1.25957549e-01, -1.66469812e-02, 5.34654781e-02, -3.06092687e-02,\n",
" -5.50299957e-02, -5.00171594e-02, 1.56989426e-03, 1.88998226e-02,\n",
" -4.69912663e-02, -8.46498013e-02, -3.98867205e-02, 6.34866729e-02,\n",
" -8.69059842e-03, -2.68089678e-02, -4.97385226e-02, 1.86537486e-02,\n",
" -6.80394396e-02, 9.15624946e-03, 6.75332919e-02, -9.38602071e-03,\n",
" -2.77807238e-03, -1.14547703e-02, 2.20760312e-02, -1.84115302e-03,\n",
" -3.24221700e-02, 1.79491229e-02, -4.90317345e-02, -8.41803476e-02,\n",
" 2.46904381e-02, -1.60772838e-02, 1.02131099e-01, -4.78721447e-02,\n",
" 3.24873589e-02, 1.49993962e-02, 9.46534947e-02, 4.68496494e-02,\n",
" 2.00826712e-02, -3.00593842e-02, 4.32783645e-03, 9.45669692e-03,\n",
" 8.12464952e-02, 4.62441053e-03, 4.21590246e-02, 3.12959850e-02,\n",
" 1.44177361e-03, 2.88662016e-02, -1.52728828e-02, 1.42062185e-02,\n",
" -4.06614365e-03, -3.15716378e-02, 2.69234609e-02, 6.37024343e-02,\n",
" 7.13106766e-02, 3.22979279e-02, 1.71829816e-02, 4.31395881e-02,\n",
" 1.09302690e-02, 4.40279320e-02, -1.65639482e-02, -5.04285581e-02,\n",
" -2.58977469e-02, 7.05717951e-02, -3.35702370e-03, -3.69350351e-02,\n",
" 5.17959185e-02, 8.64299200e-03, -5.25064096e-02, -4.56220433e-02,\n",
" 5.62710091e-02, 2.01865416e-02, 3.63741517e-02, -5.25054708e-02,\n",
" 5.57880104e-03, -4.82515022e-02, -8.92917393e-04, -2.32126676e-02,\n",
" -1.30515592e-02, 5.03676757e-02, 1.06888358e-02, 2.83111935e-03,\n",
" -3.98325883e-02, -7.67600015e-02, 3.33227962e-02, 7.83993863e-03,\n",
" 1.23646315e-02, 3.88995069e-03, 1.22703239e-02, -5.64802736e-02,\n",
" 6.73623160e-02, 1.24960449e-02, 6.56268671e-02, -4.03897353e-02,\n",
" 1.29285986e-02, 3.92192155e-02, 1.15220316e-01, -9.13609285e-03,\n",
" -5.26496992e-02, -1.04137376e-01, 2.35713106e-02, -3.24505903e-02,\n",
" -1.17641641e-02, -5.42785507e-03, 5.92515711e-03, 6.95642754e-02,\n",
" 3.38226333e-02, -2.67285462e-02, -1.23429000e-02, 8.09246153e-02,\n",
" 1.86675303e-02, -5.48433745e-03, -8.83344095e-03, -9.48102251e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'nails': Embedding(embedding=array([ 1.05346456e-01, -4.19135503e-02, -1.49967214e-02, 7.48199830e-03,\n",
" -1.22085279e-02, -6.52745590e-02, 2.50661243e-02, 5.76959141e-02,\n",
" 9.62487310e-02, 5.07862307e-02, -2.54044589e-02, 5.23043536e-02,\n",
" 3.23619172e-02, 2.04179734e-02, -9.88166220e-03, 3.99604551e-02,\n",
" 6.04433268e-02, 8.93513337e-02, -3.77050228e-03, -1.78532898e-02,\n",
" -8.74572769e-02, -4.12372984e-02, -3.79395351e-04, 4.81134579e-02,\n",
" 9.60967503e-03, 1.55954799e-02, 6.64584152e-03, -4.07287031e-02,\n",
" 5.90720959e-02, -1.46860266e-02, 7.57373348e-02, -1.76548231e-02,\n",
" 9.31087323e-03, 6.88356580e-03, 4.38893065e-02, -2.79984344e-02,\n",
" -3.81538533e-02, -1.51270637e-02, -8.97434801e-02, 4.66177016e-02,\n",
" -4.32903953e-02, 1.40128536e-02, -2.73350012e-02, -1.24001531e-02,\n",
" 4.42333929e-02, -5.79889156e-02, -4.25839089e-02, 5.75134382e-02,\n",
" -2.64227614e-02, 1.05439266e-02, 3.71359661e-02, -1.51991295e-02,\n",
" -5.01156552e-03, 1.78962927e-02, 4.67427187e-02, 7.42979050e-02,\n",
" -1.36627425e-02, -9.22736526e-02, -2.04081275e-02, -2.26194579e-02,\n",
" 4.19963263e-02, 5.10430802e-03, 1.88781507e-02, 1.80643909e-02,\n",
" 1.32477004e-02, 1.53697189e-02, 4.17154841e-02, 1.86634604e-02,\n",
" -5.25397575e-03, -2.09906008e-02, -1.64559092e-02, 2.40190085e-02,\n",
" 3.03131826e-02, 1.43311009e-01, -2.49437001e-02, 7.68923992e-03,\n",
" 1.71424169e-02, -9.19788703e-02, 2.93458737e-02, -1.81632824e-02,\n",
" 2.12369747e-02, 1.96264461e-02, -6.87215775e-02, 4.85077463e-02,\n",
" -2.05464531e-02, 4.18713354e-02, -1.93009768e-02, -9.52406600e-02,\n",
" -5.80937117e-02, -3.18082497e-02, -2.71696430e-02, -3.99564132e-02,\n",
" -2.40141619e-02, -9.01152417e-02, -7.82151446e-02, 3.76999974e-02,\n",
" -7.08851889e-02, 3.89208347e-02, -9.25243367e-03, 4.73475037e-03,\n",
" -7.24548334e-03, -1.54661844e-02, 1.43850828e-03, -2.60658190e-02,\n",
" -3.94066498e-02, -2.12992709e-02, 9.21370869e-04, 3.66012976e-02,\n",
" -5.19533306e-02, 7.48175234e-02, -3.91535349e-02, -1.52115151e-02,\n",
" 4.63968469e-03, -6.58650743e-03, 1.83145877e-03, 7.81449899e-02,\n",
" 3.13264430e-02, 8.36743265e-02, -6.92686960e-02, -1.92881599e-02,\n",
" -1.77344978e-01, -5.60116693e-02, 2.20710356e-02, 2.54950137e-03,\n",
" -1.56211499e-02, 4.25999891e-03, -2.77751070e-02, 4.38622721e-02,\n",
" -7.86019787e-02, 1.38300676e-02, 8.04318395e-03, 5.84368370e-02,\n",
" -3.60218808e-02, 2.37994827e-02, -3.39564197e-02, 5.61316423e-02,\n",
" 2.55692210e-02, 6.23069853e-02, -9.97291412e-03, 1.38730705e-02,\n",
" -2.86326222e-02, -2.23823227e-02, -2.31229514e-02, 1.58826336e-02,\n",
" -2.00579707e-02, 3.64339016e-02, 8.40061530e-03, 5.45257479e-02,\n",
" -4.53395136e-02, 8.65610782e-03, 5.03753759e-02, 2.75222976e-02,\n",
" -3.12975943e-02, 3.48631553e-02, -2.88345888e-02, -5.01590408e-02,\n",
" -2.87011489e-02, 3.10747568e-02, 3.78517136e-02, 5.31178201e-03,\n",
" 2.26178132e-02, 5.02368882e-02, 4.73724715e-02, -6.98747188e-02,\n",
" -8.71333256e-02, -1.04056683e-03, 2.69834581e-03, -3.06131542e-02,\n",
" 4.16123830e-02, 3.97385359e-02, -2.82368753e-02, 3.37100215e-02,\n",
" -3.65142860e-02, 1.63742956e-02, 3.88063863e-02, -8.41980949e-02,\n",
" -2.66931392e-02, -1.25329122e-02, 3.28898989e-02, 2.48179329e-03,\n",
" 2.93728672e-02, -4.35022712e-02, 1.82852054e-05, -1.13815675e-02,\n",
" -1.51232438e-04, 6.80268509e-03, 1.27758668e-03, 1.32899014e-02,\n",
" -4.14079912e-02, -4.46178019e-03, -8.41458440e-02, -3.24889161e-02,\n",
" -1.34818163e-02, 1.30037591e-02, -6.74045235e-02, 3.70714031e-02,\n",
" 5.14520854e-02, -6.03746530e-03, -4.77264896e-02, -1.20767718e-03,\n",
" 9.13919359e-02, 3.10706403e-02, 4.83789183e-02, -2.16222857e-03,\n",
" -3.46810073e-02, 9.06481966e-03, 3.57309543e-02, -3.15040909e-02,\n",
" -8.09110515e-03, -5.99412695e-02, 4.84222099e-02, -1.33811384e-02,\n",
" 6.49772733e-02, 5.77026745e-03, -1.58251356e-02, 3.42449956e-02,\n",
" -9.01728272e-02, -9.44183916e-02, -4.07645851e-02, 3.42723764e-02,\n",
" 3.17698456e-02, 3.36683057e-02, 6.85939938e-02, 1.77024882e-02,\n",
" 3.82870995e-03, -3.46700996e-02, 2.63727158e-02, -1.02011096e-02,\n",
" 4.02976666e-03, -1.29469018e-02, -5.40172532e-02, 3.94912474e-02,\n",
" 2.55066156e-02, -5.07641137e-02, 4.16485779e-02, -3.73856537e-02,\n",
" -5.60133271e-02, 1.52228279e-02, 1.54777085e-02, -9.56073627e-02,\n",
" -2.40608808e-02, -4.26676311e-02, 2.14921627e-02, 4.79370393e-02,\n",
" 2.46743970e-02, -3.19969319e-02, -7.03125149e-02, -1.90140344e-02,\n",
" 4.51863669e-02, -4.18375321e-02, 1.25194108e-02, 1.87518876e-02,\n",
" -7.14084655e-02, -2.62112580e-02, 4.33121249e-02, 2.11954117e-02,\n",
" 5.59475869e-02, -5.55467233e-02, -4.36191075e-02, -8.78849477e-02,\n",
" -3.43267694e-02, 1.01922518e-02, -4.17029336e-02, -2.99444534e-02,\n",
" 1.42341144e-02, -6.56113669e-04, -3.73419048e-03, -1.05825916e-01,\n",
" -7.70453215e-02, 3.17907408e-02, -4.25098725e-02, 8.49176049e-02,\n",
" -2.90849488e-02, -5.39392419e-02, 6.30715564e-02, 8.18781834e-03,\n",
" 3.48408259e-02, 2.95125525e-02, -2.79317610e-03, 9.21608694e-03,\n",
" 6.19944222e-02, -5.41534945e-02, 8.18205532e-03, 4.33096588e-02,\n",
" 3.50100966e-03, -2.87062246e-02, -3.15565206e-02, 1.10798450e-02,\n",
" -4.09127921e-02, 3.58651094e-02, 1.32275773e-02, 8.11661687e-03,\n",
" -3.83026674e-02, 1.08651994e-02, 4.87868488e-02, -1.93031337e-02,\n",
" -6.19576592e-03, -3.21465312e-03, 1.24862999e-01, 9.14961398e-02,\n",
" 2.69034617e-02, 1.69239957e-02, 3.25542837e-02, -3.82745340e-02,\n",
" 5.65784164e-02, 1.00319602e-01, -1.22151254e-02, 3.08172647e-02,\n",
" -7.29379291e-03, -1.96461920e-02, -3.08166780e-02, -4.62242961e-02,\n",
" -5.35903424e-02, 6.89363182e-02, 2.37571876e-02, 3.88118462e-03,\n",
" -2.43886001e-03, -4.52871842e-04, -7.41027808e-03, -6.05219901e-02,\n",
" 7.78551325e-02, 6.81922510e-02, 1.48528861e-02, 5.79064935e-02,\n",
" 2.31019650e-02, 4.11330424e-02, -6.28351271e-02, -5.08957468e-02,\n",
" -2.65535363e-03, 7.77394772e-02, -5.38616553e-02, -1.28557356e-02,\n",
" -2.16223318e-02, -2.08170824e-02, 5.40347807e-02, 3.42215113e-02,\n",
" 5.02204103e-03, 2.11407878e-02, 7.11065829e-02, 6.08368441e-02,\n",
" -4.36309725e-03, -7.44142383e-02, -3.46960779e-03, -1.23456726e-02,\n",
" 1.16745997e-02, 4.40775268e-02, -6.30247314e-03, -7.12058321e-02,\n",
" 3.77965756e-02, -7.19657838e-02, -5.64315841e-02, -1.27155362e-02,\n",
" -2.45513655e-02, -6.34696558e-02, 1.52194202e-02, -2.68806051e-02,\n",
" 4.38757800e-02, -1.33806411e-02, -5.78399301e-02, -3.92685048e-02,\n",
" 1.21226115e-02, -1.05121415e-02, -1.30781252e-02, 4.63106260e-02,\n",
" -8.61520171e-02, -1.07255001e-02, -3.84900235e-02, 1.30148046e-02,\n",
" 6.11272864e-02, -5.38363196e-02, 3.32831815e-02, -4.41376865e-02,\n",
" 4.44476046e-02, -1.83252487e-02, -8.36621877e-03, 2.65857019e-02,\n",
" 5.24254553e-02, 3.80429141e-02, 4.69912551e-02, 3.67600210e-02,\n",
" -2.15735286e-02, 4.36726399e-02, 1.28047038e-02, -3.20514105e-02,\n",
" -5.92426546e-02, -2.79226080e-02, 1.85973905e-02, -5.10847867e-02,\n",
" -1.43810445e-02, -4.40806597e-02, -9.65014473e-02, 2.75916718e-02,\n",
" -6.18337514e-03, 8.69401395e-02, 5.41974138e-03, 1.97605342e-02,\n",
" 1.59554705e-02, 1.76704116e-02, -6.35786504e-02, -8.59566219e-03,\n",
" -1.23930134e-01, -1.39451521e-02, 5.59873022e-02, -3.47786918e-02,\n",
" -5.46752140e-02, -4.73789051e-02, -8.34628416e-04, 1.95161812e-02,\n",
" -4.73028682e-02, -9.25428420e-02, -3.52303088e-02, 5.54634444e-02,\n",
" -1.11319227e-02, -3.86870839e-02, -4.66728806e-02, 2.36738604e-02,\n",
" -6.23188764e-02, 8.46110657e-03, 6.83974102e-02, -7.82030448e-03,\n",
" -1.08491266e-02, -3.98753956e-03, 1.31994719e-02, -2.65865261e-03,\n",
" -2.80841272e-02, 1.93966329e-02, -5.40911146e-02, -8.63505080e-02,\n",
" 1.83139779e-02, -1.68466996e-02, 1.03922576e-01, -5.04899658e-02,\n",
" 2.58430559e-02, 1.19874179e-02, 9.12616923e-02, 3.52677815e-02,\n",
" 1.27698695e-02, -2.78633665e-02, 1.11171333e-02, 1.05376514e-02,\n",
" 8.25104937e-02, 2.38174340e-03, 3.81967016e-02, 3.52053344e-02,\n",
" -4.13211249e-03, 3.26366648e-02, -1.58567224e-02, 1.51402624e-02,\n",
" -6.06069714e-03, -3.28003429e-02, 3.35286595e-02, 5.83668984e-02,\n",
" 6.79138526e-02, 3.46841216e-02, 1.52164605e-02, 3.66016924e-02,\n",
" 8.81976821e-03, 4.05794866e-02, -1.23410141e-02, -5.20184524e-02,\n",
" -2.43053436e-02, 7.45655373e-02, -6.49135048e-03, -3.42064500e-02,\n",
" 5.32939136e-02, 1.37539795e-02, -5.34215756e-02, -4.46165614e-02,\n",
" 6.08265139e-02, 1.86436456e-02, 3.21187899e-02, -5.80153242e-02,\n",
" 1.24127492e-02, -5.08347116e-02, -8.93706549e-03, -2.72004176e-02,\n",
" -8.28007422e-03, 5.92979193e-02, 1.43151795e-02, 1.73425954e-03,\n",
" -3.75817195e-02, -6.64175749e-02, 3.07891406e-02, 1.29712289e-02,\n",
" 1.65562145e-02, 4.65026591e-03, 1.51846390e-02, -6.14205264e-02,\n",
" 6.52668923e-02, 2.06975453e-03, 6.09272085e-02, -4.72789370e-02,\n",
" 7.53145618e-03, 3.87727395e-02, 1.22768924e-01, -4.44149738e-03,\n",
" -4.84383889e-02, -1.05912551e-01, 3.17144506e-02, -3.24619003e-02,\n",
" -5.78039698e-03, -8.49372335e-03, 9.50222090e-03, 7.73632154e-02,\n",
" 3.20972130e-02, -2.56110542e-02, -9.72948968e-03, 7.70300478e-02,\n",
" 1.46658802e-02, -1.64177921e-02, -8.48965067e-03, -9.47109908e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'nice': Embedding(embedding=array([ 0.0911256 , -0.05509346, -0.01949895, -0.03061815, 0.00316997,\n",
" -0.03784946, 0.03384506, 0.06486962, 0.10158229, 0.08461783,\n",
" -0.0069526 , 0.04513602, 0.01581 , 0.02805484, -0.01433324,\n",
" 0.0249602 , 0.04095824, 0.08973754, 0.0147873 , -0.02057413,\n",
" -0.07954334, -0.04801282, 0.00876758, 0.05305595, 0.02530905,\n",
" 0.03124968, -0.00863109, -0.04017645, 0.05825885, -0.00903078,\n",
" 0.08233592, -0.00548526, -0.02938615, -0.00433395, 0.03200981,\n",
" -0.01366633, -0.0443986 , -0.02195479, -0.07101054, 0.05102608,\n",
" -0.03880327, 0.00707887, -0.02702064, -0.02009909, 0.03688142,\n",
" -0.06083453, -0.02257355, 0.04259104, -0.02970806, 0.03052502,\n",
" 0.0293809 , 0.00078891, 0.00360017, 0.00452455, 0.03704632,\n",
" 0.05312399, 0.00606647, -0.06210789, -0.03202524, -0.03781705,\n",
" 0.05094131, 0.02266264, 0.03472067, 0.02054036, 0.01600329,\n",
" -0.00865424, 0.03227149, 0.00382301, -0.00963399, -0.02748144,\n",
" -0.02496131, 0.05329089, 0.01271014, 0.15996976, -0.00814011,\n",
" 0.02870613, 0.00173255, -0.07047715, 0.01427793, -0.03161227,\n",
" 0.07287046, 0.00679069, -0.07430771, 0.05246091, -0.02903864,\n",
" 0.01973078, -0.02366008, -0.07976633, -0.05012907, -0.05170995,\n",
" -0.00561525, -0.03057925, -0.04839914, -0.08701508, -0.04644269,\n",
" -0.00043918, -0.06593206, 0.02841322, -0.02501866, -0.0190307 ,\n",
" -0.00694333, -0.02443514, -0.03077487, -0.03605929, -0.03962401,\n",
" -0.00279714, 0.00105943, 0.02450594, -0.06381922, 0.08718906,\n",
" -0.02225431, -0.04215079, -0.01613235, -0.00723875, 0.03089015,\n",
" 0.07815991, 0.0087505 , 0.10065124, -0.05643425, -0.04110103,\n",
" -0.14307486, -0.05900476, 0.03910754, -0.00438229, -0.02181035,\n",
" 0.00065067, -0.02497661, 0.03191715, -0.06479704, 0.02179945,\n",
" 0.00613657, 0.07316867, -0.03265145, 0.02980021, -0.02818324,\n",
" 0.04005042, 0.00091892, 0.05401898, -0.00677799, 0.00064699,\n",
" -0.04214853, -0.00990022, 0.01044576, 0.00070411, -0.00258424,\n",
" 0.02270131, 0.01154332, 0.06578419, -0.03995064, 0.0024225 ,\n",
" 0.06344631, 0.02429442, -0.02784953, 0.00822711, -0.06251099,\n",
" -0.07058976, -0.03049079, -0.00017164, 0.03695166, 0.00055809,\n",
" 0.03054045, 0.04607796, 0.03049229, -0.05837015, -0.10771364,\n",
" 0.0014424 , -0.00194367, -0.03997493, 0.01091333, 0.06186206,\n",
" -0.0426361 , 0.05935962, -0.04793282, -0.00031169, 0.04357547,\n",
" -0.05851471, -0.02831152, -0.0251301 , 0.01863519, -0.01871261,\n",
" 0.03650628, -0.04258397, 0.03081435, -0.00287534, -0.01405683,\n",
" 0.03570518, 0.02015319, -0.01366799, -0.04667061, 0.02005036,\n",
" -0.08301537, -0.02609575, -0.03084241, 0.00656529, -0.06608415,\n",
" 0.04137832, 0.03818365, -0.03090394, -0.05022552, 0.01213186,\n",
" 0.0856507 , 0.03431666, 0.04562923, 0.00226843, -0.01294344,\n",
" 0.04013563, 0.00339981, -0.0292802 , -0.00731567, -0.0321789 ,\n",
" 0.0537433 , -0.01832364, 0.04782427, 0.00276921, -0.00210483,\n",
" 0.05235118, -0.05834237, -0.07382709, -0.0577205 , 0.03884932,\n",
" 0.0145195 , 0.03742341, 0.04958958, -0.00487546, 0.02008041,\n",
" 0.01310944, 0.02486416, -0.03682539, 0.02117854, 0.01396404,\n",
" -0.03676614, 0.03242433, 0.02462493, -0.03986191, 0.02732527,\n",
" -0.02248426, -0.02235615, 0.00691813, 0.03456385, -0.10643582,\n",
" -0.00050574, -0.04784803, 0.04493297, 0.07583276, 0.0205391 ,\n",
" -0.01470893, -0.07291905, -0.00278544, 0.05154651, -0.0332293 ,\n",
" 0.02737719, -0.00293188, -0.07194129, -0.03792759, 0.03484173,\n",
" 0.03092644, 0.04997211, -0.07014307, -0.06604446, -0.0658066 ,\n",
" -0.00461186, -0.00637976, -0.06460921, -0.0281578 , 0.02871078,\n",
" -0.01771174, -0.01251943, -0.07908409, -0.08234494, 0.05251639,\n",
" -0.03342794, 0.07853252, -0.03962903, -0.05205144, 0.03397533,\n",
" -0.00056119, 0.02343274, 0.02454629, 0.00310291, 0.00794112,\n",
" 0.04775307, -0.03898261, -0.01984705, 0.05792423, -0.00674961,\n",
" -0.03564107, -0.01889327, -0.00046288, -0.05620003, 0.04244278,\n",
" 0.01204141, 0.00463817, -0.0124556 , -0.00623391, 0.04467813,\n",
" -0.01734392, -0.01717333, -0.02434553, 0.11058672, 0.08690621,\n",
" 0.04318738, 0.03211251, 0.05604922, -0.03989712, 0.05378335,\n",
" 0.04664242, 0.01162013, 0.02028401, -0.02805169, -0.03361216,\n",
" -0.05861808, -0.05617864, -0.02823428, 0.0733621 , 0.03137388,\n",
" 0.02154088, 0.0110442 , -0.01024032, 0.01328484, -0.05768326,\n",
" 0.08867078, 0.08084472, -0.00277023, 0.04704238, 0.0284226 ,\n",
" 0.05812863, -0.07319857, -0.08121581, 0.0007176 , 0.05788663,\n",
" -0.07836058, -0.00772414, -0.02857503, -0.00977798, 0.05346205,\n",
" 0.03568018, 0.0011433 , 0.03088474, 0.0640676 , 0.07042097,\n",
" -0.0345987 , -0.08450674, -0.01620688, -0.02609497, 0.03173744,\n",
" 0.05605489, -0.01873472, -0.07250594, 0.03637971, -0.06114086,\n",
" -0.0449325 , 0.00255409, -0.01377839, -0.05580726, 0.03591483,\n",
" -0.00289564, 0.05389113, 0.00381972, -0.06265828, -0.04362186,\n",
" 0.02127607, -0.00080686, -0.0356121 , 0.03340335, -0.11196937,\n",
" -0.02900931, -0.0525749 , 0.04453741, 0.04379789, -0.04234387,\n",
" 0.01741339, -0.06260175, 0.05755555, 0.00770799, -0.01883679,\n",
" 0.03754314, 0.04405317, 0.03497045, 0.05496704, 0.03546821,\n",
" 0.01423282, 0.06182973, 0.03394058, -0.01813397, -0.05514094,\n",
" -0.04231165, 0.0033731 , -0.06201088, -0.0211038 , -0.01527027,\n",
" -0.08472139, 0.02224958, 0.00228923, 0.11309078, 0.00110289,\n",
" 0.01486169, -0.01281807, 0.02832393, -0.04013315, -0.01323803,\n",
" -0.13001053, -0.00443126, 0.0598418 , -0.04944378, -0.06636775,\n",
" -0.04734739, 0.00356525, 0.02794255, -0.0440939 , -0.077722 ,\n",
" -0.03716237, 0.05577574, -0.01389924, -0.06021488, -0.03520327,\n",
" 0.03734529, -0.0311073 , -0.00540382, 0.07261411, -0.0140938 ,\n",
" -0.02054718, 0.02110972, 0.01667199, 0.00354123, -0.0107575 ,\n",
" 0.03446868, -0.05379518, -0.0697941 , 0.0195636 , -0.01692822,\n",
" 0.1012675 , -0.04484833, 0.01510057, 0.00764264, 0.07696519,\n",
" 0.0296346 , 0.0071207 , -0.05351464, 0.01065092, 0.02043042,\n",
" 0.0730539 , -0.0143972 , 0.03131951, 0.0410604 , -0.01872243,\n",
" 0.02252539, 0.00088886, 0.00792986, -0.01481977, -0.04065846,\n",
" 0.03324688, 0.04378314, 0.06119778, 0.01410071, 0.02391543,\n",
" 0.01986443, -0.01094494, 0.04627465, -0.01919748, -0.06533933,\n",
" -0.01310187, 0.08584338, -0.00857683, -0.02751764, 0.03243716,\n",
" 0.03476511, -0.05448943, -0.04156232, 0.03602031, 0.00653705,\n",
" 0.02187006, -0.06729501, 0.01912477, -0.03865683, -0.02494233,\n",
" -0.04221611, 0.00643383, 0.07075703, -0.01094506, 0.00370221,\n",
" -0.04058167, -0.03520058, 0.01070956, 0.02440169, 0.00347674,\n",
" -0.00623169, 0.01703005, -0.04902327, 0.0648031 , -0.01906226,\n",
" 0.06039485, -0.01406469, 0.01142928, 0.04390146, 0.12806362,\n",
" 0.02366465, -0.05580625, -0.08841787, 0.04758391, -0.03475417,\n",
" 0.01184708, -0.00749372, 0.01551297, 0.10499558, 0.02439897,\n",
" -0.02596947, -0.00877366, 0.07038531, -0.00862189, -0.03159307,\n",
" 0.00636279, -0.11893456]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'noah': Embedding(embedding=array([ 9.23433602e-02, -5.10494560e-02, -1.84587687e-02, -3.17618921e-02,\n",
" 2.66806106e-04, -3.87104861e-02, 3.78907844e-02, 6.23319335e-02,\n",
" 9.36947241e-02, 8.21812823e-02, -9.19093564e-03, 3.63126770e-02,\n",
" 1.93282645e-02, 2.91530844e-02, -1.14926863e-02, 1.90014336e-02,\n",
" 3.74256596e-02, 8.83599967e-02, 1.57854743e-02, -2.46803612e-02,\n",
" -8.07472169e-02, -4.48964238e-02, 7.83960894e-03, 5.63063659e-02,\n",
" 3.15707773e-02, 3.52483280e-02, -6.07548701e-03, -4.42637801e-02,\n",
" 6.05049618e-02, -7.46332156e-03, 8.11231956e-02, -4.09109052e-03,\n",
" -2.72582881e-02, -4.67940094e-03, 3.08167227e-02, -1.24335317e-02,\n",
" -4.26378883e-02, -1.92454215e-02, -6.68706372e-02, 4.99198996e-02,\n",
" -3.98430303e-02, 2.06021639e-03, -2.14076266e-02, -1.92223378e-02,\n",
" 3.23163792e-02, -6.02616854e-02, -2.33462453e-02, 4.14661467e-02,\n",
" -3.20586413e-02, 2.70798523e-02, 3.30453403e-02, 2.01711082e-03,\n",
" 4.86818282e-03, 5.36595890e-03, 4.35302071e-02, 4.52200100e-02,\n",
" 8.87882337e-03, -5.68859614e-02, -3.43140699e-02, -3.63641232e-02,\n",
" 4.51354571e-02, 2.55974140e-02, 3.87029313e-02, 2.00964790e-02,\n",
" 1.39182825e-02, -5.82106179e-03, 3.41485962e-02, -3.59703111e-03,\n",
" -1.26010627e-02, -2.64890511e-02, -3.24248113e-02, 5.68471476e-02,\n",
" 9.10011027e-03, 1.63822755e-01, -4.88391798e-03, 3.02668754e-02,\n",
" 2.23782728e-03, -6.98583350e-02, 1.68387089e-02, -2.11428981e-02,\n",
" 7.14272261e-02, 5.92010620e-04, -7.40794763e-02, 5.68563230e-02,\n",
" -2.74216179e-02, 1.28459148e-02, -2.01907642e-02, -7.97969177e-02,\n",
" -4.99963649e-02, -5.24934605e-02, -4.09905426e-03, -2.91220099e-02,\n",
" -5.55267707e-02, -9.26399007e-02, -4.03164290e-02, 7.05961371e-04,\n",
" -6.92479387e-02, 2.80079395e-02, -2.89147962e-02, -2.00121477e-02,\n",
" -8.77547916e-03, -2.27993224e-02, -3.16132046e-02, -3.71545367e-02,\n",
" -4.06325012e-02, -2.22418900e-03, 1.04897819e-03, 2.63126660e-02,\n",
" -7.26861507e-02, 8.68210569e-02, -2.23799311e-02, -4.03026417e-02,\n",
" -2.30108742e-02, -8.50813929e-03, 2.79664565e-02, 7.76869804e-02,\n",
" 8.72872770e-03, 9.76960361e-02, -5.37151322e-02, -3.66204232e-02,\n",
" -1.41427517e-01, -6.06200211e-02, 3.56867425e-02, -7.34068779e-03,\n",
" -1.72883086e-02, -2.23228661e-03, -2.24431772e-02, 3.24055515e-02,\n",
" -5.92214428e-02, 2.66586393e-02, 4.28096391e-03, 7.47860372e-02,\n",
" -2.58477088e-02, 2.95913741e-02, -3.33864465e-02, 4.71032336e-02,\n",
" -2.42213462e-03, 5.27719744e-02, -2.97827669e-03, -2.59024487e-03,\n",
" -3.99267673e-02, -1.59954522e-02, 1.31977722e-02, -2.88441690e-04,\n",
" 9.99180134e-03, 1.88224483e-02, 1.58896595e-02, 6.60706609e-02,\n",
" -4.56185900e-02, 1.96726597e-03, 5.79988547e-02, 2.49678362e-02,\n",
" -2.42998283e-02, 7.62271369e-03, -6.41938895e-02, -7.07246959e-02,\n",
" -3.14865224e-02, -3.44956038e-03, 3.56069170e-02, -6.96666946e-04,\n",
" 3.01562920e-02, 4.25702073e-02, 2.96384543e-02, -5.94134144e-02,\n",
" -1.04250468e-01, 5.37856342e-03, -2.21664202e-03, -4.45272774e-02,\n",
" 1.12632914e-02, 6.31004274e-02, -4.75915372e-02, 5.39319776e-02,\n",
" -4.48992811e-02, -4.40094300e-04, 3.10779605e-02, -5.49765155e-02,\n",
" -2.51233261e-02, -2.65036412e-02, 2.02953573e-02, -1.83725208e-02,\n",
" 3.51369604e-02, -4.63116281e-02, 2.56947540e-02, -1.94094412e-03,\n",
" -1.01011787e-02, 3.86032313e-02, 1.34109780e-02, -1.23431711e-02,\n",
" -4.96886075e-02, 2.04533953e-02, -7.79147595e-02, -2.64968015e-02,\n",
" -2.86830049e-02, 3.28628975e-03, -6.11820184e-02, 3.86454575e-02,\n",
" 3.88696343e-02, -3.12268548e-02, -5.34824431e-02, 1.20657841e-02,\n",
" 8.98049399e-02, 3.69035937e-02, 3.98747139e-02, -3.84662789e-03,\n",
" -9.30171087e-03, 4.41591814e-02, 6.56187907e-03, -3.31503525e-02,\n",
" -1.10014128e-02, -2.50751898e-02, 5.01150675e-02, -1.58839952e-02,\n",
" 4.66163680e-02, -1.40776741e-03, -6.52034860e-03, 5.59136495e-02,\n",
" -5.92823997e-02, -6.71089217e-02, -5.23858964e-02, 3.44247818e-02,\n",
" 1.88637823e-02, 3.73390019e-02, 4.43303660e-02, -6.48064166e-03,\n",
" 1.98323373e-02, 1.23491371e-02, 2.35222727e-02, -3.46244127e-02,\n",
" 2.31264308e-02, 1.42259579e-02, -3.74341346e-02, 3.31025273e-02,\n",
" 2.76503451e-02, -3.83897312e-02, 2.88095549e-02, -2.82919388e-02,\n",
" -1.48416711e-02, 9.27289110e-03, 2.90900674e-02, -1.12586513e-01,\n",
" 4.74615837e-04, -5.18717244e-02, 5.11151440e-02, 8.18578154e-02,\n",
" 1.81325991e-02, -1.01308720e-02, -7.03453347e-02, -1.67312648e-03,\n",
" 5.34996763e-02, -3.14310603e-02, 2.53420472e-02, -1.21723453e-03,\n",
" -7.44667575e-02, -3.35328467e-02, 3.50894965e-02, 3.27405334e-02,\n",
" 5.24776913e-02, -7.02272505e-02, -6.39900565e-02, -6.22152947e-02,\n",
" -6.35859207e-04, -7.33212801e-03, -6.21678084e-02, -2.79584322e-02,\n",
" 2.93972436e-02, -2.21594851e-02, -1.31084686e-02, -7.60318786e-02,\n",
" -7.41505548e-02, 5.62554859e-02, -3.13683450e-02, 7.78620318e-02,\n",
" -3.55551504e-02, -5.10790162e-02, 2.95477826e-02, -1.68249733e-03,\n",
" 1.86013337e-02, 2.36635897e-02, -1.99396303e-03, 1.12441797e-02,\n",
" 5.03864698e-02, -3.51104252e-02, -1.98547300e-02, 6.08173609e-02,\n",
" -5.38734999e-03, -3.98620144e-02, -2.09297687e-02, -1.51901494e-03,\n",
" -5.54861613e-02, 4.18089293e-02, 8.88940692e-03, 1.16923861e-02,\n",
" -1.23693943e-02, -2.94629065e-03, 4.17711884e-02, -1.55767836e-02,\n",
" -2.14490127e-02, -2.65752487e-02, 1.09330639e-01, 8.13120231e-02,\n",
" 4.43440713e-02, 3.01710218e-02, 5.54392822e-02, -4.03663404e-02,\n",
" 5.54925241e-02, 4.54763360e-02, 1.53211299e-02, 1.47385560e-02,\n",
" -2.86563914e-02, -3.04036308e-02, -5.76150380e-02, -5.58180958e-02,\n",
" -2.63292436e-02, 7.25967064e-02, 2.88049486e-02, 2.08403263e-02,\n",
" 8.36820062e-03, -7.19801662e-03, 1.42191807e-02, -6.28139973e-02,\n",
" 8.85667428e-02, 8.09959993e-02, -4.47129831e-03, 4.87944037e-02,\n",
" 3.34439650e-02, 6.16541803e-02, -7.93415904e-02, -8.18819553e-02,\n",
" -1.20116095e-03, 5.90834282e-02, -7.67535195e-02, -8.56998935e-03,\n",
" -3.36027481e-02, -6.84733456e-03, 5.30599840e-02, 3.53885144e-02,\n",
" -1.60205294e-04, 2.79789641e-02, 5.93323670e-02, 6.50344193e-02,\n",
" -4.01830822e-02, -8.65080580e-02, -1.78366676e-02, -2.24738643e-02,\n",
" 3.50706577e-02, 5.49841411e-02, -2.16202699e-02, -7.23797306e-02,\n",
" 3.55332904e-02, -5.64714111e-02, -4.58879024e-02, 3.08626052e-03,\n",
" -1.44436844e-02, -5.56222163e-02, 3.14748436e-02, -3.63488495e-03,\n",
" 5.78338504e-02, 2.72392551e-03, -5.88303544e-02, -4.62114848e-02,\n",
" 2.41999254e-02, 9.61149286e-04, -2.98636835e-02, 3.21069136e-02,\n",
" -1.13424845e-01, -2.64506433e-02, -5.54553717e-02, 4.73601148e-02,\n",
" 4.09042090e-02, -4.34104912e-02, 1.82930101e-02, -6.40062615e-02,\n",
" 5.75571880e-02, 4.47313534e-03, -1.65399127e-02, 4.03630957e-02,\n",
" 4.05132584e-02, 3.38804163e-02, 5.39300144e-02, 2.57356334e-02,\n",
" 1.47535922e-02, 6.63316399e-02, 3.59756090e-02, -1.84034631e-02,\n",
" -5.02834208e-02, -4.25547883e-02, 8.11097398e-03, -6.43573701e-02,\n",
" -1.54736796e-02, -1.48312738e-02, -8.50345120e-02, 1.99833792e-02,\n",
" 4.30714572e-03, 1.14864074e-01, 5.27280709e-03, 1.35718128e-02,\n",
" -1.60984397e-02, 2.15285979e-02, -3.88002023e-02, -9.37105995e-03,\n",
" -1.25370860e-01, -4.34047403e-03, 6.78807646e-02, -4.45924476e-02,\n",
" -7.71824494e-02, -4.43643853e-02, 2.49503320e-03, 2.76498236e-02,\n",
" -4.17392179e-02, -8.20003971e-02, -4.01147157e-02, 5.42479269e-02,\n",
" -9.83265974e-03, -5.78046069e-02, -3.58532257e-02, 3.49989608e-02,\n",
" -2.99707297e-02, -1.53656593e-02, 6.61716089e-02, -2.11309474e-02,\n",
" -2.46050712e-02, 1.66673120e-02, 1.76522247e-02, 2.95032340e-04,\n",
" -9.38431919e-03, 3.73396724e-02, -5.41447885e-02, -6.84985146e-02,\n",
" 1.61631666e-02, -2.01976709e-02, 9.97344330e-02, -4.51393388e-02,\n",
" 1.52589576e-02, 9.43079032e-03, 7.63826445e-02, 3.17173637e-02,\n",
" 7.19870580e-03, -5.50698377e-02, 1.09013719e-02, 2.39886753e-02,\n",
" 7.23512843e-02, -1.25776203e-02, 2.84436345e-02, 4.45090495e-02,\n",
" -1.68415699e-02, 1.83274783e-02, 1.90695410e-03, 6.34218287e-03,\n",
" -9.05626733e-03, -4.66305763e-02, 3.14489119e-02, 4.25594710e-02,\n",
" 6.63748235e-02, 6.96697226e-03, 1.76921152e-02, 1.63354687e-02,\n",
" -7.00760493e-03, 4.09843810e-02, -1.70142781e-02, -7.49960542e-02,\n",
" -8.65295250e-03, 9.24454853e-02, -1.03497142e-02, -2.66842693e-02,\n",
" 3.17953527e-02, 3.22344713e-02, -5.07328101e-02, -4.11798805e-02,\n",
" 3.73030901e-02, 1.27125427e-03, 1.56689472e-02, -6.33499473e-02,\n",
" 2.25301608e-02, -3.72688323e-02, -3.01390700e-02, -4.44501229e-02,\n",
" 4.75332094e-03, 7.86146000e-02, -1.32152736e-02, 3.35754966e-03,\n",
" -4.36490364e-02, -3.64981741e-02, 1.18659064e-02, 2.88705323e-02,\n",
" 2.38776440e-03, -9.63545311e-03, 1.84711777e-02, -4.67780605e-02,\n",
" 6.35781586e-02, -1.93365943e-02, 6.72306791e-02, -1.89459696e-02,\n",
" 1.40568446e-02, 4.79425043e-02, 1.30261526e-01, 2.32808031e-02,\n",
" -5.03736511e-02, -9.75371450e-02, 4.84517552e-02, -3.87544259e-02,\n",
" 1.34738535e-02, -8.68469290e-03, 1.83789842e-02, 1.08845592e-01,\n",
" 2.81871911e-02, -2.93317772e-02, -5.68663515e-03, 7.35353529e-02,\n",
" -1.01726661e-02, -3.14795859e-02, 6.66063139e-03, -1.17675208e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'noidea': Embedding(embedding=array([ 1.01295605e-01, -4.88076098e-02, -1.55995730e-02, -1.54889654e-02,\n",
" -3.15336324e-03, -4.59599681e-02, 2.96298303e-02, 6.14933446e-02,\n",
" 1.00407071e-01, 7.75245503e-02, -9.65661462e-03, 4.42890413e-02,\n",
" 2.40627471e-02, 2.51026433e-02, -1.37462160e-02, 2.59951204e-02,\n",
" 5.04189283e-02, 8.86536390e-02, 1.03279520e-02, -2.37371363e-02,\n",
" -8.34231302e-02, -4.87225503e-02, 1.67937425e-03, 5.54472990e-02,\n",
" 2.14551073e-02, 2.67350338e-02, 1.03826949e-03, -3.64549682e-02,\n",
" 6.16096482e-02, -1.19647188e-02, 8.18568021e-02, -1.27599044e-02,\n",
" -2.32000183e-02, 4.90156654e-03, 3.66808102e-02, -1.62620600e-02,\n",
" -4.73143607e-02, -1.58104096e-02, -7.48469308e-02, 4.94648367e-02,\n",
" -4.68221456e-02, 6.84710080e-03, -2.18291003e-02, -2.08200868e-02,\n",
" 3.75213362e-02, -5.87388389e-02, -3.20431888e-02, 4.46969233e-02,\n",
" -3.28665450e-02, 2.08823550e-02, 2.92006489e-02, -6.03123847e-03,\n",
" 2.96492875e-03, 9.93398391e-03, 4.48756330e-02, 6.17953800e-02,\n",
" 3.23503627e-04, -7.26489797e-02, -2.58085970e-02, -2.74380185e-02,\n",
" 5.09702563e-02, 2.07228679e-02, 3.32224295e-02, 1.91590320e-02,\n",
" 1.13815153e-02, -1.85974140e-03, 3.56447361e-02, 9.51665919e-03,\n",
" -1.16944136e-02, -2.42779199e-02, -2.40785964e-02, 4.44239825e-02,\n",
" 1.74748730e-02, 1.56753555e-01, -6.88030943e-03, 1.92318819e-02,\n",
" 9.05552786e-03, -7.44215399e-02, 1.84442829e-02, -2.49921083e-02,\n",
" 6.09666519e-02, 8.26379750e-03, -7.30068460e-02, 5.53185977e-02,\n",
" -2.51468550e-02, 2.24071238e-02, -2.34541725e-02, -8.63053426e-02,\n",
" -5.60339503e-02, -4.11781520e-02, -1.30538112e-02, -3.38693708e-02,\n",
" -4.62001674e-02, -9.11787525e-02, -5.34504130e-02, 1.44374948e-02,\n",
" -7.13346824e-02, 3.52896899e-02, -2.60594822e-02, -1.29244979e-02,\n",
" -9.69316065e-03, -2.43493300e-02, -2.09961385e-02, -3.14292163e-02,\n",
" -3.63218859e-02, -1.07638147e-02, 6.68757944e-04, 2.63690595e-02,\n",
" -5.73554449e-02, 8.10172930e-02, -2.52626259e-02, -3.56244817e-02,\n",
" -9.81762260e-03, -7.24994438e-03, 2.02295277e-02, 8.65035579e-02,\n",
" 1.69691909e-02, 8.92483145e-02, -6.39172345e-02, -2.99653094e-02,\n",
" -1.65287584e-01, -5.75532243e-02, 3.91285755e-02, -1.11470988e-03,\n",
" -1.96282323e-02, -1.81887636e-03, -2.74534989e-02, 3.68038677e-02,\n",
" -6.79433420e-02, 1.80890393e-02, 3.60244163e-03, 7.15961456e-02,\n",
" -2.66893301e-02, 3.04441396e-02, -2.74424516e-02, 4.27263528e-02,\n",
" 1.42467553e-02, 5.83351217e-02, -8.68473109e-03, 5.17361239e-03,\n",
" -3.78618352e-02, -2.07448639e-02, 1.80474832e-03, 8.62188544e-03,\n",
" -2.90695229e-03, 3.42287421e-02, 1.56287476e-02, 6.57051802e-02,\n",
" -4.21830527e-02, 4.21748310e-03, 5.54421097e-02, 2.80048233e-02,\n",
" -2.89315954e-02, 2.23088376e-02, -4.98612709e-02, -6.63500279e-02,\n",
" -2.93018501e-02, 8.51107202e-03, 3.48511040e-02, 8.92699347e-04,\n",
" 2.35881805e-02, 4.73684035e-02, 2.99105532e-02, -5.76367229e-02,\n",
" -1.04792528e-01, -2.36479496e-03, 2.75652064e-03, -4.27047908e-02,\n",
" 2.22469997e-02, 5.68094105e-02, -3.85526679e-02, 5.00999615e-02,\n",
" -4.47826870e-02, 4.21820069e-03, 4.19460461e-02, -6.83923960e-02,\n",
" -2.97597386e-02, -1.96069088e-02, 2.38334090e-02, -6.91867154e-03,\n",
" 2.88673565e-02, -4.57856208e-02, 2.02412568e-02, -7.77131924e-03,\n",
" -8.93104449e-03, 2.36007143e-02, 6.13779854e-03, 5.10615995e-04,\n",
" -4.66164835e-02, 9.88021027e-03, -8.32668468e-02, -3.25401537e-02,\n",
" -2.23544296e-02, 6.22651540e-03, -6.52565211e-02, 4.13956493e-02,\n",
" 4.25460488e-02, -2.11718213e-02, -5.09704016e-02, 5.20225102e-03,\n",
" 9.00405720e-02, 3.42158005e-02, 4.70696837e-02, 3.76106892e-03,\n",
" -1.79872382e-02, 3.18789892e-02, 1.46470983e-02, -3.06909010e-02,\n",
" -8.14768020e-03, -4.15706933e-02, 5.17894551e-02, -8.20185617e-03,\n",
" 5.52286580e-02, 6.86379569e-03, -8.07695743e-03, 4.98352572e-02,\n",
" -6.83551878e-02, -8.07802528e-02, -5.11968583e-02, 3.44087146e-02,\n",
" 1.43698007e-02, 3.49748395e-02, 5.21599427e-02, 7.75824953e-03,\n",
" 1.26889311e-02, -5.29304938e-03, 3.26522887e-02, -2.81746592e-02,\n",
" 1.28180925e-02, 4.01722314e-03, -4.44094278e-02, 3.77242230e-02,\n",
" 2.94526406e-02, -4.84255999e-02, 3.91510166e-02, -3.11010089e-02,\n",
" -3.47495191e-02, 1.02042872e-02, 2.39889268e-02, -1.00256599e-01,\n",
" -1.05302185e-02, -4.94017787e-02, 3.88386957e-02, 6.92389458e-02,\n",
" 2.40620095e-02, -1.84079204e-02, -7.17347413e-02, -7.70598650e-03,\n",
" 4.92256097e-02, -3.82980518e-02, 2.83023380e-02, 6.11616718e-03,\n",
" -6.79666921e-02, -3.43022309e-02, 3.67038622e-02, 3.20336707e-02,\n",
" 4.92302738e-02, -7.06487969e-02, -6.09343871e-02, -7.18952119e-02,\n",
" -1.01399422e-02, 1.70091761e-03, -5.49683981e-02, -2.65887640e-02,\n",
" 2.34348886e-02, -1.30534731e-02, -6.68158615e-03, -8.85539949e-02,\n",
" -8.43763947e-02, 5.14870323e-02, -3.59112881e-02, 8.08393955e-02,\n",
" -3.97925600e-02, -5.83973639e-02, 4.42148112e-02, 4.23222268e-03,\n",
" 2.46060546e-02, 2.05639023e-02, 3.28342023e-04, 1.29724275e-02,\n",
" 5.64717315e-02, -4.15719375e-02, -1.28751248e-02, 5.83680980e-02,\n",
" 3.72973527e-03, -3.66948359e-02, -1.88994054e-02, 4.64174576e-04,\n",
" -5.30855842e-02, 3.86017375e-02, 9.30021703e-03, 4.15851641e-03,\n",
" -1.69228818e-02, 1.19677687e-03, 4.65031005e-02, -1.96198784e-02,\n",
" -1.47186136e-02, -2.10681800e-02, 1.17624596e-01, 9.22581181e-02,\n",
" 3.64730768e-02, 2.59431191e-02, 4.61846925e-02, -4.03659120e-02,\n",
" 5.86315691e-02, 6.28707930e-02, 2.56229099e-03, 2.22452935e-02,\n",
" -1.79724246e-02, -3.00945807e-02, -4.43993621e-02, -4.89933491e-02,\n",
" -3.90160680e-02, 7.23596811e-02, 2.85048950e-02, 1.38414372e-02,\n",
" 6.11927779e-03, -8.55531730e-03, 5.19543001e-03, -5.67636751e-02,\n",
" 8.96535590e-02, 7.70175010e-02, 9.98446834e-04, 4.70826887e-02,\n",
" 2.33480949e-02, 5.18421307e-02, -7.43032321e-02, -6.80890977e-02,\n",
" -1.71529211e-03, 6.70820251e-02, -7.11702183e-02, -5.59252221e-03,\n",
" -2.18890160e-02, -1.24276867e-02, 5.73087148e-02, 3.75345945e-02,\n",
" -2.62804702e-03, 2.58047506e-02, 6.43388554e-02, 6.19182363e-02,\n",
" -2.11927537e-02, -8.67706016e-02, -7.90201873e-03, -2.18865816e-02,\n",
" 3.18159871e-02, 4.86059450e-02, -9.73731373e-03, -6.99925646e-02,\n",
" 3.79498079e-02, -6.32466450e-02, -4.74298447e-02, -2.61061679e-04,\n",
" -1.75031293e-02, -6.04973510e-02, 2.80627161e-02, -1.14023248e-02,\n",
" 5.03103063e-02, 2.56542419e-03, -5.98327182e-02, -4.61038835e-02,\n",
" 1.36855198e-02, -2.95302179e-03, -2.51354072e-02, 3.52456160e-02,\n",
" -1.07817195e-01, -1.63302068e-02, -5.07929437e-02, 3.50317508e-02,\n",
" 5.06340303e-02, -4.29091975e-02, 2.15567350e-02, -6.00222982e-02,\n",
" 5.29159233e-02, 1.71880273e-03, -1.28870700e-02, 3.51061448e-02,\n",
" 4.00159098e-02, 3.20940949e-02, 4.75748256e-02, 3.53455059e-02,\n",
" 1.74246414e-03, 5.41499332e-02, 3.25710401e-02, -2.24616900e-02,\n",
" -5.88402003e-02, -4.03385684e-02, 1.44272987e-02, -6.21888377e-02,\n",
" -1.61875356e-02, -2.29200292e-02, -8.87612477e-02, 2.65499949e-02,\n",
" -2.30968162e-05, 1.02201484e-01, -3.04020738e-04, 1.54213710e-02,\n",
" -3.61154112e-03, 2.32237950e-02, -4.51183878e-02, -1.28597850e-02,\n",
" -1.29990622e-01, -4.74526780e-03, 5.69615737e-02, -4.64521460e-02,\n",
" -6.23003989e-02, -4.91866805e-02, -4.25604731e-03, 2.68335622e-02,\n",
" -4.83924747e-02, -8.34191516e-02, -3.76754440e-02, 5.71262948e-02,\n",
" -1.45002296e-02, -5.58944345e-02, -4.21680994e-02, 2.87568755e-02,\n",
" -5.00163920e-02, -3.31137446e-03, 6.74817115e-02, -1.81767456e-02,\n",
" -1.29102916e-02, 1.53078334e-02, 1.76927391e-02, 5.29402867e-03,\n",
" -2.06320938e-02, 2.79574487e-02, -5.41690886e-02, -7.36275911e-02,\n",
" 2.47610454e-02, -2.25966293e-02, 1.02114812e-01, -4.84971851e-02,\n",
" 1.92674100e-02, 9.70131904e-03, 8.06690678e-02, 3.34149525e-02,\n",
" 1.15258535e-02, -4.79301028e-02, 8.89152568e-03, 1.37593802e-02,\n",
" 7.86653981e-02, -8.91178288e-03, 2.83644907e-02, 3.95482741e-02,\n",
" -1.22683188e-02, 2.84611955e-02, -6.83833379e-03, 1.42643806e-02,\n",
" -1.03502767e-02, -3.23816352e-02, 4.02141027e-02, 4.85716164e-02,\n",
" 6.74824268e-02, 2.43562981e-02, 1.91922337e-02, 2.37559378e-02,\n",
" -7.28454115e-03, 4.58693691e-02, -1.61458645e-02, -6.01934493e-02,\n",
" -1.93179138e-02, 8.55416954e-02, -1.13262096e-02, -3.27620767e-02,\n",
" 3.84477042e-02, 2.37157978e-02, -5.95702678e-02, -4.24463451e-02,\n",
" 4.88740057e-02, 1.28122754e-02, 2.57806182e-02, -6.72206655e-02,\n",
" 1.83321834e-02, -4.08940427e-02, -2.21956521e-02, -3.49459946e-02,\n",
" 5.46607049e-03, 6.75112531e-02, -3.21886432e-03, 7.92027422e-05,\n",
" -4.35100794e-02, -4.69208546e-02, 1.74358003e-02, 1.96647663e-02,\n",
" 9.85188223e-03, -4.90583200e-03, 1.37917539e-02, -5.51152714e-02,\n",
" 6.57158569e-02, -1.23430481e-02, 6.59889057e-02, -2.68819630e-02,\n",
" 1.33003388e-02, 4.11316976e-02, 1.30977258e-01, 1.49768908e-02,\n",
" -5.34421019e-02, -9.22622532e-02, 4.91970032e-02, -3.38114686e-02,\n",
" 2.09178426e-03, -1.33443996e-02, 9.29598231e-03, 1.00221425e-01,\n",
" 2.48975437e-02, -2.41614487e-02, -9.74088162e-03, 7.04161301e-02,\n",
" -1.50503300e-03, -3.06210257e-02, 1.15318014e-03, -1.15750961e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ntot': Embedding(embedding=array([ 1.11997232e-01, -4.11410742e-02, -1.34644024e-02, 2.03334037e-02,\n",
" -1.56878810e-02, -6.21150732e-02, 2.31364928e-02, 5.84880449e-02,\n",
" 1.03294089e-01, 4.75164168e-02, -2.50002127e-02, 4.92848717e-02,\n",
" 3.05395853e-02, 1.92256048e-02, -6.34655682e-03, 3.93383168e-02,\n",
" 6.19953349e-02, 8.93895477e-02, -5.52744186e-03, -2.05497518e-02,\n",
" -8.53701234e-02, -3.73018421e-02, 2.46741087e-03, 5.35294190e-02,\n",
" 6.54429849e-03, 1.56779066e-02, 1.30572813e-02, -4.62222248e-02,\n",
" 4.96376827e-02, -1.74304508e-02, 7.27194771e-02, -2.10680906e-02,\n",
" 1.73703078e-02, -1.29130727e-03, 3.85054573e-02, -3.02627999e-02,\n",
" -4.90393043e-02, -2.17583552e-02, -9.44648758e-02, 4.33318168e-02,\n",
" -4.56541553e-02, 2.21489761e-02, -2.79704370e-02, -9.60398838e-03,\n",
" 5.16523086e-02, -6.13328069e-02, -4.22356687e-02, 5.52590340e-02,\n",
" -2.28800587e-02, 1.44244125e-02, 3.32169905e-02, -1.60285681e-02,\n",
" 8.06206022e-04, 2.30254959e-02, 4.46084887e-02, 7.25264847e-02,\n",
" -2.03706790e-02, -8.92343372e-02, -2.23261621e-02, -2.33126096e-02,\n",
" 3.48727182e-02, 9.05130059e-03, 1.78729519e-02, 1.80113632e-02,\n",
" 2.67729331e-02, 2.42589936e-02, 3.76433618e-02, 2.45638639e-02,\n",
" -3.60845332e-03, -1.96420606e-02, -4.63102432e-03, 8.15326814e-03,\n",
" 3.53440642e-02, 1.33859426e-01, -3.02500706e-02, 9.47101414e-03,\n",
" 2.03537773e-02, -9.25265998e-02, 3.06656826e-02, -1.36361187e-02,\n",
" 1.39012048e-02, 2.46999040e-02, -6.06571361e-02, 3.36435363e-02,\n",
" -1.28555531e-02, 4.99518029e-02, -1.71566885e-02, -9.85620543e-02,\n",
" -5.96938618e-02, -2.38977168e-02, -3.11618596e-02, -4.61802222e-02,\n",
" -2.03375220e-02, -8.56516138e-02, -8.17772746e-02, 3.20389234e-02,\n",
" -8.06303546e-02, 4.10287231e-02, 7.08006229e-03, 1.29487570e-02,\n",
" -1.30467620e-02, -1.72564555e-02, -3.00160935e-03, -2.44466309e-02,\n",
" -3.80227566e-02, -3.07062585e-02, 2.87731178e-04, 3.59091684e-02,\n",
" -4.53153774e-02, 7.69055933e-02, -4.45411317e-02, -1.46473087e-02,\n",
" 7.52759678e-03, -1.65462159e-02, 7.78101094e-04, 7.72317201e-02,\n",
" 3.35157253e-02, 7.85837397e-02, -7.19023719e-02, -1.53647978e-02,\n",
" -1.78773358e-01, -5.00721112e-02, 2.35093329e-02, -1.87738088e-03,\n",
" -2.37087887e-02, 5.35142235e-03, -3.10714711e-02, 4.65296172e-02,\n",
" -7.36558288e-02, 1.91733718e-03, 1.02675883e-02, 5.15972115e-02,\n",
" -3.76966707e-02, 2.17820387e-02, -3.10157966e-02, 5.85316159e-02,\n",
" 1.86554529e-02, 6.12927601e-02, -5.92156779e-03, 2.10338980e-02,\n",
" -2.22759508e-02, -1.82014555e-02, -2.75443848e-02, 1.46559943e-02,\n",
" -2.80515086e-02, 3.18434797e-02, 3.73059348e-03, 5.96083142e-02,\n",
" -4.50591668e-02, 9.90890712e-03, 5.07327244e-02, 3.19818519e-02,\n",
" -2.98723690e-02, 3.80157717e-02, -2.41016746e-02, -5.11122011e-02,\n",
" -2.83507742e-02, 3.04415878e-02, 3.34008969e-02, 8.47808551e-03,\n",
" 2.11950652e-02, 4.82005998e-02, 5.03205135e-02, -6.70793280e-02,\n",
" -8.22855160e-02, 4.46058903e-03, 6.15599705e-03, -2.83397883e-02,\n",
" 4.10860293e-02, 3.15210931e-02, -2.30580997e-02, 3.27588245e-02,\n",
" -4.66396213e-02, 1.43593876e-02, 4.64043655e-02, -8.61230046e-02,\n",
" -3.22205089e-02, -1.07469643e-02, 2.27371678e-02, -3.27025959e-03,\n",
" 2.63418052e-02, -4.13868986e-02, 7.51379528e-04, -1.93244759e-02,\n",
" -1.75316498e-04, 1.57383960e-02, 1.08500626e-02, 1.55807799e-02,\n",
" -3.70295495e-02, -8.51709582e-03, -8.21002647e-02, -2.82879267e-02,\n",
" -1.92733146e-02, 1.72301922e-02, -6.19891398e-02, 4.31060977e-02,\n",
" 5.60953021e-02, -1.10923196e-03, -4.60610613e-02, -6.97050430e-03,\n",
" 8.01360309e-02, 2.57172063e-02, 5.10999560e-02, -1.64653105e-03,\n",
" -3.01814601e-02, 4.41616075e-03, 4.07472476e-02, -2.30170693e-02,\n",
" -7.70121533e-03, -6.01751991e-02, 5.56414612e-02, -1.93897747e-02,\n",
" 7.32140690e-02, 2.91275396e-03, -1.89716425e-02, 2.73591317e-02,\n",
" -9.33126882e-02, -8.74039754e-02, -4.58117723e-02, 3.37705947e-02,\n",
" 3.68205570e-02, 2.64298804e-02, 6.61684498e-02, 2.28654332e-02,\n",
" 5.50677115e-03, -3.01311892e-02, 3.70218381e-02, -6.39884593e-03,\n",
" 1.77276123e-03, -2.17095371e-02, -5.49358614e-02, 4.32543680e-02,\n",
" 3.07812095e-02, -3.34757045e-02, 4.78646792e-02, -3.72063294e-02,\n",
" -6.27489984e-02, 1.20127983e-02, 1.88137088e-02, -8.89610648e-02,\n",
" -1.77309383e-02, -4.86482605e-02, 1.57783758e-02, 3.70577201e-02,\n",
" 2.44136900e-02, -3.17934416e-02, -6.14881702e-02, -1.76259782e-02,\n",
" 3.52979638e-02, -4.17888127e-02, -2.54607585e-04, 2.32770108e-02,\n",
" -6.88939393e-02, -2.29174849e-02, 4.53981794e-02, 1.85546745e-02,\n",
" 5.31076603e-02, -6.45484626e-02, -4.79382351e-02, -9.46790576e-02,\n",
" -3.29359099e-02, 1.07998913e-02, -4.23278362e-02, -3.02996933e-02,\n",
" 2.11480670e-02, 4.11966303e-03, -6.41206698e-03, -1.06753618e-01,\n",
" -7.84850270e-02, 2.97808964e-02, -4.08556089e-02, 1.01706482e-01,\n",
" -2.40522735e-02, -5.28394915e-02, 6.90319538e-02, 1.55691765e-02,\n",
" 4.35888842e-02, 2.80083399e-02, -2.63904594e-03, 1.15864016e-02,\n",
" 6.83464557e-02, -6.01239093e-02, 1.33371493e-02, 3.97168547e-02,\n",
" -2.26919260e-03, -2.11745035e-02, -3.80438529e-02, 1.04152095e-02,\n",
" -3.36021185e-02, 3.78629714e-02, 9.87241045e-03, 1.05200335e-02,\n",
" -3.35179493e-02, 1.85886025e-02, 4.57936153e-02, -2.35116556e-02,\n",
" -6.94397883e-03, -9.50580928e-04, 1.25599235e-01, 9.07868296e-02,\n",
" 2.18319558e-02, 1.52793657e-02, 2.80282106e-02, -4.18052562e-02,\n",
" 5.36856614e-02, 1.03802405e-01, -1.55698238e-02, 3.61266881e-02,\n",
" -9.84207354e-03, -1.40189007e-02, -2.42431778e-02, -3.95082049e-02,\n",
" -6.02169409e-02, 7.02913329e-02, 2.14245319e-02, 3.68184200e-03,\n",
" -4.95687069e-04, -4.52780584e-03, -9.49877221e-03, -5.16472682e-02,\n",
" 7.66018406e-02, 6.17177300e-02, 1.82447508e-02, 5.24590909e-02,\n",
" 2.75248345e-02, 2.19521280e-02, -6.24199472e-02, -4.73071411e-02,\n",
" -4.67952387e-03, 8.02402869e-02, -5.10176495e-02, -1.10483021e-02,\n",
" -2.01454945e-02, -2.27129459e-02, 6.05003871e-02, 3.67323868e-02,\n",
" 5.28724864e-03, 2.27600802e-02, 7.09748492e-02, 5.90358563e-02,\n",
" -6.98572304e-03, -6.57585114e-02, -1.14163533e-02, -1.40642226e-02,\n",
" -1.16312050e-03, 4.32741567e-02, -1.98518001e-02, -7.99843967e-02,\n",
" 4.20277677e-02, -8.13394338e-02, -4.92192432e-02, -5.07257273e-03,\n",
" -3.10791321e-02, -6.05028681e-02, 1.46471541e-02, -3.25250179e-02,\n",
" 3.83771881e-02, -2.54400801e-02, -5.84070571e-02, -3.16933282e-02,\n",
" 1.80894453e-02, -1.74673796e-02, -2.38769054e-02, 3.96644026e-02,\n",
" -7.08365738e-02, -1.34689892e-02, -3.29512730e-02, 1.46929780e-02,\n",
" 6.28596544e-02, -5.57944104e-02, 3.64923440e-02, -4.21184450e-02,\n",
" 4.43885885e-02, -1.84649993e-02, -1.01958457e-02, 2.46973503e-02,\n",
" 4.90813553e-02, 3.63626070e-02, 4.59212698e-02, 3.70226018e-02,\n",
" -2.51458324e-02, 3.89719941e-02, 2.86161131e-03, -3.22190933e-02,\n",
" -5.41406795e-02, -2.98537090e-02, 1.60314832e-02, -4.48584221e-02,\n",
" -1.66402794e-02, -5.13717756e-02, -9.90583301e-02, 2.22094804e-02,\n",
" -1.38026355e-02, 8.08811262e-02, 1.29646650e-02, 1.94263067e-02,\n",
" 2.15485748e-02, 2.31111497e-02, -5.67441136e-02, -1.47667704e-02,\n",
" -1.27472490e-01, -1.52181918e-02, 4.62130345e-02, -2.82808244e-02,\n",
" -6.56584427e-02, -4.76542674e-02, 6.44714921e-04, 2.09715962e-02,\n",
" -4.85989377e-02, -9.33084860e-02, -4.01827544e-02, 6.34831935e-02,\n",
" -9.82140750e-03, -2.78359633e-02, -5.43788932e-02, 2.29813736e-02,\n",
" -6.43504113e-02, 8.05417076e-03, 6.94767609e-02, -4.77772439e-03,\n",
" -6.45674253e-03, -9.07433592e-03, 2.18917355e-02, -1.60256762e-03,\n",
" -2.89496575e-02, 2.15874091e-02, -4.68729697e-02, -8.67278725e-02,\n",
" 1.74907725e-02, -1.27777718e-02, 1.04244642e-01, -4.49241884e-02,\n",
" 2.92328540e-02, 2.02848911e-02, 8.83703306e-02, 4.69136462e-02,\n",
" 1.70768406e-02, -2.49361563e-02, 7.06238206e-03, 1.38540613e-02,\n",
" 7.64381960e-02, 7.19255861e-03, 3.75139825e-02, 3.96080017e-02,\n",
" -1.00731826e-03, 3.18544693e-02, -2.32341867e-02, 1.48983393e-02,\n",
" -7.45359343e-03, -3.14992666e-02, 2.62715220e-02, 6.44181669e-02,\n",
" 6.94680512e-02, 2.56345775e-02, 1.61945149e-02, 4.71451469e-02,\n",
" 1.96273662e-02, 3.98942120e-02, -1.40308402e-02, -5.47898486e-02,\n",
" -2.81447880e-02, 6.66978061e-02, -2.81341723e-03, -4.46854047e-02,\n",
" 5.29785305e-02, 1.37222158e-02, -5.17903045e-02, -4.94689569e-02,\n",
" 5.44163175e-02, 1.45161496e-02, 3.21358703e-02, -5.03590144e-02,\n",
" 4.65268153e-04, -5.05818576e-02, -7.84416683e-04, -2.30243467e-02,\n",
" -1.33684305e-02, 5.11700436e-02, 1.16354255e-02, 4.92158579e-03,\n",
" -3.16834003e-02, -8.57961476e-02, 3.10017839e-02, 2.43479293e-03,\n",
" 1.51847256e-02, 8.84073693e-03, 1.20183593e-02, -6.07283078e-02,\n",
" 6.43375814e-02, 1.84976030e-02, 6.71412647e-02, -4.17494476e-02,\n",
" 1.49340285e-02, 3.70239727e-02, 1.20938472e-01, -9.19791032e-03,\n",
" -5.48972823e-02, -1.08380370e-01, 2.18438748e-02, -2.92485580e-02,\n",
" -7.21670268e-03, -6.60541328e-03, 7.40409084e-03, 6.71927556e-02,\n",
" 3.37219648e-02, -2.45969258e-02, -1.18966913e-02, 7.86045343e-02,\n",
" 1.64660290e-02, 5.71476179e-04, -6.77755522e-03, -9.29531530e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'oag': Embedding(embedding=array([ 9.65487286e-02, -4.98215072e-02, -1.23327728e-02, -3.17126289e-02,\n",
" -1.46276213e-03, -4.39483710e-02, 3.67318839e-02, 6.64555803e-02,\n",
" 1.00624286e-01, 8.04206058e-02, -8.04999471e-03, 3.67361754e-02,\n",
" 2.01453492e-02, 2.98083443e-02, -1.09825348e-02, 2.47464348e-02,\n",
" 4.34470847e-02, 8.64412114e-02, 1.19323507e-02, -2.25554351e-02,\n",
" -8.47665966e-02, -4.98125367e-02, 3.49351182e-03, 5.60886487e-02,\n",
" 2.79585794e-02, 3.06458455e-02, -2.96121347e-03, -3.95211130e-02,\n",
" 6.17671423e-02, -9.86463577e-03, 8.25764686e-02, -7.91725330e-03,\n",
" -2.68904790e-02, -3.62449465e-03, 3.27823199e-02, -1.48792854e-02,\n",
" -4.96359579e-02, -2.40933318e-02, -7.17561692e-02, 5.28735965e-02,\n",
" -4.03736718e-02, 5.88641502e-03, -1.97179932e-02, -2.28046700e-02,\n",
" 3.19005139e-02, -6.16920143e-02, -2.47223135e-02, 3.84905934e-02,\n",
" -3.12444959e-02, 2.80367956e-02, 2.98901368e-02, -6.41911174e-04,\n",
" 6.13774639e-03, 4.16897191e-03, 4.29460071e-02, 5.19131646e-02,\n",
" 9.97010432e-03, -6.48083389e-02, -2.99547017e-02, -3.48517299e-02,\n",
" 5.28981760e-02, 2.63760760e-02, 3.61412913e-02, 1.75800323e-02,\n",
" 1.69323646e-02, -4.04254859e-03, 3.35802287e-02, 8.73689167e-03,\n",
" -1.26267122e-02, -2.20592227e-02, -2.60577891e-02, 5.03183231e-02,\n",
" 9.93373804e-03, 1.61908433e-01, -6.94936467e-03, 2.53146682e-02,\n",
" -5.51652411e-05, -7.17554539e-02, 1.46003934e-02, -2.42672432e-02,\n",
" 6.78304434e-02, 2.44686147e-03, -7.16463923e-02, 5.11175133e-02,\n",
" -2.61344612e-02, 2.08535884e-02, -2.31992770e-02, -7.99589157e-02,\n",
" -5.39260954e-02, -4.61242348e-02, -6.51146518e-03, -3.35950404e-02,\n",
" -5.03166951e-02, -9.37550068e-02, -5.04871458e-02, 5.58584696e-03,\n",
" -7.40638748e-02, 3.12220175e-02, -2.34430954e-02, -1.41654443e-02,\n",
" -1.05497995e-02, -1.87295526e-02, -3.25732902e-02, -3.13731879e-02,\n",
" -3.84306125e-02, -6.11645263e-03, 6.26293186e-04, 2.61006299e-02,\n",
" -6.32166788e-02, 8.36115256e-02, -2.54940726e-02, -4.27023470e-02,\n",
" -1.54396677e-02, -7.78466929e-03, 2.47877184e-02, 7.92171732e-02,\n",
" 9.39693768e-03, 9.91232693e-02, -5.72769195e-02, -3.97194438e-02,\n",
" -1.40311882e-01, -5.45871146e-02, 3.72474268e-02, -5.06426860e-03,\n",
" -1.69844422e-02, 2.47204956e-03, -2.58262977e-02, 3.38440090e-02,\n",
" -5.77436276e-02, 1.83676630e-02, 5.80294803e-03, 7.56022185e-02,\n",
" -2.63338462e-02, 2.88175680e-02, -2.73997691e-02, 4.21903394e-02,\n",
" 1.32013008e-03, 5.61233908e-02, -2.58482690e-03, 1.16465974e-03,\n",
" -3.94242220e-02, -1.58607513e-02, 7.62359146e-03, 6.99101482e-03,\n",
" -8.32326943e-04, 2.39312574e-02, 1.54356519e-02, 6.82998300e-02,\n",
" -4.54180650e-02, 3.34207504e-03, 6.16921782e-02, 2.59192754e-02,\n",
" -2.96579674e-02, 1.05963293e-02, -6.38351217e-02, -6.83505237e-02,\n",
" -3.33766602e-02, 3.37642687e-03, 3.38338129e-02, -1.30868633e-03,\n",
" 2.61106268e-02, 4.84842211e-02, 3.00133862e-02, -5.82860895e-02,\n",
" -1.07258596e-01, 1.40824573e-04, -2.27307210e-05, -4.29467931e-02,\n",
" 1.56679731e-02, 5.84174432e-02, -4.29223627e-02, 5.42241409e-02,\n",
" -5.40159084e-02, -3.37237434e-04, 4.32391651e-02, -5.75646870e-02,\n",
" -2.85028275e-02, -2.26679780e-02, 1.85622927e-02, -1.42676383e-02,\n",
" 2.95234360e-02, -4.65669781e-02, 2.52064485e-02, -7.37432484e-03,\n",
" -1.56796090e-02, 3.61514166e-02, 1.80917811e-02, -1.21958302e-02,\n",
" -4.81103174e-02, 1.64236836e-02, -7.97423124e-02, -3.06818150e-02,\n",
" -2.90591996e-02, 8.29977728e-03, -6.25589192e-02, 4.14649285e-02,\n",
" 3.78953218e-02, -3.28981094e-02, -4.98181805e-02, 7.31620612e-03,\n",
" 8.63588750e-02, 3.38186808e-02, 4.63648066e-02, 2.49735173e-03,\n",
" -1.12246498e-02, 3.86065841e-02, 9.21553187e-03, -3.09996996e-02,\n",
" -7.31002633e-03, -3.31278630e-02, 5.15648164e-02, -1.64679252e-02,\n",
" 4.84435670e-02, 1.90906029e-03, -3.31321661e-03, 5.40642217e-02,\n",
" -5.66385277e-02, -7.21733794e-02, -5.82472347e-02, 3.74800749e-02,\n",
" 1.16910022e-02, 3.78220938e-02, 4.31048647e-02, -1.58135698e-03,\n",
" 2.35878527e-02, 1.02802124e-02, 2.75600217e-02, -3.21010463e-02,\n",
" 1.68341529e-02, 1.58196520e-02, -3.98561433e-02, 3.53235975e-02,\n",
" 3.09582036e-02, -3.43198329e-02, 3.54681686e-02, -2.68968958e-02,\n",
" -2.72078272e-02, 6.40151603e-03, 3.32122296e-02, -1.05634198e-01,\n",
" 1.97872915e-03, -4.84967157e-02, 4.54809405e-02, 7.64948279e-02,\n",
" 2.15230044e-02, -1.05320159e-02, -7.11496472e-02, -2.78135110e-03,\n",
" 4.89699431e-02, -3.36613543e-02, 2.67512482e-02, -9.88677610e-04,\n",
" -6.75877482e-02, -3.34709324e-02, 3.44126523e-02, 3.18349227e-02,\n",
" 4.59110700e-02, -7.49229938e-02, -6.93495199e-02, -6.89536333e-02,\n",
" -2.98237801e-03, -9.48517059e-04, -6.37500212e-02, -2.99489424e-02,\n",
" 3.10657229e-02, -2.06508711e-02, -1.02701206e-02, -8.44751224e-02,\n",
" -7.97843635e-02, 5.16926311e-02, -3.21766324e-02, 8.63419101e-02,\n",
" -3.86173949e-02, -5.31284176e-02, 3.47112790e-02, 6.81724120e-03,\n",
" 2.44399589e-02, 2.32577529e-02, 6.52106386e-03, 1.42161176e-02,\n",
" 5.13564982e-02, -3.99716906e-02, -2.41932925e-02, 5.97762503e-02,\n",
" -5.13985241e-03, -3.65016870e-02, -2.04476602e-02, -3.16826208e-03,\n",
" -5.32287285e-02, 4.53451797e-02, 1.37132630e-02, 5.03985258e-03,\n",
" -1.05478410e-02, -6.71766093e-03, 4.31935154e-02, -1.85457896e-02,\n",
" -1.97016317e-02, -2.40894146e-02, 1.08316801e-01, 8.85802358e-02,\n",
" 4.39623185e-02, 3.07339784e-02, 5.04514240e-02, -3.99397798e-02,\n",
" 5.12248948e-02, 4.81780171e-02, 7.91252870e-03, 2.04954464e-02,\n",
" -2.51912884e-02, -3.21317576e-02, -5.32504544e-02, -5.47330715e-02,\n",
" -3.28166261e-02, 7.37668425e-02, 2.77076922e-02, 1.90096740e-02,\n",
" 1.04123950e-02, -1.07191196e-02, 1.14578316e-02, -5.65248132e-02,\n",
" 8.59664828e-02, 8.19589496e-02, -5.22173895e-03, 4.42858562e-02,\n",
" 3.27792428e-02, 5.52803576e-02, -7.36010671e-02, -7.60906339e-02,\n",
" -5.17097826e-04, 5.94402887e-02, -7.53284171e-02, -4.42347815e-03,\n",
" -3.00288759e-02, -1.04699126e-02, 5.66041172e-02, 3.46546210e-02,\n",
" -6.20641466e-03, 3.00056078e-02, 6.34934753e-02, 6.61336035e-02,\n",
" -3.55386175e-02, -8.57416615e-02, -1.59630328e-02, -2.59093940e-02,\n",
" 3.11736502e-02, 5.46144694e-02, -1.93296354e-02, -7.24660829e-02,\n",
" 3.64532620e-02, -6.19160235e-02, -4.53566052e-02, 4.15072730e-03,\n",
" -1.95618477e-02, -5.50432317e-02, 2.94392351e-02, -6.64243707e-03,\n",
" 5.38161844e-02, 4.46069695e-04, -6.18966669e-02, -4.31757905e-02,\n",
" 1.82141494e-02, -1.21110561e-03, -3.40087712e-02, 2.77182460e-02,\n",
" -1.12886667e-01, -2.36788373e-02, -5.13934270e-02, 4.32346798e-02,\n",
" 4.26755026e-02, -4.33170944e-02, 2.42606010e-02, -5.89126758e-02,\n",
" 5.56487665e-02, 6.04554452e-03, -1.39770797e-02, 4.25013117e-02,\n",
" 4.14339602e-02, 3.00967805e-02, 5.51890247e-02, 3.32430564e-02,\n",
" 9.19377711e-03, 6.03828728e-02, 3.36070806e-02, -1.66689157e-02,\n",
" -5.64964265e-02, -4.58100624e-02, 1.10469311e-02, -6.44796565e-02,\n",
" -1.84939504e-02, -1.97923873e-02, -8.39891806e-02, 1.98757723e-02,\n",
" -1.34698045e-03, 1.09718405e-01, -2.60157883e-03, 1.48273073e-02,\n",
" -9.41733457e-03, 2.58337110e-02, -3.80318649e-02, -1.32126790e-02,\n",
" -1.31327659e-01, -5.10852970e-03, 6.00241721e-02, -4.86399792e-02,\n",
" -6.92852437e-02, -4.38260362e-02, -1.69991702e-03, 3.06541733e-02,\n",
" -4.73981127e-02, -8.35476667e-02, -4.07186002e-02, 5.64721972e-02,\n",
" -1.46115720e-02, -5.86291775e-02, -3.79384346e-02, 3.57379504e-02,\n",
" -3.81702669e-02, -8.16241838e-03, 6.87261373e-02, -1.97225232e-02,\n",
" -1.44602489e-02, 1.49461990e-02, 2.29985379e-02, 2.79427366e-03,\n",
" -1.46043487e-02, 3.32715660e-02, -5.59964292e-02, -7.22440183e-02,\n",
" 2.12969929e-02, -1.96620841e-02, 1.01164386e-01, -4.28612381e-02,\n",
" 1.70085821e-02, 1.16766281e-02, 7.61289001e-02, 2.95198932e-02,\n",
" 7.26140803e-03, -5.60537241e-02, 3.82557255e-03, 2.54101753e-02,\n",
" 7.19016418e-02, -1.40207689e-02, 2.69365050e-02, 4.47903574e-02,\n",
" -1.39769185e-02, 2.50219535e-02, -9.43476392e-04, 1.16878906e-02,\n",
" -1.14310868e-02, -4.07731421e-02, 3.44524086e-02, 4.50613759e-02,\n",
" 6.55523092e-02, 1.15431640e-02, 2.35133488e-02, 2.03228481e-02,\n",
" -7.51870684e-03, 4.46087047e-02, -1.48096224e-02, -6.76123649e-02,\n",
" -1.59733742e-02, 8.45105425e-02, -1.06087942e-02, -3.50319743e-02,\n",
" 3.85552868e-02, 2.85318512e-02, -5.54465391e-02, -4.41767573e-02,\n",
" 3.34219560e-02, -3.01686639e-04, 1.64027400e-02, -6.51007444e-02,\n",
" 2.31218394e-02, -3.63056213e-02, -2.55178437e-02, -4.07745689e-02,\n",
" 7.45202042e-03, 6.74646646e-02, -1.11950403e-02, 5.79902856e-03,\n",
" -4.31640744e-02, -4.08908390e-02, 1.27493953e-02, 2.08156258e-02,\n",
" 2.95757246e-03, -2.52249045e-03, 1.69291403e-02, -4.77771983e-02,\n",
" 6.39239699e-02, -1.41650820e-02, 6.40462711e-02, -1.65178869e-02,\n",
" 1.68501344e-02, 4.60800268e-02, 1.35069564e-01, 2.46670358e-02,\n",
" -5.75462393e-02, -9.27031115e-02, 4.57079150e-02, -3.42787877e-02,\n",
" 8.27440247e-03, -1.10528022e-02, 1.64157562e-02, 9.69246775e-02,\n",
" 2.42388994e-02, -2.91893352e-02, -6.70503452e-03, 6.97162375e-02,\n",
" -7.09962705e-03, -3.06412596e-02, 9.29170661e-03, -1.19179629e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'officespace': Embedding(embedding=array([ 0.09836112, -0.04727247, -0.02279677, -0.0348079 , 0.00581169,\n",
" -0.04657987, 0.04038859, 0.0644092 , 0.09705614, 0.0829285 ,\n",
" -0.0075004 , 0.03729348, 0.02100023, 0.02576905, -0.01217227,\n",
" 0.02454123, 0.04164625, 0.08869703, 0.01551613, -0.02438453,\n",
" -0.08073494, -0.04536619, 0.00501997, 0.05358844, 0.02937237,\n",
" 0.03297944, -0.00504629, -0.04665174, 0.05887816, -0.00785185,\n",
" 0.08443055, -0.00631891, -0.02015174, -0.00096496, 0.02949918,\n",
" -0.01379242, -0.05181174, -0.02558718, -0.06817613, 0.04918727,\n",
" -0.03854817, 0.00163023, -0.02078725, -0.02441051, 0.03652073,\n",
" -0.06487279, -0.0220374 , 0.0327186 , -0.03218463, 0.03374276,\n",
" 0.02585312, 0.00061123, 0.00901192, -0.00159144, 0.04373236,\n",
" 0.04778412, 0.01308744, -0.06276584, -0.03017807, -0.0439715 ,\n",
" 0.04932174, 0.02590005, 0.03525291, 0.01959113, 0.01446548,\n",
" -0.00558447, 0.03313797, 0.00491619, -0.01041041, -0.02167964,\n",
" -0.03016631, 0.05330752, 0.00557398, 0.1627723 , -0.01280189,\n",
" 0.02891101, 0.00282063, -0.06451742, 0.01135217, -0.0207086 ,\n",
" 0.06905183, 0.00679107, -0.07081519, 0.04933779, -0.03156149,\n",
" 0.01838979, -0.02217628, -0.08531217, -0.05011107, -0.04939008,\n",
" -0.00158748, -0.03244195, -0.05516857, -0.08920661, -0.0439063 ,\n",
" 0.00267192, -0.07534423, 0.03175951, -0.02531953, -0.01784962,\n",
" -0.00543381, -0.01406774, -0.03486455, -0.03434969, -0.04227191,\n",
" -0.00649909, 0.00056269, 0.02977002, -0.06474616, 0.08743941,\n",
" -0.0280106 , -0.03785256, -0.02186607, -0.00352672, 0.02661594,\n",
" 0.0749611 , 0.01052792, 0.09999796, -0.05378393, -0.04228403,\n",
" -0.12976985, -0.05735857, 0.03633864, -0.00834375, -0.0192222 ,\n",
" 0.00314616, -0.02563076, 0.03795501, -0.05939085, 0.0194549 ,\n",
" 0.01037456, 0.07627293, -0.02018135, 0.02834726, -0.0262284 ,\n",
" 0.04199051, -0.00067379, 0.05496909, -0.00304915, 0.00494338,\n",
" -0.04039194, -0.01697842, 0.01723642, 0.00208487, 0.0040055 ,\n",
" 0.01314483, 0.01497887, 0.06924205, -0.04430564, 0.00226012,\n",
" 0.05625506, 0.02738103, -0.02787633, 0.00676577, -0.06502561,\n",
" -0.07032187, -0.03602854, -0.00858181, 0.0295146 , 0.00330435,\n",
" 0.02743296, 0.04883385, 0.02619458, -0.06115936, -0.10854929,\n",
" 0.00456141, -0.00077817, -0.04355017, 0.01408341, 0.05586249,\n",
" -0.04645967, 0.05210354, -0.05378602, 0.00410199, 0.03719561,\n",
" -0.05522233, -0.0250681 , -0.02404279, 0.01885173, -0.01888227,\n",
" 0.03259756, -0.04436876, 0.03019341, -0.00911311, -0.01476604,\n",
" 0.03558717, 0.02615459, -0.01608232, -0.05145304, 0.01797281,\n",
" -0.08409119, -0.03231893, -0.0311072 , 0.00903341, -0.05957365,\n",
" 0.0446143 , 0.03137882, -0.03864237, -0.05064198, 0.01100725,\n",
" 0.08672592, 0.03167393, 0.04390033, 0.00348608, -0.00932374,\n",
" 0.04102261, 0.0075128 , -0.03174021, -0.01391028, -0.02998894,\n",
" 0.05399248, -0.01748441, 0.04881842, 0.00273747, -0.00028999,\n",
" 0.05639611, -0.05956756, -0.06606165, -0.05672735, 0.03829429,\n",
" 0.01371475, 0.03490527, 0.04414988, -0.00712583, 0.02470397,\n",
" 0.0129999 , 0.02609815, -0.03322026, 0.01950233, 0.02276951,\n",
" -0.03811734, 0.03248098, 0.02796108, -0.03324347, 0.03231687,\n",
" -0.02759789, -0.02102783, 0.00833101, 0.03277955, -0.10937493,\n",
" 0.0095421 , -0.05361752, 0.04322218, 0.07969628, 0.02061339,\n",
" -0.00987173, -0.07236937, -0.00409492, 0.0457592 , -0.03181796,\n",
" 0.02104894, 0.00018014, -0.06675088, -0.0279626 , 0.03140969,\n",
" 0.03100718, 0.04645672, -0.07359471, -0.06386937, -0.07040476,\n",
" -0.0031483 , -0.00844538, -0.06251273, -0.02409226, 0.02823437,\n",
" -0.02137125, -0.01250824, -0.07659927, -0.07631459, 0.05249584,\n",
" -0.02929579, 0.08269814, -0.03717138, -0.04559566, 0.03114061,\n",
" 0.00510386, 0.02282717, 0.02875761, 0.0094021 , 0.01248645,\n",
" 0.04899292, -0.03797631, -0.02625693, 0.0628712 , -0.01229975,\n",
" -0.03310195, -0.02060849, -0.00069053, -0.05389528, 0.05011913,\n",
" 0.01594164, 0.00277896, -0.01156416, -0.00671787, 0.04420922,\n",
" -0.02214542, -0.01955105, -0.02729465, 0.10972191, 0.07934006,\n",
" 0.04348185, 0.03663328, 0.05368002, -0.04659729, 0.05127644,\n",
" 0.04461766, 0.01473999, 0.01470162, -0.02422895, -0.02827286,\n",
" -0.05925554, -0.06075418, -0.03155645, 0.07696407, 0.03053493,\n",
" 0.01993733, 0.01626297, -0.00896756, 0.01136389, -0.05221637,\n",
" 0.09205947, 0.08331574, -0.00126415, 0.04113249, 0.03550046,\n",
" 0.0632588 , -0.0800881 , -0.0795296 , 0.00102672, 0.0617638 ,\n",
" -0.07756481, -0.00400565, -0.02822235, -0.00300448, 0.05852428,\n",
" 0.04037776, -0.005979 , 0.02778263, 0.05882098, 0.06265984,\n",
" -0.04299368, -0.08720492, -0.01679627, -0.02140309, 0.03188355,\n",
" 0.06207145, -0.0219873 , -0.06809225, 0.03602566, -0.05764227,\n",
" -0.04665396, 0.01213821, -0.01872058, -0.05352006, 0.02724574,\n",
" -0.00271003, 0.05707518, 0.00138642, -0.06189512, -0.03952261,\n",
" 0.02414739, 0.00180694, -0.03775067, 0.02530814, -0.10791624,\n",
" -0.02812796, -0.05339272, 0.0481856 , 0.04178607, -0.04238427,\n",
" 0.01798322, -0.06039714, 0.0535228 , 0.00428852, -0.01417213,\n",
" 0.04277228, 0.04012015, 0.0327841 , 0.05884231, 0.02464067,\n",
" 0.014812 , 0.06134276, 0.03335693, -0.01702148, -0.05734973,\n",
" -0.04531264, 0.01313314, -0.06372268, -0.0170509 , -0.02351016,\n",
" -0.08963084, 0.01992059, 0.00425733, 0.11161779, 0.00337695,\n",
" 0.01478208, -0.0135535 , 0.0277459 , -0.03673074, -0.01140001,\n",
" -0.12602103, -0.00819603, 0.05431791, -0.04780619, -0.06825433,\n",
" -0.04612931, 0.0031447 , 0.02667356, -0.04427098, -0.08455903,\n",
" -0.04017553, 0.05939704, -0.01034717, -0.06012122, -0.03312612,\n",
" 0.03463392, -0.03478305, -0.00947222, 0.06505437, -0.01907166,\n",
" -0.01991335, 0.01692708, 0.0253688 , 0.00088056, -0.00868813,\n",
" 0.0338118 , -0.05625309, -0.06970791, 0.01622303, -0.0155722 ,\n",
" 0.1010706 , -0.03835325, 0.01884535, 0.01522572, 0.07332113,\n",
" 0.02449427, 0.00930509, -0.05979331, 0.00728604, 0.01980152,\n",
" 0.07211119, -0.01935644, 0.02876779, 0.04428845, -0.01596 ,\n",
" 0.02414797, 0.00413211, 0.01191174, -0.0115098 , -0.04399848,\n",
" 0.02936572, 0.04900125, 0.06175312, 0.00331863, 0.02892821,\n",
" 0.01736608, -0.00536926, 0.04515922, -0.01997351, -0.0746124 ,\n",
" -0.01092723, 0.09008858, -0.00648671, -0.03888659, 0.03250274,\n",
" 0.0260087 , -0.05409289, -0.0457858 , 0.03557652, -0.00630778,\n",
" 0.02173599, -0.06461959, 0.02555325, -0.03214519, -0.02896878,\n",
" -0.04182283, 0.01016542, 0.0701678 , -0.01372086, 0.01407145,\n",
" -0.03832934, -0.03612905, 0.01289852, 0.02258776, 0.00208514,\n",
" -0.00944901, 0.01537667, -0.04396867, 0.06273434, -0.01307847,\n",
" 0.07101316, -0.01433114, 0.01986504, 0.04707875, 0.13082534,\n",
" 0.02919214, -0.06004755, -0.09465949, 0.04443611, -0.03888152,\n",
" 0.00901697, -0.01249791, 0.02182971, 0.09519035, 0.02399587,\n",
" -0.03376286, -0.00184964, 0.06812324, -0.00950487, -0.02857151,\n",
" 0.00834894, -0.1181943 ]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'older': Embedding(embedding=array([ 1.07186891e-01, -4.24097665e-02, -1.74529999e-02, -4.79502184e-03,\n",
" -9.40934382e-03, -5.67078516e-02, 2.61970945e-02, 6.02623336e-02,\n",
" 9.57413614e-02, 6.18968904e-02, -1.49678020e-02, 4.43303213e-02,\n",
" 2.41078008e-02, 2.52033118e-02, -1.66136958e-02, 3.04750372e-02,\n",
" 5.46171293e-02, 9.27383900e-02, 8.01605172e-03, -1.89461857e-02,\n",
" -8.52377340e-02, -4.51186784e-02, 5.86847449e-03, 5.42900413e-02,\n",
" 2.12154314e-02, 2.50978600e-02, 2.09949561e-03, -3.77424657e-02,\n",
" 6.21150844e-02, -1.19452421e-02, 7.83473775e-02, -1.09910704e-02,\n",
" -2.37119733e-03, 7.77781103e-03, 3.95754836e-02, -2.05292925e-02,\n",
" -4.41355966e-02, -1.99487880e-02, -8.12368393e-02, 4.46542986e-02,\n",
" -4.30687629e-02, 4.43058601e-03, -2.04197485e-02, -1.37123698e-02,\n",
" 4.16128747e-02, -5.95349483e-02, -4.27426398e-02, 4.66163680e-02,\n",
" -2.73564197e-02, 1.91297587e-02, 3.71121652e-02, -8.08318611e-03,\n",
" -4.96763829e-03, 1.46901589e-02, 4.28142659e-02, 6.78742528e-02,\n",
" -4.61148145e-03, -8.59981179e-02, -2.17000879e-02, -2.53319535e-02,\n",
" 4.84273918e-02, 1.55526148e-02, 2.80908681e-02, 2.22044010e-02,\n",
" 7.35277683e-03, 6.11653924e-03, 3.94670591e-02, 1.00257015e-02,\n",
" -9.35925357e-03, -2.27104258e-02, -2.39264742e-02, 3.48493755e-02,\n",
" 2.22100634e-02, 1.56637475e-01, -1.43790962e-02, 1.10224169e-02,\n",
" 1.85183175e-02, -8.22802931e-02, 2.22099796e-02, -2.44275015e-02,\n",
" 3.71945500e-02, 9.40071139e-03, -7.45020807e-02, 5.30409254e-02,\n",
" -2.09252294e-02, 3.41526493e-02, -2.52833255e-02, -9.33764949e-02,\n",
" -5.47658317e-02, -3.79084796e-02, -1.98224932e-02, -3.61151434e-02,\n",
" -3.15114707e-02, -8.28844458e-02, -6.87745661e-02, 2.82432493e-02,\n",
" -6.61013722e-02, 3.17328013e-02, -2.45704390e-02, -6.65396964e-03,\n",
" -9.63822845e-03, -2.29221769e-02, -9.62335151e-03, -2.95546446e-02,\n",
" -3.91707979e-02, -1.34244878e-02, 1.26330846e-03, 3.27409729e-02,\n",
" -4.93419133e-02, 7.92021528e-02, -3.15241851e-02, -2.73676924e-02,\n",
" -6.53018570e-03, -4.13541030e-03, 1.10209379e-02, 7.87537098e-02,\n",
" 2.11310759e-02, 8.89600962e-02, -6.51677027e-02, -2.23786328e-02,\n",
" -1.66943699e-01, -6.31048903e-02, 2.75354721e-02, 2.24049576e-03,\n",
" -1.84330530e-02, 3.63087485e-04, -2.90834811e-02, 4.01567630e-02,\n",
" -7.66133666e-02, 1.63420327e-02, 8.05078074e-03, 6.82475269e-02,\n",
" -2.81858295e-02, 2.54865810e-02, -3.60627063e-02, 4.86156084e-02,\n",
" 2.05028579e-02, 6.02879450e-02, -1.51020670e-02, 1.09279044e-02,\n",
" -3.38967107e-02, -2.42865700e-02, -6.83885301e-03, 1.42254820e-02,\n",
" -1.03565017e-02, 3.74822356e-02, 1.09030372e-02, 5.96893951e-02,\n",
" -4.44612615e-02, 6.70443382e-03, 5.44518605e-02, 2.66524702e-02,\n",
" -2.90301591e-02, 2.56638136e-02, -3.97242121e-02, -6.06545806e-02,\n",
" -2.87841279e-02, 1.97606590e-02, 3.84557582e-02, 4.71812906e-03,\n",
" 2.43591815e-02, 5.06860316e-02, 3.95593122e-02, -6.65542707e-02,\n",
" -9.55165476e-02, -2.84808944e-03, 1.45190198e-03, -3.72661985e-02,\n",
" 3.80723141e-02, 4.96388264e-02, -3.74948569e-02, 4.08230051e-02,\n",
" -3.39581408e-02, 1.56293660e-02, 3.41447964e-02, -7.98230991e-02,\n",
" -2.46238057e-02, -1.46169318e-02, 3.02528627e-02, -2.65932083e-03,\n",
" 3.01707461e-02, -4.30898219e-02, 8.03114288e-03, -2.87129194e-03,\n",
" -4.77674045e-03, 1.81761347e-02, 9.24666319e-03, 7.98969064e-03,\n",
" -4.47036438e-02, 7.77467387e-03, -8.68104175e-02, -3.74369472e-02,\n",
" -1.75921675e-02, 6.87375292e-03, -6.84907064e-02, 4.15163301e-02,\n",
" 4.53464501e-02, -1.47603936e-02, -5.24791069e-02, 5.05955378e-03,\n",
" 9.47067365e-02, 3.31196226e-02, 4.52029854e-02, 1.79150305e-03,\n",
" -2.54738610e-02, 1.96037758e-02, 2.52231825e-02, -3.35148014e-02,\n",
" -7.70272594e-03, -4.92423698e-02, 5.11981547e-02, -1.14442306e-02,\n",
" 5.76174296e-02, 7.56700151e-03, -8.56944919e-03, 4.73035276e-02,\n",
" -8.35603103e-02, -8.96102861e-02, -4.50362340e-02, 3.53604220e-02,\n",
" 2.12315843e-02, 3.70531008e-02, 5.67626469e-02, 1.27718942e-02,\n",
" 8.04584846e-03, -2.02775281e-02, 2.41889674e-02, -1.71376094e-02,\n",
" 1.30264852e-02, -5.06579364e-03, -5.02259172e-02, 3.62855569e-02,\n",
" 2.79956739e-02, -5.29504828e-02, 3.88812348e-02, -3.38927545e-02,\n",
" -4.20502089e-02, 1.44621311e-02, 1.68724414e-02, -9.60701108e-02,\n",
" -1.70060955e-02, -4.78413329e-02, 3.14132459e-02, 6.14629090e-02,\n",
" 2.41000298e-02, -2.94510387e-02, -7.45248720e-02, -1.88076347e-02,\n",
" 4.95849773e-02, -3.90578508e-02, 2.07597539e-02, 1.20827397e-02,\n",
" -7.40477219e-02, -2.94979550e-02, 3.83437201e-02, 2.49661636e-02,\n",
" 5.11263050e-02, -6.16217814e-02, -4.71453182e-02, -8.23676065e-02,\n",
" -2.58630197e-02, 7.55131664e-03, -4.69854400e-02, -2.66057178e-02,\n",
" 1.64114572e-02, -1.11915944e-02, -4.23040334e-03, -9.59924981e-02,\n",
" -7.46368617e-02, 4.37689051e-02, -4.03092839e-02, 7.91636631e-02,\n",
" -3.43749598e-02, -5.28477654e-02, 5.07019795e-02, 2.33624177e-03,\n",
" 3.26230153e-02, 2.55311914e-02, -8.30152363e-04, 1.56029509e-02,\n",
" 5.86079545e-02, -4.67526466e-02, -6.87926076e-03, 5.36869429e-02,\n",
" 2.03125388e-03, -4.02952246e-02, -2.76105981e-02, 6.53604278e-03,\n",
" -4.37040962e-02, 3.21805030e-02, 1.34887397e-02, 7.88938813e-03,\n",
" -2.65487786e-02, 4.39744163e-03, 4.93490696e-02, -1.51961166e-02,\n",
" -7.87679758e-03, -9.01711546e-03, 1.21120833e-01, 8.94210488e-02,\n",
" 3.48675214e-02, 2.12553274e-02, 4.03215215e-02, -3.68882343e-02,\n",
" 5.52806407e-02, 8.58749449e-02, -5.69776772e-03, 3.04026306e-02,\n",
" -1.10628400e-02, -2.46372093e-02, -4.26264554e-02, -4.69451360e-02,\n",
" -4.29297909e-02, 6.89522773e-02, 2.79868040e-02, 7.24970503e-03,\n",
" 1.69041319e-04, -2.24710093e-03, -4.99755442e-05, -5.67546189e-02,\n",
" 8.64559636e-02, 7.66059756e-02, 1.02965003e-02, 5.46402037e-02,\n",
" 2.26914380e-02, 5.70704341e-02, -7.14846030e-02, -5.82440272e-02,\n",
" -2.26361142e-03, 7.32955486e-02, -6.53817356e-02, -9.69385542e-03,\n",
" -2.34194025e-02, -1.48866922e-02, 5.60157113e-02, 3.77539918e-02,\n",
" 1.20236757e-04, 1.78535525e-02, 6.87209517e-02, 6.65619895e-02,\n",
" -1.09909438e-02, -8.52214172e-02, -2.83765886e-03, -1.54643524e-02,\n",
" 1.96854714e-02, 4.68954854e-02, -5.42821595e-03, -6.53709397e-02,\n",
" 3.85776982e-02, -6.04356453e-02, -5.06111756e-02, -7.03476649e-03,\n",
" -1.69511028e-02, -6.35949299e-02, 2.63337921e-02, -1.67086478e-02,\n",
" 4.43691351e-02, -3.93553311e-03, -6.03612401e-02, -4.38153669e-02,\n",
" 1.18216593e-02, -4.29322384e-03, -1.11389263e-02, 4.21138257e-02,\n",
" -9.48580652e-02, -1.32630747e-02, -4.31658886e-02, 2.37887818e-02,\n",
" 5.60688041e-02, -4.70307544e-02, 2.80591566e-02, -5.39818257e-02,\n",
" 5.13749905e-02, -1.12031261e-02, -1.15066385e-02, 2.82277092e-02,\n",
" 4.53720912e-02, 3.85630988e-02, 4.78117093e-02, 3.29656936e-02,\n",
" -7.96286669e-03, 4.55176979e-02, 2.58807708e-02, -3.17168161e-02,\n",
" -6.24640696e-02, -3.06295119e-02, 1.62046980e-02, -6.03160448e-02,\n",
" -1.37568396e-02, -3.32708173e-02, -9.62836370e-02, 2.74496600e-02,\n",
" -3.34069220e-04, 9.24150422e-02, 2.73858989e-03, 1.73788052e-02,\n",
" 1.43959257e-03, 1.76840182e-02, -5.28473891e-02, -8.26924201e-03,\n",
" -1.24030590e-01, -1.09830182e-02, 5.29595762e-02, -4.30006050e-02,\n",
" -5.53428084e-02, -4.83137332e-02, -2.03855895e-03, 2.34653652e-02,\n",
" -4.73826490e-02, -9.10264403e-02, -3.56062017e-02, 5.28072305e-02,\n",
" -9.90790036e-03, -5.12762107e-02, -4.30537350e-02, 2.93896422e-02,\n",
" -5.97529337e-02, 4.84954985e-03, 7.01641738e-02, -9.66721401e-03,\n",
" -1.15285609e-02, 3.29167419e-03, 1.31580289e-02, 2.44208518e-03,\n",
" -2.50325687e-02, 2.41518039e-02, -5.46968877e-02, -8.32887962e-02,\n",
" 1.77825131e-02, -2.25299597e-02, 1.05937347e-01, -5.23356833e-02,\n",
" 2.01104321e-02, 1.03689767e-02, 8.46910179e-02, 3.45059074e-02,\n",
" 1.34968609e-02, -3.46034728e-02, 1.52998939e-02, 1.23214787e-02,\n",
" 8.16577673e-02, -2.57935212e-03, 3.43503878e-02, 3.58375944e-02,\n",
" -1.00615323e-02, 3.25333029e-02, -1.31324576e-02, 1.49383321e-02,\n",
" -1.16653210e-02, -3.39485556e-02, 4.21072766e-02, 5.65251485e-02,\n",
" 6.75588548e-02, 2.66545750e-02, 1.48463650e-02, 2.79069599e-02,\n",
" -6.17239333e-04, 4.25864495e-02, -1.36941457e-02, -5.85866272e-02,\n",
" -2.23832168e-02, 8.76995325e-02, -8.25777650e-03, -3.55381109e-02,\n",
" 4.30946164e-02, 2.04919055e-02, -5.63404709e-02, -4.30694483e-02,\n",
" 5.81617393e-02, 1.37761999e-02, 3.53503190e-02, -6.53935671e-02,\n",
" 1.75135341e-02, -4.60110977e-02, -1.43393772e-02, -2.52985321e-02,\n",
" -2.47251679e-04, 7.05000907e-02, 1.05332304e-02, 2.56254151e-03,\n",
" -4.19042856e-02, -5.54379933e-02, 2.46080738e-02, 2.11195722e-02,\n",
" 1.50849717e-02, 1.66122627e-03, 1.89328510e-02, -6.15429059e-02,\n",
" 6.20871112e-02, -3.82536277e-03, 6.08383752e-02, -3.79890315e-02,\n",
" 9.31575056e-03, 4.17341962e-02, 1.30149871e-01, 1.19763343e-02,\n",
" -5.32830320e-02, -9.90076512e-02, 4.43194099e-02, -2.92116608e-02,\n",
" -1.86467508e-03, -1.43475207e-02, 8.38583801e-03, 8.67304727e-02,\n",
" 2.36718804e-02, -2.74172593e-02, -1.18176760e-02, 7.70118088e-02,\n",
" 7.45019922e-03, -2.53878366e-02, -5.99879632e-03, -1.06683813e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'oprah': Embedding(embedding=array([ 1.11696266e-01, -3.90042439e-02, -1.41313262e-02, 1.97059959e-02,\n",
" -1.15760462e-03, -6.66665137e-02, 2.50040367e-02, 5.97232394e-02,\n",
" 1.04848444e-01, 4.96374816e-02, -3.57549526e-02, 5.88015802e-02,\n",
" 3.96179855e-02, 1.70305315e-02, -9.10542440e-03, 4.34624106e-02,\n",
" 6.11099824e-02, 8.52255151e-02, -2.37275753e-03, -2.01840345e-02,\n",
" -8.07635337e-02, -3.38440873e-02, 1.07033318e-03, 5.28234132e-02,\n",
" 4.63363202e-03, 1.18126217e-02, 1.21384170e-02, -4.09707390e-02,\n",
" 4.98437956e-02, -1.50508806e-02, 8.11707601e-02, -2.66843196e-02,\n",
" 1.78432092e-02, 1.47996948e-03, 4.06571366e-02, -3.12449783e-02,\n",
" -4.84032594e-02, -1.96268968e-02, -9.63767841e-02, 3.99125107e-02,\n",
" -4.36539985e-02, 2.07285937e-02, -2.94516236e-02, -7.65385851e-03,\n",
" 4.73602600e-02, -6.94167838e-02, -3.99124175e-02, 5.28679229e-02,\n",
" -2.56813206e-02, 1.22201806e-02, 3.35470177e-02, -2.39875484e-02,\n",
" 3.99185438e-03, 2.45721340e-02, 4.73405048e-02, 7.66938701e-02,\n",
" -2.35300492e-02, -9.41710025e-02, -1.81988776e-02, -2.36003045e-02,\n",
" 3.50684784e-02, 7.29031628e-03, 1.58101916e-02, 1.51129952e-02,\n",
" 2.42733192e-02, 2.07337122e-02, 3.88720594e-02, 3.02764606e-02,\n",
" 2.20268802e-03, -1.89666804e-02, -6.67635864e-03, 9.30556189e-03,\n",
" 2.78473273e-02, 1.40409574e-01, -3.71174887e-02, 1.00545743e-02,\n",
" 2.60086413e-02, -9.11750197e-02, 2.89755352e-02, -1.87214930e-02,\n",
" 1.96403153e-02, 2.94159520e-02, -6.41705021e-02, 3.28069367e-02,\n",
" -1.27528422e-02, 5.23629747e-02, -2.34918352e-02, -1.01425432e-01,\n",
" -5.93799055e-02, -2.33696215e-02, -2.92392783e-02, -4.75153066e-02,\n",
" -2.22484935e-02, -8.09694603e-02, -8.42759088e-02, 3.73353884e-02,\n",
" -7.48429447e-02, 4.32864688e-02, 1.33017881e-03, 9.66881681e-03,\n",
" -8.02623667e-03, -1.96180660e-02, 4.54514846e-03, -2.08379552e-02,\n",
" -4.04991135e-02, -3.18552032e-02, -9.90208428e-05, 2.96921693e-02,\n",
" -4.49247286e-02, 7.86056295e-02, -5.01019321e-02, -1.38649214e-02,\n",
" 8.47319420e-03, -6.34455355e-03, 1.20737206e-03, 7.53803775e-02,\n",
" 3.80441360e-02, 8.12688544e-02, -6.55814633e-02, -2.48119850e-02,\n",
" -1.79006219e-01, -5.06210700e-02, 3.12124956e-02, 1.60875119e-04,\n",
" -3.53335105e-02, 7.01182196e-03, -3.90680656e-02, 4.45224643e-02,\n",
" -7.66797587e-02, 1.08720334e-02, 8.42698850e-03, 5.09714410e-02,\n",
" -3.74020711e-02, 1.96716394e-02, -3.07020713e-02, 5.83799519e-02,\n",
" 1.83116533e-02, 6.03343509e-02, -8.41749739e-03, 1.60080027e-02,\n",
" -2.31398400e-02, -2.72236168e-02, -2.23516859e-02, 1.16978716e-02,\n",
" -2.79400777e-02, 3.16337459e-02, 5.77043695e-03, 5.60998544e-02,\n",
" -4.33404706e-02, 4.64660116e-03, 4.40554358e-02, 3.32526378e-02,\n",
" -3.46133634e-02, 3.03472485e-02, -2.56893486e-02, -4.57332507e-02,\n",
" -2.89072320e-02, 2.03054082e-02, 3.35478447e-02, 5.80120878e-03,\n",
" 2.13001333e-02, 5.05402274e-02, 4.59817462e-02, -6.74096793e-02,\n",
" -8.98951814e-02, 2.65511172e-03, 2.99325748e-03, -3.19372490e-02,\n",
" 4.08030860e-02, 3.68016064e-02, -2.32292321e-02, 3.21584567e-02,\n",
" -4.31311280e-02, 1.72486715e-02, 5.29789440e-02, -8.67879018e-02,\n",
" -3.16431224e-02, -5.05212788e-03, 3.25747356e-02, 4.68202634e-03,\n",
" 2.86743678e-02, -4.18256633e-02, 1.02826692e-02, -2.21651383e-02,\n",
" 5.06138662e-03, 8.06013588e-03, 8.52300134e-03, 1.52324541e-02,\n",
" -4.30501886e-02, -2.55714357e-03, -8.63622203e-02, -2.90851202e-02,\n",
" -2.13788860e-02, 1.43040586e-02, -6.08313680e-02, 4.06235904e-02,\n",
" 5.68039119e-02, -6.10799529e-03, -4.91361022e-02, -6.69689896e-03,\n",
" 8.22524428e-02, 2.45060958e-02, 5.97097352e-02, -1.48531180e-04,\n",
" -3.19781974e-02, 5.05594863e-03, 4.09123637e-02, -2.10053734e-02,\n",
" -5.68848802e-03, -6.13199212e-02, 5.50431572e-02, -1.77149046e-02,\n",
" 7.16528669e-02, 6.70862442e-04, -1.09507209e-02, 2.79779676e-02,\n",
" -9.17522088e-02, -8.91463980e-02, -4.24163975e-02, 3.54620554e-02,\n",
" 3.19534428e-02, 2.26811282e-02, 6.10688441e-02, 2.09282245e-02,\n",
" 5.60781686e-03, -2.89560184e-02, 3.19011211e-02, -5.02854260e-03,\n",
" 3.19913751e-03, -1.38597600e-02, -5.51602617e-02, 3.69542204e-02,\n",
" 3.46682444e-02, -3.45818289e-02, 5.13448603e-02, -3.82862650e-02,\n",
" -5.92308827e-02, 1.79544520e-02, 2.25380529e-02, -8.93535838e-02,\n",
" -1.73905771e-02, -4.77122441e-02, 1.54747060e-02, 4.38013859e-02,\n",
" 2.52745021e-02, -3.20982300e-02, -6.25912547e-02, -1.37351705e-02,\n",
" 4.01286669e-02, -4.25695218e-02, 1.53107231e-03, 1.95994321e-02,\n",
" -6.92179799e-02, -2.66756304e-02, 4.69295979e-02, 1.75098237e-02,\n",
" 5.38453087e-02, -6.55762702e-02, -4.09269184e-02, -9.19425637e-02,\n",
" -3.46352421e-02, 1.19674448e-02, -4.23672572e-02, -2.62795519e-02,\n",
" 1.66453552e-02, 4.03867057e-03, -3.76858539e-03, -1.07650518e-01,\n",
" -8.34756345e-02, 2.87754294e-02, -3.54322195e-02, 9.13666710e-02,\n",
" -2.62940489e-02, -4.51526754e-02, 7.22713247e-02, 1.51477233e-02,\n",
" 4.68427837e-02, 2.20688395e-02, -8.81954620e-04, 9.69946478e-03,\n",
" 6.27325326e-02, -5.70093654e-02, 1.38023430e-02, 4.44599167e-02,\n",
" 8.07187799e-03, -2.34268010e-02, -3.22807916e-02, 1.20136579e-02,\n",
" -3.85301076e-02, 5.23347892e-02, 1.34988567e-02, 3.85491992e-03,\n",
" -2.92534940e-02, 1.56813394e-02, 4.63688374e-02, -2.76913308e-02,\n",
" -8.52856785e-03, -7.32926372e-03, 1.28035858e-01, 9.35995877e-02,\n",
" 2.07607243e-02, 2.30050180e-02, 2.45106928e-02, -4.67147604e-02,\n",
" 5.20885177e-02, 1.04980551e-01, -1.11642051e-02, 3.66111472e-02,\n",
" -5.54804178e-03, -2.14289930e-02, -2.16547139e-02, -4.19411473e-02,\n",
" -5.77820167e-02, 6.87308982e-02, 2.67386343e-02, 5.76905813e-03,\n",
" -2.81861587e-03, -2.36293324e-03, -8.61911569e-03, -5.36188781e-02,\n",
" 7.07085580e-02, 6.06274307e-02, 2.29237881e-02, 4.74413373e-02,\n",
" 2.38368008e-02, 2.73450762e-02, -6.13358095e-02, -4.95130904e-02,\n",
" -6.23292429e-03, 8.13397169e-02, -4.96927649e-02, -1.50762424e-02,\n",
" -1.61217228e-02, -2.38677263e-02, 5.42364009e-02, 4.09256741e-02,\n",
" 3.77497380e-03, 2.41795089e-02, 7.84969330e-02, 5.91719151e-02,\n",
" -7.47155631e-03, -6.60075173e-02, -5.13968151e-03, -8.47408082e-03,\n",
" 6.28165761e-03, 4.85347845e-02, -1.93859786e-02, -7.37249181e-02,\n",
" 4.35674191e-02, -7.95156136e-02, -4.94766794e-02, -3.15774698e-03,\n",
" -2.00702567e-02, -6.17273524e-02, 8.99734069e-03, -2.29061581e-02,\n",
" 3.56080458e-02, -2.11301688e-02, -5.16143106e-02, -3.08628138e-02,\n",
" 8.60259309e-03, -1.28787830e-02, -2.84903198e-02, 3.52142900e-02,\n",
" -6.79930598e-02, -1.53857442e-02, -3.68587449e-02, 9.94399190e-03,\n",
" 6.20945580e-02, -4.56394963e-02, 3.19103301e-02, -4.10436466e-02,\n",
" 4.04693894e-02, -2.96370834e-02, -9.54393297e-03, 2.34744791e-02,\n",
" 4.85288315e-02, 3.98216359e-02, 5.27988039e-02, 2.93055940e-02,\n",
" -2.95683891e-02, 4.31037433e-02, 1.66442210e-03, -3.51235755e-02,\n",
" -5.49233146e-02, -2.31437124e-02, 1.74743291e-02, -4.55831625e-02,\n",
" -1.45392669e-02, -5.05614877e-02, -8.96250233e-02, 2.16793995e-02,\n",
" -8.69736727e-03, 7.58149996e-02, 2.38216873e-02, 1.88440550e-02,\n",
" 2.13129353e-02, 2.33694352e-02, -5.78453317e-02, -1.45091331e-02,\n",
" -1.24709830e-01, -1.90339945e-02, 4.76629138e-02, -3.12939882e-02,\n",
" -5.26357479e-02, -4.93399538e-02, 5.59105724e-03, 2.36084275e-02,\n",
" -4.06655930e-02, -8.56684223e-02, -4.32469659e-02, 6.48695007e-02,\n",
" -8.73659831e-03, -2.65836809e-02, -4.52402495e-02, 2.13496219e-02,\n",
" -6.26824275e-02, 1.22405868e-02, 7.23002777e-02, -5.32333879e-03,\n",
" -6.77317567e-03, -1.23282429e-02, 2.38489266e-02, 4.98532783e-03,\n",
" -2.94088926e-02, 1.66339502e-02, -4.84618135e-02, -9.09953862e-02,\n",
" 2.38842238e-02, -2.17258558e-02, 1.06654756e-01, -4.56939340e-02,\n",
" 3.18606049e-02, 7.34821893e-03, 8.96387026e-02, 4.04412970e-02,\n",
" 1.73300765e-02, -2.98293866e-02, 1.74003642e-03, 9.04532708e-03,\n",
" 8.07767585e-02, 4.76822769e-03, 4.05056141e-02, 3.41709144e-02,\n",
" -4.51142085e-04, 3.40716876e-02, -1.62391327e-02, 2.07943693e-02,\n",
" -8.98561068e-03, -2.97965258e-02, 2.60324683e-02, 6.38279989e-02,\n",
" 6.78029135e-02, 2.97270268e-02, 1.92257203e-02, 4.70003411e-02,\n",
" 1.59064308e-02, 4.26709019e-02, -2.16555297e-02, -5.24832606e-02,\n",
" -2.59230509e-02, 6.79862127e-02, 1.94181397e-03, -4.36752811e-02,\n",
" 4.52652201e-02, 1.03315832e-02, -5.62181734e-02, -4.41952348e-02,\n",
" 5.79453930e-02, 1.68336928e-02, 3.63954380e-02, -5.49562201e-02,\n",
" 1.25319995e-02, -4.12936509e-02, 2.28969147e-03, -2.66709421e-02,\n",
" -8.38317163e-03, 4.88101356e-02, 6.72125584e-03, 5.67200407e-03,\n",
" -3.82569581e-02, -7.75306001e-02, 3.41769531e-02, 4.21932340e-03,\n",
" 9.27120261e-03, 2.88460474e-03, 1.24081196e-02, -5.88408895e-02,\n",
" 6.00468032e-02, 2.13905983e-02, 6.88757673e-02, -3.87531035e-02,\n",
" 1.02693886e-02, 3.90929431e-02, 1.19810395e-01, -9.85961407e-03,\n",
" -5.30290939e-02, -1.04074508e-01, 2.36971825e-02, -3.22953053e-02,\n",
" -1.20373163e-02, -5.45378448e-03, 1.02485865e-02, 6.81041554e-02,\n",
" 2.56177075e-02, -2.48223525e-02, -1.17800161e-02, 7.89733306e-02,\n",
" 1.72775835e-02, -5.99390687e-03, -8.39123689e-03, -9.55881923e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'panik-kalm-panik': Embedding(embedding=array([ 1.02747805e-01, -4.07891087e-02, -1.39068067e-02, -2.11311318e-02,\n",
" -5.13506215e-03, -5.29809631e-02, 3.57464477e-02, 6.57446980e-02,\n",
" 9.70705673e-02, 7.60262758e-02, -1.22823194e-02, 3.41568775e-02,\n",
" 1.58830974e-02, 2.92897932e-02, -7.11160200e-03, 2.58029215e-02,\n",
" 4.58778664e-02, 8.85424316e-02, 1.07186092e-02, -2.34401394e-02,\n",
" -9.11156386e-02, -4.87271659e-02, 7.72488024e-03, 5.81164882e-02,\n",
" 2.30202544e-02, 2.94126458e-02, -2.31375107e-05, -3.86215188e-02,\n",
" 5.81617765e-02, -1.59082338e-02, 7.99407363e-02, -9.86873452e-03,\n",
" -1.71941426e-02, 9.09512339e-04, 3.74122262e-02, -1.63559020e-02,\n",
" -5.49597330e-02, -2.46313363e-02, -7.32131600e-02, 4.80818190e-02,\n",
" -4.17809226e-02, 1.08614378e-02, -1.68876369e-02, -2.28142720e-02,\n",
" 3.61117795e-02, -6.47900105e-02, -3.03916894e-02, 4.04647961e-02,\n",
" -3.25210728e-02, 2.74637081e-02, 3.06099579e-02, -1.50653103e-03,\n",
" 4.53825761e-03, 3.16880713e-03, 3.83992121e-02, 5.86288199e-02,\n",
" 1.18399290e-02, -7.78284967e-02, -2.94446740e-02, -3.37586440e-02,\n",
" 5.02559505e-02, 2.85529699e-02, 2.76283436e-02, 2.57468820e-02,\n",
" 2.08727829e-02, -6.33609074e-04, 3.37473750e-02, 1.80074908e-02,\n",
" -1.34722171e-02, -2.20243484e-02, -2.48392355e-02, 4.54980843e-02,\n",
" 1.67932026e-02, 1.65534556e-01, -1.09377950e-02, 1.86217409e-02,\n",
" 5.27896453e-03, -6.84162155e-02, 1.64422039e-02, -2.29054987e-02,\n",
" 6.15905151e-02, 1.26092066e-03, -7.39456788e-02, 4.67034318e-02,\n",
" -2.24253889e-02, 2.81251054e-02, -2.22665165e-02, -8.21892098e-02,\n",
" -5.85000478e-02, -3.75949331e-02, -1.13070640e-03, -3.69580500e-02,\n",
" -3.69949900e-02, -9.49120298e-02, -6.15440495e-02, 1.47332624e-02,\n",
" -7.57154971e-02, 2.72606146e-02, -2.03035418e-02, -1.48536665e-02,\n",
" -9.44920909e-03, -1.87903121e-02, -3.46525759e-02, -2.58452799e-02,\n",
" -3.57264280e-02, -1.67839918e-02, 6.15434721e-04, 3.31017710e-02,\n",
" -5.27771190e-02, 8.20461810e-02, -2.52442099e-02, -3.77609767e-02,\n",
" -1.39239747e-02, -1.14956461e-02, 1.75114833e-02, 8.18493441e-02,\n",
" 1.05242096e-02, 9.25943851e-02, -5.77748567e-02, -4.14767340e-02,\n",
" -1.48821592e-01, -5.98885641e-02, 3.36153246e-02, -6.08020974e-03,\n",
" -1.71637125e-02, 8.96823592e-03, -3.04421484e-02, 3.65578569e-02,\n",
" -5.87720275e-02, 5.56304632e-03, 3.72567540e-03, 7.19391406e-02,\n",
" -2.54896302e-02, 2.76434347e-02, -2.37805825e-02, 4.46007997e-02,\n",
" 2.85151042e-03, 5.92970550e-02, -5.31190727e-03, 8.03178735e-03,\n",
" -3.62052508e-02, -1.93928331e-02, 1.38105208e-03, 1.70384217e-02,\n",
" -4.42491844e-03, 2.58900505e-02, 1.48591790e-02, 7.02794343e-02,\n",
" -4.51722518e-02, 5.41169383e-03, 6.62501976e-02, 2.78082881e-02,\n",
" -2.70440970e-02, 1.25416331e-02, -6.02620542e-02, -6.01022765e-02,\n",
" -3.26629765e-02, 6.53771078e-03, 2.78359633e-02, 6.67160982e-03,\n",
" 1.96280964e-02, 5.10513298e-02, 2.85160299e-02, -5.44551127e-02,\n",
" -1.00006022e-01, -3.83176026e-03, 3.44268279e-03, -4.41866219e-02,\n",
" 2.76958775e-02, 4.76948358e-02, -4.39917929e-02, 4.36823592e-02,\n",
" -5.69078326e-02, 6.99863490e-03, 4.72775064e-02, -6.41510636e-02,\n",
" -2.96620075e-02, -2.21384745e-02, 1.17183737e-02, -1.35739651e-02,\n",
" 1.89173594e-02, -4.57296744e-02, 2.22624838e-02, -8.18368234e-03,\n",
" -1.46462917e-02, 3.28495055e-02, 2.89878976e-02, -1.69879179e-02,\n",
" -4.79364209e-02, 1.08630396e-02, -8.28198120e-02, -3.11474614e-02,\n",
" -2.57919189e-02, 9.93961468e-03, -6.69290870e-02, 4.44762446e-02,\n",
" 3.67916189e-02, -2.98256930e-02, -4.79777306e-02, 5.96632389e-03,\n",
" 8.86660218e-02, 3.31315659e-02, 4.53795567e-02, 1.23810526e-02,\n",
" -1.78553574e-02, 3.05761341e-02, 2.00218838e-02, -3.02140545e-02,\n",
" -9.77132376e-03, -3.70928533e-02, 5.40733784e-02, -1.67429950e-02,\n",
" 5.01112305e-02, 6.64159749e-03, -1.08399813e-03, 4.93880548e-02,\n",
" -6.38015792e-02, -7.65615255e-02, -5.80893867e-02, 3.89281139e-02,\n",
" 1.43856285e-02, 3.72643583e-02, 4.73848879e-02, 8.46192334e-03,\n",
" 2.74399929e-02, 5.55941183e-03, 3.30297016e-02, -2.56093536e-02,\n",
" 1.18091088e-02, 9.55085270e-03, -4.88364883e-02, 3.93934250e-02,\n",
" 3.03862169e-02, -4.00291383e-02, 3.56032923e-02, -2.55887154e-02,\n",
" -2.99231112e-02, 6.07249886e-03, 3.41030098e-02, -9.83958915e-02,\n",
" -1.82364741e-03, -4.85171713e-02, 4.24814187e-02, 6.96201622e-02,\n",
" 2.28017233e-02, -2.16881447e-02, -6.87895641e-02, -1.19347982e-02,\n",
" 4.82279919e-02, -3.82917523e-02, 2.27292962e-02, 5.17079141e-03,\n",
" -6.57509938e-02, -2.86121052e-02, 3.36149260e-02, 2.05712467e-02,\n",
" 4.15219143e-02, -7.88850784e-02, -6.90404698e-02, -7.97348693e-02,\n",
" -8.17993656e-03, 2.35669664e-04, -6.14621602e-02, -2.70846412e-02,\n",
" 2.93704737e-02, -2.45209280e-02, -1.26971072e-02, -9.11795795e-02,\n",
" -7.72488639e-02, 5.12801073e-02, -3.53915617e-02, 8.43599439e-02,\n",
" -3.30433212e-02, -5.58408685e-02, 3.86560820e-02, 1.35350907e-02,\n",
" 3.61636207e-02, 2.70805992e-02, 9.89067741e-03, 1.29674906e-02,\n",
" 5.48783951e-02, -4.76460345e-02, -2.55303197e-02, 5.85151650e-02,\n",
" -7.32308347e-03, -3.58057916e-02, -2.56548785e-02, -2.14326172e-03,\n",
" -4.54758406e-02, 4.36337665e-02, 1.52098620e-02, 1.35992619e-03,\n",
" -2.03207619e-02, -6.74660597e-03, 4.17519771e-02, -2.20226627e-02,\n",
" -1.36013394e-02, -1.90599151e-02, 1.11566864e-01, 9.18994546e-02,\n",
" 4.10475209e-02, 3.24174725e-02, 4.66156937e-02, -4.26809788e-02,\n",
" 5.17356955e-02, 5.85422367e-02, 2.10719346e-03, 2.50966828e-02,\n",
" -2.14226637e-02, -2.76521500e-02, -4.78432775e-02, -4.95552011e-02,\n",
" -3.79030704e-02, 7.57472366e-02, 2.59067398e-02, 1.97634269e-02,\n",
" 6.39472203e-03, -1.25454087e-02, 5.29228058e-03, -5.14892824e-02,\n",
" 8.81712586e-02, 8.64826515e-02, -5.88678569e-03, 4.82732095e-02,\n",
" 3.40359658e-02, 4.75088805e-02, -7.63972402e-02, -6.93804920e-02,\n",
" 3.07095586e-03, 6.56744242e-02, -7.26962984e-02, -2.25585187e-03,\n",
" -2.73669381e-02, -1.25473989e-02, 5.12587540e-02, 3.24907266e-02,\n",
" -7.22938357e-03, 2.47825887e-02, 6.37637079e-02, 6.29067197e-02,\n",
" -2.14513801e-02, -8.04474205e-02, -1.59918442e-02, -2.43550744e-02,\n",
" 2.53408998e-02, 5.30309156e-02, -1.70070399e-02, -7.13374391e-02,\n",
" 4.10894379e-02, -6.87018409e-02, -4.75938544e-02, 3.38424277e-03,\n",
" -2.52877325e-02, -5.67904487e-02, 2.65555792e-02, -1.13352947e-02,\n",
" 4.58377004e-02, -4.45992080e-03, -5.77987097e-02, -4.05298397e-02,\n",
" 1.53042134e-02, -4.31949913e-04, -3.11271213e-02, 3.05372626e-02,\n",
" -1.07012630e-01, -2.35740449e-02, -4.52978797e-02, 3.58028375e-02,\n",
" 5.33196852e-02, -4.85891849e-02, 2.71069966e-02, -5.76971993e-02,\n",
" 5.73102199e-02, 1.05178105e-02, -8.62854347e-03, 3.75455879e-02,\n",
" 4.16825823e-02, 3.09254713e-02, 4.99625169e-02, 3.52940708e-02,\n",
" -1.11928314e-03, 5.15449084e-02, 3.21691446e-02, -1.73144173e-02,\n",
" -5.36136180e-02, -4.23909947e-02, 1.84193831e-02, -6.87245131e-02,\n",
" -1.86989792e-02, -3.35770920e-02, -9.35640484e-02, 2.71005630e-02,\n",
" -6.48632762e-04, 9.23181698e-02, -6.17482746e-03, 1.18556777e-02,\n",
" -6.85586594e-04, 2.50543244e-02, -3.82063799e-02, -1.50534771e-02,\n",
" -1.29292890e-01, 1.30016718e-03, 5.47136851e-02, -4.58517969e-02,\n",
" -6.94659948e-02, -4.63389158e-02, -8.26446153e-03, 2.84062382e-02,\n",
" -5.01652919e-02, -8.63787457e-02, -3.94774415e-02, 5.40408231e-02,\n",
" -1.57367047e-02, -5.85317425e-02, -4.38343175e-02, 3.61865610e-02,\n",
" -4.52972502e-02, 2.27775984e-03, 6.88068271e-02, -1.67456698e-02,\n",
" -1.19371628e-02, 1.29210427e-02, 2.48456076e-02, 6.64705504e-03,\n",
" -1.84401721e-02, 2.77241208e-02, -5.28274365e-02, -7.73476437e-02,\n",
" 1.95345022e-02, -1.78174768e-02, 1.03265218e-01, -4.48066257e-02,\n",
" 2.68777143e-02, 1.60915926e-02, 8.40166137e-02, 2.85749622e-02,\n",
" 9.81298741e-03, -4.83017936e-02, 7.62531674e-03, 2.62888242e-02,\n",
" 7.06869811e-02, -1.01774503e-02, 2.35961452e-02, 4.25446481e-02,\n",
" -1.15793543e-02, 2.80213915e-02, -7.30410824e-03, 1.82882696e-02,\n",
" -1.62088163e-02, -4.05755974e-02, 3.55405584e-02, 5.02514690e-02,\n",
" 6.41612783e-02, 1.45452572e-02, 2.47922763e-02, 2.50361208e-02,\n",
" -4.84616589e-03, 5.21063916e-02, -6.28014421e-03, -6.62047863e-02,\n",
" -1.97435822e-02, 7.74734542e-02, -9.60897468e-03, -4.35653478e-02,\n",
" 4.68565635e-02, 2.00669318e-02, -5.83085641e-02, -4.95119281e-02,\n",
" 3.11431084e-02, -5.56270592e-03, 2.46378090e-02, -6.77169859e-02,\n",
" 1.34159289e-02, -3.75545286e-02, -1.89968795e-02, -3.19575779e-02,\n",
" 8.14765785e-03, 6.02632426e-02, -1.10303576e-03, 1.24105886e-02,\n",
" -3.85761745e-02, -5.35032824e-02, 1.93506461e-02, 2.05095597e-02,\n",
" 1.11785885e-02, 2.42855982e-04, 9.78009403e-03, -4.97373417e-02,\n",
" 6.22674562e-02, -4.49810363e-03, 7.14998618e-02, -1.66058391e-02,\n",
" 1.79709941e-02, 4.45152409e-02, 1.35663420e-01, 2.31667161e-02,\n",
" -6.79132417e-02, -9.26900953e-02, 4.29691449e-02, -3.07204276e-02,\n",
" 2.45781825e-03, -1.51335672e-02, 1.42472638e-02, 8.51266459e-02,\n",
" 2.80729868e-02, -3.20084766e-02, -9.33358073e-03, 6.96978644e-02,\n",
" -5.44127496e-03, -2.50844769e-02, 9.18100495e-03, -1.09657012e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'patrick': Embedding(embedding=array([ 1.02568597e-01, -4.12962958e-02, -1.47352563e-02, -1.98425893e-02,\n",
" -5.79461735e-03, -4.89610583e-02, 3.70290428e-02, 5.97160086e-02,\n",
" 9.72141623e-02, 7.05410093e-02, -1.54327508e-02, 3.57740782e-02,\n",
" 1.72865018e-02, 2.60489956e-02, -1.61145683e-02, 2.13348120e-02,\n",
" 4.54980358e-02, 8.83552656e-02, 1.39758429e-02, -1.81518421e-02,\n",
" -8.79046395e-02, -4.76355366e-02, 3.83692142e-03, 5.62196001e-02,\n",
" 2.09095497e-02, 3.05229202e-02, 1.24095031e-03, -3.56288627e-02,\n",
" 6.16295151e-02, -1.17425304e-02, 8.18299130e-02, -7.64672365e-03,\n",
" -1.56793185e-02, 7.62844179e-03, 3.48339491e-02, -1.58470217e-02,\n",
" -5.01972139e-02, -1.82969086e-02, -7.22045153e-02, 5.09783886e-02,\n",
" -3.97198908e-02, 6.95483433e-03, -1.81377176e-02, -1.85215157e-02,\n",
" 3.36689763e-02, -6.17868155e-02, -3.77159752e-02, 4.70042080e-02,\n",
" -3.14245261e-02, 2.38102246e-02, 3.70805301e-02, -1.96601124e-03,\n",
" -1.98481744e-03, 4.99981642e-03, 4.05256972e-02, 5.74697331e-02,\n",
" 6.75604399e-03, -8.11387748e-02, -2.95098480e-02, -3.52679975e-02,\n",
" 4.51343209e-02, 2.57440601e-02, 2.98875216e-02, 2.35432517e-02,\n",
" 1.69755481e-02, -4.80207056e-03, 3.58270705e-02, 9.69223492e-03,\n",
" -1.29847992e-02, -2.21132971e-02, -2.70412900e-02, 4.18094844e-02,\n",
" 1.56466160e-02, 1.63833201e-01, -5.62623935e-03, 1.59267243e-02,\n",
" 1.06904358e-02, -6.86030835e-02, 2.25792453e-02, -1.85811464e-02,\n",
" 5.64026795e-02, 5.40808262e-03, -7.54832700e-02, 5.39184213e-02,\n",
" -2.97197886e-02, 2.59665623e-02, -1.89928357e-02, -8.75243247e-02,\n",
" -5.45051359e-02, -3.78920957e-02, -9.75582190e-03, -3.61467339e-02,\n",
" -4.24104780e-02, -9.14128199e-02, -6.04357123e-02, 1.63348503e-02,\n",
" -7.48787150e-02, 2.62125246e-02, -2.48852018e-02, -1.11440513e-02,\n",
" -1.52130760e-02, -2.53857262e-02, -2.67685913e-02, -3.27347964e-02,\n",
" -3.69544216e-02, -1.12613300e-02, 8.46658892e-04, 3.40321362e-02,\n",
" -5.69343045e-02, 8.19707662e-02, -2.78818980e-02, -3.79659347e-02,\n",
" -1.61224231e-02, -8.56010895e-03, 1.60694923e-02, 8.27071443e-02,\n",
" 1.47933727e-02, 8.60000104e-02, -6.34465218e-02, -3.27708311e-02,\n",
" -1.41938955e-01, -6.37943596e-02, 3.24259996e-02, 3.32776835e-04,\n",
" -1.32552879e-02, 1.10463158e-03, -2.82881260e-02, 3.59479524e-02,\n",
" -6.46098405e-02, 1.54572753e-02, 4.43835324e-03, 7.04725087e-02,\n",
" -2.59337146e-02, 2.70074513e-02, -3.21761891e-02, 4.70347442e-02,\n",
" 6.10665651e-03, 5.81656396e-02, -9.94506478e-03, 9.69512668e-03,\n",
" -3.56131308e-02, -1.93517525e-02, 3.54693783e-03, 1.00056315e-02,\n",
" -8.05874122e-04, 3.06426454e-02, 1.29804378e-02, 6.65205270e-02,\n",
" -4.83178943e-02, 1.89324818e-03, 5.72264194e-02, 2.71801893e-02,\n",
" -2.53400505e-02, 1.44458003e-02, -5.47703803e-02, -6.53593391e-02,\n",
" -3.26575227e-02, 8.61836877e-03, 3.13465334e-02, 6.40367437e-03,\n",
" 2.16575228e-02, 5.30524626e-02, 3.12845260e-02, -6.23209625e-02,\n",
" -1.00125074e-01, -3.77492630e-04, 2.34081433e-03, -4.32886183e-02,\n",
" 3.04302014e-02, 5.38470522e-02, -4.45551537e-02, 4.51550968e-02,\n",
" -4.79593240e-02, 5.91360824e-03, 3.93834822e-02, -6.58331588e-02,\n",
" -2.72211172e-02, -1.79582890e-02, 1.95352379e-02, -9.11439862e-03,\n",
" 2.54156068e-02, -4.55668122e-02, 1.67117417e-02, -8.96508526e-03,\n",
" -5.23210270e-03, 2.82875542e-02, 1.97869409e-02, -8.07567593e-03,\n",
" -5.02480753e-02, 1.43323699e-02, -8.04291368e-02, -3.30988988e-02,\n",
" -2.49931477e-02, 6.84381975e-03, -6.49037138e-02, 4.15945984e-02,\n",
" 3.70607413e-02, -2.37982981e-02, -5.06965294e-02, 6.58994820e-03,\n",
" 9.36229303e-02, 3.27899195e-02, 4.24869917e-02, 5.73331630e-03,\n",
" -1.81068033e-02, 2.80319620e-02, 1.75287221e-02, -3.33970301e-02,\n",
" -1.45502323e-02, -3.95224430e-02, 5.15008681e-02, -1.07055223e-02,\n",
" 4.76301834e-02, 8.47736467e-03, -6.85632695e-03, 5.24394512e-02,\n",
" -6.97647855e-02, -7.98102841e-02, -5.27380593e-02, 3.50193828e-02,\n",
" 1.84312146e-02, 3.77487987e-02, 4.95077632e-02, 9.29133873e-03,\n",
" 1.48363030e-02, -1.44152413e-03, 3.05132512e-02, -2.38645244e-02,\n",
" 1.70895662e-02, 3.91803356e-03, -5.35002686e-02, 3.74319777e-02,\n",
" 2.83856038e-02, -4.52169813e-02, 3.49813700e-02, -3.03295404e-02,\n",
" -2.95984130e-02, 8.29039887e-03, 2.39577759e-02, -1.03800483e-01,\n",
" -2.64519523e-03, -5.03663793e-02, 4.11519930e-02, 7.23903850e-02,\n",
" 2.36202367e-02, -2.08989084e-02, -7.05314428e-02, -9.23533551e-03,\n",
" 5.12249507e-02, -3.76412906e-02, 2.33866032e-02, 9.19275172e-03,\n",
" -7.23501816e-02, -2.57493332e-02, 3.73160951e-02, 2.89365593e-02,\n",
" 4.62176688e-02, -6.96190819e-02, -6.23812377e-02, -7.52614066e-02,\n",
" -8.80972203e-03, 2.29131128e-03, -5.92978522e-02, -2.74734255e-02,\n",
" 2.11579129e-02, -1.72325801e-02, -9.49050300e-03, -8.94143432e-02,\n",
" -7.17531666e-02, 4.48430367e-02, -3.79582867e-02, 7.91560635e-02,\n",
" -3.39100957e-02, -5.31784669e-02, 4.00795862e-02, 6.45877887e-03,\n",
" 2.91835703e-02, 2.30818354e-02, 3.17457435e-03, 1.50319980e-02,\n",
" 5.86011782e-02, -4.30865213e-02, -2.20467020e-02, 6.09347522e-02,\n",
" -2.49236543e-03, -4.16194014e-02, -2.25061122e-02, -3.04943766e-03,\n",
" -4.83380593e-02, 4.20292765e-02, 1.57513283e-02, 5.65331103e-03,\n",
" -2.11219843e-02, -1.16484473e-03, 4.50881645e-02, -1.69511233e-02,\n",
" -1.46888131e-02, -1.66180283e-02, 1.14545994e-01, 8.99874493e-02,\n",
" 4.22088653e-02, 2.44701244e-02, 4.58468907e-02, -3.60002369e-02,\n",
" 5.78524172e-02, 6.66460171e-02, 1.77607650e-03, 2.26750765e-02,\n",
" -1.71064883e-02, -2.59330813e-02, -4.89209294e-02, -4.46366817e-02,\n",
" -3.88198458e-02, 7.34073222e-02, 3.00163422e-02, 1.44643169e-02,\n",
" 7.80340983e-03, -5.38052199e-03, 4.32569440e-03, -5.44170663e-02,\n",
" 9.04073715e-02, 8.42051879e-02, 1.35170203e-03, 5.46922833e-02,\n",
" 3.05311065e-02, 5.81832305e-02, -7.78028294e-02, -6.59141988e-02,\n",
" 2.80459590e-05, 6.48685023e-02, -6.85509443e-02, -5.17948763e-03,\n",
" -2.70712804e-02, -5.02544874e-03, 5.08328453e-02, 3.65201123e-02,\n",
" -4.35884343e-03, 2.36789919e-02, 6.33065924e-02, 6.47040457e-02,\n",
" -2.24862248e-02, -8.33908096e-02, -6.82732230e-03, -2.59243660e-02,\n",
" 2.64404975e-02, 5.28012924e-02, -1.39458133e-02, -7.26158097e-02,\n",
" 4.12999578e-02, -6.59248680e-02, -4.85600680e-02, 1.48876966e-03,\n",
" -2.07141843e-02, -5.91025911e-02, 2.67268512e-02, -1.40260225e-02,\n",
" 4.84957807e-02, -4.49803146e-03, -6.06325381e-02, -4.16278131e-02,\n",
" 1.03273150e-02, 1.86008355e-03, -1.93198752e-02, 3.57339457e-02,\n",
" -1.09758645e-01, -1.63288955e-02, -4.73818593e-02, 3.07021625e-02,\n",
" 5.20181395e-02, -4.72798720e-02, 2.85347272e-02, -5.97296134e-02,\n",
" 5.38297184e-02, 6.17982959e-03, -1.32757574e-02, 3.46048698e-02,\n",
" 4.38004397e-02, 3.52955163e-02, 5.24769798e-02, 2.80372705e-02,\n",
" -3.56975681e-04, 5.34220748e-02, 2.94063669e-02, -2.21470539e-02,\n",
" -5.65196015e-02, -3.76628935e-02, 1.92392655e-02, -6.52066395e-02,\n",
" -1.39314551e-02, -3.01404297e-02, -9.47751179e-02, 2.87416019e-02,\n",
" 1.10461621e-03, 9.71450508e-02, -1.54752959e-03, 1.52948285e-02,\n",
" -4.07211855e-03, 1.88318677e-02, -4.46007140e-02, -8.76381155e-03,\n",
" -1.26168773e-01, -1.91073515e-03, 5.93166873e-02, -4.40089144e-02,\n",
" -7.20505491e-02, -4.90737557e-02, -7.12046027e-03, 2.56801713e-02,\n",
" -4.74960208e-02, -8.82462636e-02, -3.74289602e-02, 5.20138144e-02,\n",
" -1.10856351e-02, -5.45240194e-02, -4.15439159e-02, 3.48468460e-02,\n",
" -4.96034659e-02, 2.27098912e-03, 7.04971030e-02, -1.38468854e-02,\n",
" -1.45185152e-02, 9.31044668e-03, 2.16330346e-02, 1.96817028e-03,\n",
" -1.73375886e-02, 3.04609016e-02, -5.35672121e-02, -7.72585198e-02,\n",
" 1.50849298e-02, -1.64264459e-02, 1.05795965e-01, -5.08037247e-02,\n",
" 2.49417797e-02, 1.43538667e-02, 7.92658404e-02, 2.98243836e-02,\n",
" 1.04413694e-02, -4.31777388e-02, 1.48212453e-02, 2.00251397e-02,\n",
" 7.36644268e-02, -7.03451922e-03, 2.75946073e-02, 4.26322110e-02,\n",
" -9.06521548e-03, 3.12750600e-02, -6.31250860e-03, 1.43214054e-02,\n",
" -8.75380356e-03, -4.22664471e-02, 3.87450382e-02, 5.22933714e-02,\n",
" 6.69501051e-02, 1.48687232e-02, 2.07111239e-02, 2.48043910e-02,\n",
" 1.97571266e-04, 4.42182980e-02, -1.04351928e-02, -6.43894598e-02,\n",
" -1.86324194e-02, 8.68084803e-02, -1.22717852e-02, -4.00304347e-02,\n",
" 4.03791294e-02, 2.30030008e-02, -5.75844646e-02, -4.57415655e-02,\n",
" 4.58296277e-02, -6.64929510e-04, 2.34981198e-02, -6.64066300e-02,\n",
" 1.92961525e-02, -4.17339429e-02, -2.11974084e-02, -3.25566828e-02,\n",
" 3.24411644e-03, 7.15300143e-02, 3.67826113e-04, 8.14161263e-03,\n",
" -4.12439853e-02, -4.58316058e-02, 1.99988130e-02, 2.25235894e-02,\n",
" 9.44136735e-03, -1.76109513e-03, 1.60504654e-02, -5.74224740e-02,\n",
" 6.09361678e-02, -5.71496552e-03, 6.62516132e-02, -2.51357574e-02,\n",
" 1.54878134e-02, 4.63139862e-02, 1.38850376e-01, 1.83003359e-02,\n",
" -5.90673871e-02, -9.79599655e-02, 4.44077104e-02, -3.01251486e-02,\n",
" 1.99951767e-03, -1.50771970e-02, 1.16870841e-02, 9.54675302e-02,\n",
" 2.59645376e-02, -3.27236466e-02, -6.49018167e-03, 7.45889768e-02,\n",
" -1.17522164e-03, -2.45845113e-02, 4.45630727e-03, -1.12144254e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'perfection': Embedding(embedding=array([ 9.85431969e-02, -5.59501201e-02, -1.38147464e-02, -2.15889178e-02,\n",
" 4.19663684e-03, -4.23520654e-02, 4.01987061e-02, 5.69141209e-02,\n",
" 7.97924250e-02, 8.05368945e-02, -6.08878117e-03, 2.90769637e-02,\n",
" 1.98447667e-02, 1.32955248e-02, -3.85109195e-03, 7.80999754e-03,\n",
" 2.95047648e-02, 8.64323378e-02, 2.27313712e-02, -1.89257823e-02,\n",
" -8.57610703e-02, -3.89536694e-02, -1.15250447e-03, 6.59925491e-02,\n",
" 5.59297949e-02, 3.81060727e-02, -8.90236348e-03, -4.97875921e-02,\n",
" 5.17496280e-02, -8.85501690e-03, 6.86163381e-02, -5.50213875e-03,\n",
" -3.04857455e-02, -7.19713606e-03, 3.89187410e-02, 1.59364694e-03,\n",
" -3.01192515e-02, -1.99731551e-02, -6.85606375e-02, 5.68789653e-02,\n",
" -2.23170407e-02, -1.38282403e-03, -1.59316752e-02, -1.59683619e-02,\n",
" 3.58518697e-02, -5.88781312e-02, -2.29174234e-02, 4.10130210e-02,\n",
" -4.01717946e-02, 1.56889763e-02, 3.08459532e-02, 3.79811332e-04,\n",
" 2.43837666e-03, 2.38901284e-02, 3.79485935e-02, 3.89628187e-02,\n",
" -1.03503512e-02, -4.05031554e-02, -2.19636653e-02, -2.98225377e-02,\n",
" 3.52344699e-02, 3.40775624e-02, 3.44497375e-02, 2.96274852e-02,\n",
" 7.88246933e-03, 1.50186312e-03, 3.49117704e-02, -1.15172621e-02,\n",
" -4.90964716e-03, -3.54680680e-02, -3.57457846e-02, 6.49282634e-02,\n",
" 1.59731507e-02, 1.67909503e-01, -1.67594030e-02, 3.24471593e-02,\n",
" 6.80578686e-03, -6.62645400e-02, 2.69935224e-02, -1.40690180e-02,\n",
" 8.10947344e-02, 6.40716404e-03, -7.42563456e-02, 5.26664890e-02,\n",
" -3.25399637e-02, 9.69848968e-03, -2.11633574e-02, -7.92796090e-02,\n",
" -4.56308424e-02, -4.81044799e-02, -1.28621645e-02, -2.99662519e-02,\n",
" -6.32585660e-02, -8.05994123e-02, -3.16802040e-02, -1.45796454e-03,\n",
" -6.62305802e-02, 2.55941469e-02, -2.62190122e-02, -1.52583066e-02,\n",
" -1.03080804e-02, -1.83974355e-02, -3.49867083e-02, -3.60813737e-02,\n",
" -4.69557568e-02, 4.43748169e-04, 1.24736130e-03, 2.63067167e-02,\n",
" -7.87827522e-02, 8.16134959e-02, -1.62629671e-02, -4.29821387e-02,\n",
" -2.69481651e-02, -1.10568153e-02, 6.83991890e-03, 7.52333626e-02,\n",
" 4.12032194e-03, 1.01699203e-01, -5.87600172e-02, -4.87642549e-02,\n",
" -1.36815041e-01, -5.63210994e-02, 4.67253737e-02, -2.15479750e-02,\n",
" -1.40988184e-02, -7.05397455e-03, -2.03243364e-02, 3.23792621e-02,\n",
" -5.86158596e-02, 2.55628657e-02, 6.88491273e-04, 6.38660192e-02,\n",
" -1.55241480e-02, 2.15468388e-02, -4.73334342e-02, 5.26956394e-02,\n",
" 4.59542824e-03, 5.62030189e-02, 9.22774256e-04, 1.84255157e-04,\n",
" -3.13177183e-02, -1.49816889e-02, 1.10354517e-02, -8.64603836e-03,\n",
" 1.64100043e-02, 1.33127319e-02, 2.36334726e-02, 4.63930592e-02,\n",
" -2.28700656e-02, 5.36292093e-03, 5.48311733e-02, 2.49453355e-02,\n",
" -1.70490537e-02, -3.60396551e-03, -7.74616525e-02, -7.08384812e-02,\n",
" -5.95797924e-03, -1.37322173e-02, 4.37772423e-02, 3.89056047e-03,\n",
" 3.82883698e-02, 3.09788231e-02, 3.27964872e-02, -7.10681602e-02,\n",
" -7.42053390e-02, 1.65045448e-02, -5.91778336e-03, -4.58041206e-02,\n",
" 1.20774256e-02, 7.16547593e-02, -4.40251566e-02, 6.25575259e-02,\n",
" -3.62144448e-02, -1.84373837e-02, 3.07282079e-02, -5.20399138e-02,\n",
" -2.91211512e-02, -2.48345826e-02, 6.91315904e-03, -1.21963024e-02,\n",
" 3.82502079e-02, -5.27639426e-02, 2.90441141e-02, -9.29060206e-03,\n",
" -1.30840624e-02, 5.02483919e-02, 1.21537726e-02, 9.84579232e-03,\n",
" -3.43522802e-02, 2.48035397e-02, -7.94562399e-02, -1.28161814e-02,\n",
" -3.89301479e-02, 5.44047169e-03, -4.49969843e-02, 4.72341776e-02,\n",
" 5.03409915e-02, -2.97255572e-02, -5.58525249e-02, 1.71932634e-02,\n",
" 7.71397650e-02, 3.85938883e-02, 4.81545217e-02, -2.92086266e-02,\n",
" 6.35176012e-03, 5.20571955e-02, 3.75718903e-03, -3.34128886e-02,\n",
" -1.21775027e-02, -1.86397228e-02, 4.78173718e-02, -2.32464317e-02,\n",
" 5.01071103e-02, -1.67134963e-02, -9.61522339e-04, 5.50318696e-02,\n",
" -6.04807809e-02, -6.31245226e-02, -5.54388538e-02, 2.97120865e-02,\n",
" 4.05410342e-02, 2.35341676e-02, 5.92557117e-02, -7.69268908e-03,\n",
" 6.48890529e-03, 4.82298480e-03, 1.53973345e-02, -2.76241284e-02,\n",
" 3.69301774e-02, -7.82481802e-04, -2.47861687e-02, 4.04136479e-02,\n",
" 2.15179380e-02, -2.65905038e-02, 2.68396214e-02, -2.81652939e-02,\n",
" -1.84270516e-02, 9.47001018e-03, 2.62938980e-02, -1.24376461e-01,\n",
" 2.24926299e-03, -5.39624803e-02, 6.92009851e-02, 7.71867931e-02,\n",
" 1.17387353e-02, -2.25461535e-02, -5.67399561e-02, -1.30747689e-03,\n",
" 4.58519198e-02, -2.37683617e-02, 2.12877374e-02, 1.02952449e-02,\n",
" -7.98552856e-02, -3.27583775e-02, 3.31717208e-02, 4.22163568e-02,\n",
" 7.00451583e-02, -7.09049404e-02, -5.63453063e-02, -4.70529348e-02,\n",
" -1.21750664e-02, -7.84317497e-03, -6.60476759e-02, -1.74210630e-02,\n",
" 4.92932461e-02, -3.01244184e-02, -1.50771923e-02, -7.38035515e-02,\n",
" -7.19520897e-02, 6.72311187e-02, -1.59899537e-02, 8.69508982e-02,\n",
" -3.09557319e-02, -4.65392582e-02, 2.96189263e-02, -1.17372088e-02,\n",
" 1.44489082e-02, 2.03732811e-02, -1.64749306e-02, 4.49688965e-03,\n",
" 4.89017926e-02, -2.46068686e-02, -2.26164982e-02, 5.78728765e-02,\n",
" -2.53545796e-03, -4.40907031e-02, -1.02456072e-02, 2.08676746e-03,\n",
" -5.10557555e-02, 4.27877828e-02, -1.37166365e-03, 2.24244632e-02,\n",
" -2.01301984e-02, 1.74367502e-02, 3.96104157e-02, -2.44576763e-02,\n",
" -2.28037257e-02, -2.38868892e-02, 1.02100417e-01, 8.49634856e-02,\n",
" 3.48794051e-02, 3.07300165e-02, 6.75807744e-02, -4.73375544e-02,\n",
" 5.94776161e-02, 4.01029326e-02, 1.60860159e-02, 1.33077735e-02,\n",
" -4.13684063e-02, -2.85396371e-02, -4.49981689e-02, -4.57716584e-02,\n",
" -2.63682064e-02, 6.19170442e-02, 3.85918207e-02, 1.78340245e-02,\n",
" 1.11964224e-02, -7.77367735e-03, 1.09714065e-02, -8.88554156e-02,\n",
" 8.33511427e-02, 7.57679492e-02, -5.53737627e-03, 5.68850674e-02,\n",
" 2.31263749e-02, 5.22428453e-02, -7.29349852e-02, -9.10423622e-02,\n",
" -2.26093573e-03, 5.50548732e-02, -6.75482824e-02, -1.59524176e-02,\n",
" -3.92991863e-02, -3.67915444e-03, 5.74607216e-02, 3.63365337e-02,\n",
" -2.14074515e-02, 3.13027501e-02, 5.86908981e-02, 6.57200888e-02,\n",
" -4.78788726e-02, -8.33218321e-02, -2.38388572e-02, -3.06237210e-02,\n",
" 3.76770198e-02, 4.98960838e-02, -2.42301729e-02, -8.02326724e-02,\n",
" 4.33742516e-02, -5.73545359e-02, -4.23828885e-02, -7.10216758e-04,\n",
" 5.38120046e-04, -4.42549512e-02, 3.22913490e-02, 1.45986571e-03,\n",
" 5.24482131e-02, -6.77383225e-03, -5.79826534e-02, -3.66799794e-02,\n",
" 2.05853228e-02, -1.02283957e-03, -2.51914971e-02, 3.31168771e-02,\n",
" -1.09157123e-01, -3.19616906e-02, -5.70443086e-02, 4.15661521e-02,\n",
" 4.34877202e-02, -2.79189851e-02, 1.84678175e-02, -7.59505928e-02,\n",
" 5.64564914e-02, 3.83180636e-03, -2.32675988e-02, 3.58212069e-02,\n",
" 3.73557955e-02, 3.70585173e-02, 5.69971204e-02, 1.47774098e-02,\n",
" 2.62641385e-02, 6.74825534e-02, 3.39539982e-02, -5.73977223e-03,\n",
" -4.60102558e-02, -4.73286733e-02, -2.53233919e-03, -5.19147255e-02,\n",
" 6.40746439e-03, -1.55560288e-03, -9.22785699e-02, 1.53991757e-02,\n",
" 1.61155611e-02, 1.18142143e-01, 2.34593432e-02, 7.03942962e-03,\n",
" -2.69739125e-02, 1.86152067e-02, -3.72535400e-02, 9.92433541e-03,\n",
" -1.30808979e-01, -2.83690030e-03, 7.68935829e-02, -3.86552401e-02,\n",
" -9.02999714e-02, -3.85732427e-02, 1.64337065e-02, 2.38752272e-02,\n",
" -2.51596048e-02, -8.89213756e-02, -4.48926874e-02, 6.66541830e-02,\n",
" -9.86469537e-03, -3.14023048e-02, -2.35227589e-02, 3.53690088e-02,\n",
" -2.11057793e-02, -2.01153941e-02, 5.80342077e-02, -2.95608602e-02,\n",
" -3.16294320e-02, 2.97892839e-02, 1.01474049e-02, 6.52177769e-05,\n",
" -1.13277650e-02, 3.80965844e-02, -4.60605659e-02, -5.46691753e-02,\n",
" 1.18377330e-02, -2.38089357e-02, 9.04505104e-02, -5.38397431e-02,\n",
" 8.82356893e-03, 7.54286861e-03, 8.54997486e-02, 5.19830324e-02,\n",
" 1.43280467e-02, -4.92293611e-02, 1.66282356e-02, 3.13022286e-02,\n",
" 8.51232111e-02, -1.28649706e-02, 3.17110829e-02, 3.93953398e-02,\n",
" -1.76276099e-02, -6.31869864e-03, -3.51145165e-03, -7.55744614e-03,\n",
" -1.58829745e-02, -4.81523536e-02, 1.56970546e-02, 3.82351130e-02,\n",
" 6.32838756e-02, -1.36196408e-02, -5.88971563e-03, 1.10123251e-02,\n",
" -7.95791484e-03, 3.05116102e-02, -1.60060693e-02, -7.06020221e-02,\n",
" -5.10125002e-03, 1.09312735e-01, -1.61135581e-03, -1.54837547e-02,\n",
" 1.87366884e-02, 2.23078392e-02, -4.23134603e-02, -4.49525379e-02,\n",
" 2.86146943e-02, 1.19739585e-02, 3.40474560e-03, -6.02399372e-02,\n",
" 9.71945748e-03, -3.55268456e-02, -3.51595171e-02, -5.30409478e-02,\n",
" 8.76033679e-03, 8.82988721e-02, -7.57245254e-03, -1.26410583e-02,\n",
" -4.20423783e-02, -2.70378049e-02, -1.08457450e-03, 3.69247533e-02,\n",
" 1.38457390e-02, -8.89380742e-03, 1.95684209e-02, -5.07360399e-02,\n",
" 7.26218522e-02, -2.82162204e-02, 6.27833232e-02, -2.42506526e-02,\n",
" 3.81618808e-03, 4.80411351e-02, 1.27401069e-01, 1.16243092e-02,\n",
" -3.81028987e-02, -9.62492600e-02, 4.06583026e-02, -2.74080485e-02,\n",
" 1.91831551e-02, 7.42320990e-05, 3.37280147e-02, 1.22413442e-01,\n",
" 3.98887619e-02, -2.32379641e-02, -9.66123957e-03, 7.42322952e-02,\n",
" -2.05551973e-03, -2.27476545e-02, 1.29279797e-03, -1.09477058e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'persian': Embedding(embedding=array([ 1.07567735e-01, -4.18831147e-02, -2.00723261e-02, -5.99708466e-04,\n",
" -4.64194268e-03, -6.24954216e-02, 3.44573297e-02, 5.39009161e-02,\n",
" 9.22502577e-02, 5.86440489e-02, -2.20873281e-02, 4.75976579e-02,\n",
" 3.37377302e-02, 1.89532880e-02, -1.96692944e-02, 3.23153138e-02,\n",
" 5.77949844e-02, 9.03080478e-02, 8.91628582e-03, -2.28934493e-02,\n",
" -8.62537846e-02, -4.27881218e-02, 6.97939657e-03, 5.29511757e-02,\n",
" 1.99413057e-02, 2.66675614e-02, 8.07755999e-03, -3.87540907e-02,\n",
" 5.73268719e-02, -1.19458176e-02, 8.00271481e-02, -1.04372585e-02,\n",
" 4.08756360e-03, 1.32784126e-02, 3.93160358e-02, -2.61066929e-02,\n",
" -4.91123274e-02, -1.25831710e-02, -8.43553245e-02, 4.03637402e-02,\n",
" -4.15719599e-02, 8.42804182e-03, -2.20379587e-02, -1.32991392e-02,\n",
" 4.31533009e-02, -6.38170019e-02, -3.87827121e-02, 4.61977459e-02,\n",
" -3.13842036e-02, 1.92751549e-02, 3.68623361e-02, -9.52150580e-03,\n",
" -5.95975143e-04, 1.89715456e-02, 5.05021997e-02, 6.96723461e-02,\n",
" -3.77754355e-03, -8.46670941e-02, -1.79204680e-02, -2.54855957e-02,\n",
" 4.31159772e-02, 1.77263971e-02, 2.65968964e-02, 2.07455028e-02,\n",
" 8.56062025e-03, 9.67990886e-03, 4.07038517e-02, 1.50992274e-02,\n",
" -9.55405459e-03, -2.30505709e-02, -2.65100561e-02, 2.92294882e-02,\n",
" 2.25972608e-02, 1.51728839e-01, -1.67061724e-02, 1.21297427e-02,\n",
" 1.63061675e-02, -7.88439289e-02, 2.14997809e-02, -1.23213492e-02,\n",
" 3.17266583e-02, 1.95172131e-02, -7.33776391e-02, 5.18261902e-02,\n",
" -2.57763676e-02, 3.59250940e-02, -2.56102011e-02, -9.64886993e-02,\n",
" -5.42986169e-02, -3.04044727e-02, -2.22332664e-02, -4.09653634e-02,\n",
" -3.82618867e-02, -8.15697312e-02, -6.85493425e-02, 3.10868956e-02,\n",
" -7.55890980e-02, 3.48715894e-02, -2.10081767e-02, -1.61668495e-03,\n",
" -9.28093679e-03, -1.33455992e-02, -9.20684543e-03, -3.18269990e-02,\n",
" -3.99345122e-02, -1.76766217e-02, 5.56069834e-04, 3.24778631e-02,\n",
" -5.19260652e-02, 7.96115845e-02, -3.60300280e-02, -1.83126833e-02,\n",
" -7.45363161e-03, -8.86448601e-04, 7.00241560e-03, 7.94276223e-02,\n",
" 2.54053026e-02, 8.97282064e-02, -7.31984600e-02, -2.44624708e-02,\n",
" -1.63288042e-01, -6.35886639e-02, 3.26166376e-02, -1.09595952e-04,\n",
" -1.93807986e-02, 6.40681013e-03, -2.89278980e-02, 4.33415808e-02,\n",
" -7.44881704e-02, 1.81170367e-02, 1.12821059e-02, 6.40962943e-02,\n",
" -2.38971245e-02, 2.61590127e-02, -3.41456793e-02, 5.34440093e-02,\n",
" 1.77992396e-02, 6.27936348e-02, -1.17077949e-02, 1.34419017e-02,\n",
" -2.85082553e-02, -2.93017589e-02, -8.29901919e-03, 9.31429490e-03,\n",
" -1.18358787e-02, 3.65312994e-02, 1.14578530e-02, 5.90180382e-02,\n",
" -4.65471558e-02, 8.47250130e-03, 4.59018052e-02, 2.69456990e-02,\n",
" -2.61504613e-02, 2.71956474e-02, -3.55819091e-02, -5.12644053e-02,\n",
" -3.58273610e-02, 1.63878985e-02, 3.40268388e-02, 4.43455763e-03,\n",
" 2.39278506e-02, 4.84423824e-02, 3.75660583e-02, -6.52291104e-02,\n",
" -9.39846486e-02, -1.69954740e-03, 3.50886607e-03, -3.80615890e-02,\n",
" 3.83683518e-02, 4.82363105e-02, -3.50465328e-02, 3.60594913e-02,\n",
" -4.12362777e-02, 1.68593302e-02, 3.62753570e-02, -7.97553360e-02,\n",
" -2.25102212e-02, -1.24198757e-02, 3.41894254e-02, -3.48114129e-03,\n",
" 3.11510302e-02, -4.23464924e-02, 9.75900050e-03, -1.21442378e-02,\n",
" 3.84974573e-03, 1.63881667e-02, 9.72075760e-03, 7.07209064e-03,\n",
" -4.36713137e-02, 6.57205889e-03, -8.64664018e-02, -3.57808955e-02,\n",
" -1.85936056e-02, 7.34542171e-03, -6.62521869e-02, 4.34109569e-02,\n",
" 4.70879488e-02, -1.45009551e-02, -5.28416149e-02, 2.32939655e-03,\n",
" 9.13075209e-02, 3.13476063e-02, 4.56168838e-02, 7.73664506e-04,\n",
" -2.30150819e-02, 1.95326060e-02, 2.78948024e-02, -3.14248428e-02,\n",
" -1.15529150e-02, -5.09395525e-02, 5.19798324e-02, -1.05624674e-02,\n",
" 5.54622710e-02, 5.04784798e-03, -8.48610979e-03, 4.36637998e-02,\n",
" -8.53020623e-02, -8.52743983e-02, -4.19185907e-02, 3.34349722e-02,\n",
" 2.71817334e-02, 3.58999521e-02, 5.74197061e-02, 1.39756864e-02,\n",
" 7.52065098e-03, -2.29268707e-02, 2.80842111e-02, -1.32350139e-02,\n",
" 7.27535272e-03, -9.39468294e-03, -5.67173138e-02, 3.43699828e-02,\n",
" 3.07342391e-02, -5.16839661e-02, 4.18059342e-02, -4.04591113e-02,\n",
" -4.77614515e-02, 1.43645564e-02, 1.97864398e-02, -9.95704830e-02,\n",
" -8.50388408e-03, -5.22834174e-02, 2.66394373e-02, 5.74146286e-02,\n",
" 2.85943337e-02, -2.91366279e-02, -7.04912990e-02, -1.76673457e-02,\n",
" 4.86200228e-02, -3.99617851e-02, 1.08497012e-02, 1.52106723e-02,\n",
" -7.39909485e-02, -2.29080301e-02, 3.92653868e-02, 2.62960158e-02,\n",
" 5.08837402e-02, -5.98192215e-02, -4.57054824e-02, -8.61671269e-02,\n",
" -2.87465565e-02, 9.94429085e-03, -4.77316007e-02, -2.41443664e-02,\n",
" 1.67256240e-02, -9.21266899e-03, -4.12740279e-03, -9.97743309e-02,\n",
" -7.58393258e-02, 3.98484357e-02, -3.69128250e-02, 7.80302584e-02,\n",
" -3.37977931e-02, -4.92430963e-02, 5.19578531e-02, 5.34427399e-03,\n",
" 4.03573178e-02, 2.63889134e-02, 1.58443395e-03, 1.23391859e-02,\n",
" 6.70987293e-02, -4.51429412e-02, -5.59198251e-03, 5.74331246e-02,\n",
" -9.83614009e-05, -3.15580927e-02, -3.32780443e-02, 7.12784519e-03,\n",
" -4.16400880e-02, 4.33897562e-02, 1.35652842e-02, 5.36563573e-03,\n",
" -2.53804699e-02, 6.31956477e-03, 4.88124713e-02, -2.36373395e-02,\n",
" -1.12049161e-02, -1.11734467e-02, 1.20457321e-01, 8.94198939e-02,\n",
" 3.09174936e-02, 2.04019174e-02, 3.59125473e-02, -4.49649841e-02,\n",
" 5.56389540e-02, 8.76054764e-02, -3.46670439e-03, 2.65619494e-02,\n",
" -1.33178048e-02, -2.09140033e-02, -4.34743166e-02, -4.40230556e-02,\n",
" -4.78240065e-02, 7.57454410e-02, 3.06752604e-02, 4.37993137e-03,\n",
" 6.01806678e-03, 1.87150680e-03, -1.89491222e-03, -5.54830022e-02,\n",
" 8.60780552e-02, 7.62841478e-02, 1.50887407e-02, 5.07825390e-02,\n",
" 2.44196784e-02, 5.43743297e-02, -7.19752833e-02, -5.32632321e-02,\n",
" -3.38608003e-03, 8.05605277e-02, -5.84733970e-02, -9.56919324e-03,\n",
" -2.19909586e-02, -1.20395599e-02, 5.12280092e-02, 3.87226418e-02,\n",
" -3.03862384e-03, 1.59022305e-02, 6.38605654e-02, 6.57600015e-02,\n",
" -1.31604029e-02, -8.47581252e-02, -2.90040323e-03, -1.65673327e-02,\n",
" 1.69258211e-02, 5.18280044e-02, -8.23022705e-03, -7.05054551e-02,\n",
" 3.95194665e-02, -6.32293001e-02, -4.91581857e-02, 2.69649574e-03,\n",
" -1.85967162e-02, -6.28448427e-02, 1.49008418e-02, -1.87121090e-02,\n",
" 4.73644473e-02, -6.18420262e-03, -5.81507348e-02, -3.85833308e-02,\n",
" 1.12747299e-02, -5.29317884e-03, -1.48949735e-02, 4.03195918e-02,\n",
" -9.08470899e-02, -1.38593316e-02, -4.56126034e-02, 2.00451687e-02,\n",
" 5.54557517e-02, -4.70473804e-02, 2.77055968e-02, -4.94933389e-02,\n",
" 4.74423468e-02, -1.59450527e-02, -1.39872329e-02, 3.25362012e-02,\n",
" 4.51788493e-02, 4.10915464e-02, 5.16429059e-02, 2.65177097e-02,\n",
" -1.05646048e-02, 4.90971543e-02, 2.24573929e-02, -3.02581936e-02,\n",
" -6.30326048e-02, -2.84249596e-02, 2.03889869e-02, -5.89576401e-02,\n",
" -1.02773793e-02, -4.15100940e-02, -9.84065756e-02, 3.12426891e-02,\n",
" 4.40175179e-03, 9.43294168e-02, 1.00268414e-02, 1.62060484e-02,\n",
" 7.12279929e-03, 2.02425402e-02, -5.60657531e-02, -6.93885749e-03,\n",
" -1.21197104e-01, -1.64905768e-02, 5.56023121e-02, -4.14541885e-02,\n",
" -6.01597801e-02, -4.73243445e-02, -1.11436518e-03, 2.19625514e-02,\n",
" -4.26823311e-02, -9.16250050e-02, -4.02898267e-02, 5.90471923e-02,\n",
" -5.90338232e-03, -4.32868935e-02, -4.05111052e-02, 2.41659321e-02,\n",
" -6.26024157e-02, 9.35292151e-03, 6.66183084e-02, -1.12348311e-02,\n",
" -1.50581254e-02, 1.15924911e-03, 2.35704891e-02, 3.08667007e-03,\n",
" -2.45579351e-02, 2.17319094e-02, -5.28983288e-02, -8.08942094e-02,\n",
" 1.94713194e-02, -1.76772960e-02, 1.05581902e-01, -4.64227013e-02,\n",
" 2.27902494e-02, 8.45968910e-03, 8.50992650e-02, 3.21588404e-02,\n",
" 1.38016231e-02, -3.68341357e-02, 1.48327984e-02, 9.95403901e-03,\n",
" 7.79971331e-02, -8.71794182e-04, 3.16502117e-02, 3.37742046e-02,\n",
" -7.49852275e-03, 3.34182456e-02, -1.34862363e-02, 1.77530423e-02,\n",
" -6.03883108e-03, -3.70645709e-02, 3.42643037e-02, 6.14122637e-02,\n",
" 6.57304972e-02, 2.58008111e-02, 1.87355988e-02, 2.84421276e-02,\n",
" 8.71104281e-03, 4.30182181e-02, -1.39873018e-02, -6.29089698e-02,\n",
" -2.13669837e-02, 8.47894177e-02, -1.22813126e-02, -3.83419655e-02,\n",
" 4.24981825e-02, 1.50150079e-02, -5.68484291e-02, -4.62320298e-02,\n",
" 6.22456633e-02, 1.06476219e-02, 3.32820751e-02, -6.97836652e-02,\n",
" 1.58030912e-02, -4.12869006e-02, -1.42404316e-02, -3.03371549e-02,\n",
" -3.00518441e-04, 6.35104179e-02, 5.12032537e-03, 4.24998067e-03,\n",
" -4.23253700e-02, -5.30482046e-02, 2.60030515e-02, 1.50288558e-02,\n",
" 1.52609963e-02, -1.64577132e-03, 1.63532905e-02, -6.36976436e-02,\n",
" 6.78335354e-02, -1.17290951e-03, 7.28482306e-02, -3.59590314e-02,\n",
" 1.23877283e-02, 4.18184288e-02, 1.26231775e-01, 1.03566679e-03,\n",
" -5.33169918e-02, -1.01716965e-01, 3.55501361e-02, -3.34382541e-02,\n",
" -1.76145625e-03, -9.75020416e-03, 1.27750654e-02, 8.35909024e-02,\n",
" 2.44984422e-02, -2.89182309e-02, -1.17924400e-02, 7.91202933e-02,\n",
" 7.17913639e-03, -1.51727898e-02, -8.38444382e-03, -1.03697963e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'philosoraptor': Embedding(embedding=array([ 9.37053859e-02, -6.68842942e-02, -1.87795963e-02, -2.05324925e-02,\n",
" 1.06226411e-02, -3.66462581e-02, 4.06614244e-02, 5.34824356e-02,\n",
" 7.96189159e-02, 7.42168725e-02, 7.20124110e-04, 3.08402199e-02,\n",
" 2.15388425e-02, 1.33000221e-02, -5.73112862e-03, 8.49024020e-03,\n",
" 2.83755139e-02, 8.35414752e-02, 2.18617488e-02, -2.06139777e-02,\n",
" -8.11080858e-02, -4.05168682e-02, 4.99040866e-03, 7.06685558e-02,\n",
" 5.04852906e-02, 3.65424901e-02, -9.84248240e-03, -4.82935756e-02,\n",
" 4.91845720e-02, -9.72170196e-03, 6.99506551e-02, -5.92885120e-03,\n",
" -3.91925983e-02, -7.43533531e-03, 3.70692387e-02, -3.05251242e-03,\n",
" -2.55698543e-02, -2.20761541e-02, -7.28091449e-02, 5.82837984e-02,\n",
" -2.34114192e-02, 1.26904482e-02, -1.74850542e-02, -1.40359253e-02,\n",
" 3.78976576e-02, -5.52907214e-02, -3.24907750e-02, 4.25345115e-02,\n",
" -3.51412632e-02, 2.15097610e-02, 2.47180276e-02, -3.69041064e-03,\n",
" 1.30221751e-02, 1.85630824e-02, 3.67605686e-02, 3.53979059e-02,\n",
" -8.83730594e-03, -4.21743840e-02, -2.34991778e-02, -3.37908044e-02,\n",
" 3.62943038e-02, 3.66495736e-02, 3.56668085e-02, 2.22585686e-02,\n",
" 5.25255594e-03, 5.02152694e-03, 3.23460214e-02, -6.79197535e-03,\n",
" -9.79988649e-03, -4.25949842e-02, -3.72911431e-02, 6.10618144e-02,\n",
" 1.56901572e-02, 1.61452278e-01, -1.31439585e-02, 3.08068600e-02,\n",
" -5.61126508e-03, -5.79054765e-02, 2.59782057e-02, -2.27178652e-02,\n",
" 8.06601495e-02, 1.17730908e-02, -8.32627416e-02, 5.79262264e-02,\n",
" -3.13711874e-02, 2.08827318e-03, -1.85441859e-02, -7.52466172e-02,\n",
" -5.13298474e-02, -4.65216227e-02, -7.46815372e-03, -2.81909946e-02,\n",
" -6.97579831e-02, -7.98094198e-02, -3.36945020e-02, -6.86524762e-03,\n",
" -6.23851418e-02, 2.52522957e-02, -2.30945256e-02, -1.58034861e-02,\n",
" -2.49853986e-03, -1.86251011e-02, -3.72323282e-02, -3.77191193e-02,\n",
" -5.19052409e-02, 1.45352294e-03, 1.26656215e-03, 2.27024853e-02,\n",
" -7.53742754e-02, 8.18302631e-02, -7.39862304e-03, -3.97073887e-02,\n",
" -1.71473194e-02, -1.02528036e-02, 5.67853451e-03, 8.01232159e-02,\n",
" -3.65337846e-03, 9.95316058e-02, -5.89030795e-02, -5.19335270e-02,\n",
" -1.35135368e-01, -5.05800955e-02, 4.93132435e-02, -2.16861833e-02,\n",
" -1.06485849e-02, -8.93117767e-03, -1.67388096e-02, 2.99207531e-02,\n",
" -5.65830655e-02, 2.83201039e-02, 3.76696605e-03, 6.82626367e-02,\n",
" -1.62889920e-02, 2.55716350e-02, -3.69154401e-02, 5.46809845e-02,\n",
" -6.43643411e-03, 5.74487634e-02, 7.38718314e-03, -1.33054890e-02,\n",
" -3.45757641e-02, -7.52300723e-03, 5.12249162e-03, -8.01350828e-03,\n",
" 1.85009912e-02, 1.46731371e-02, 1.94588322e-02, 4.71290648e-02,\n",
" -2.47523300e-02, 1.61292602e-03, 6.43897280e-02, 2.05520019e-02,\n",
" -9.22934618e-03, -3.73958889e-03, -6.85111955e-02, -7.80571625e-02,\n",
" -8.03715270e-03, -2.06096340e-02, 3.87888253e-02, 5.28367190e-03,\n",
" 4.71157469e-02, 2.54931208e-02, 2.67261807e-02, -6.69745803e-02,\n",
" -7.60266036e-02, 1.73292849e-02, -2.47347238e-03, -4.42508608e-02,\n",
" 6.67637028e-03, 6.63877800e-02, -4.73616272e-02, 5.95279485e-02,\n",
" -4.05802242e-02, -1.83191188e-02, 3.82940844e-02, -5.55067398e-02,\n",
" -3.23445275e-02, -3.41473818e-02, 1.10819032e-02, -1.16580781e-02,\n",
" 3.65893580e-02, -4.98095304e-02, 3.07587832e-02, -1.22553380e-02,\n",
" -2.47068610e-03, 4.79870476e-02, 1.30239278e-02, 1.20037040e-02,\n",
" -3.59804481e-02, 1.96087211e-02, -8.25131983e-02, -1.30156744e-02,\n",
" -3.73079963e-02, 1.87951385e-03, -5.30297905e-02, 4.03106213e-02,\n",
" 5.12130037e-02, -2.35457681e-02, -5.17053604e-02, 1.25116371e-02,\n",
" 7.33075216e-02, 3.70913111e-02, 4.72749136e-02, -2.89167669e-02,\n",
" 1.73600309e-03, 4.92030270e-02, -2.17002141e-03, -2.72024255e-02,\n",
" -2.56885169e-03, -2.34856419e-02, 4.75244373e-02, -2.87663024e-02,\n",
" 5.06798364e-02, -1.43125793e-02, -5.93173690e-03, 5.48969135e-02,\n",
" -5.44081703e-02, -6.20076917e-02, -5.63346483e-02, 3.47430296e-02,\n",
" 3.53112146e-02, 2.34092437e-02, 5.81470951e-02, -1.27058774e-02,\n",
" 1.09512676e-02, 5.89359971e-03, 2.25364137e-02, -3.96146774e-02,\n",
" 3.84490751e-02, -1.15741580e-03, -3.18278708e-02, 4.28737029e-02,\n",
" 1.81771219e-02, -2.76820809e-02, 2.63780300e-02, -2.61648893e-02,\n",
" -2.24105492e-02, 3.91150214e-04, 3.36044803e-02, -1.21786959e-01,\n",
" 3.11988336e-03, -5.40713780e-02, 7.19266087e-02, 7.16362000e-02,\n",
" 1.32417791e-02, -9.27892979e-03, -5.40395789e-02, 3.34211858e-03,\n",
" 4.97373044e-02, -2.40214802e-02, 1.81938522e-02, 1.35195581e-02,\n",
" -7.19335079e-02, -3.16094570e-02, 2.94235703e-02, 3.64803039e-02,\n",
" 6.60555884e-02, -7.18001425e-02, -6.63735121e-02, -5.28576821e-02,\n",
" -1.29183242e-02, -7.29056727e-03, -7.51833618e-02, -2.04858482e-02,\n",
" 5.66966981e-02, -1.57791246e-02, -1.82039961e-02, -7.24295974e-02,\n",
" -8.11358988e-02, 6.87248930e-02, -2.33881045e-02, 9.09259319e-02,\n",
" -3.42323557e-02, -5.83042130e-02, 3.41086723e-02, -6.27969718e-03,\n",
" 2.05439478e-02, 1.61404256e-02, -2.45272331e-02, -8.83263783e-05,\n",
" 4.87938374e-02, -1.69397257e-02, -1.60060376e-02, 4.94267680e-02,\n",
" -8.34372640e-03, -4.64987941e-02, -5.65459393e-03, -2.95420503e-03,\n",
" -5.77512123e-02, 4.11768220e-02, -4.06854600e-03, 2.03897897e-02,\n",
" -1.40149714e-02, 1.07659977e-02, 3.70433368e-02, -2.13393588e-02,\n",
" -2.30950154e-02, -2.85363793e-02, 1.01100735e-01, 8.65691230e-02,\n",
" 3.00815087e-02, 2.98030414e-02, 6.97419345e-02, -3.99990268e-02,\n",
" 5.98794743e-02, 3.61526869e-02, 1.47597436e-02, 1.33253739e-03,\n",
" -4.42419238e-02, -3.24986614e-02, -4.87114713e-02, -4.61119153e-02,\n",
" -2.66628694e-02, 6.54279441e-02, 4.05952111e-02, 1.91348605e-02,\n",
" 1.52074751e-02, -1.35611389e-02, 7.85531756e-03, -8.62405971e-02,\n",
" 8.67268741e-02, 8.22080523e-02, -8.14503990e-03, 5.35971299e-02,\n",
" 1.80700906e-02, 4.93932404e-02, -7.10071772e-02, -9.78117883e-02,\n",
" 2.81339930e-03, 5.28019667e-02, -7.13844821e-02, -8.56402516e-03,\n",
" -3.97944674e-02, -9.69753368e-04, 5.85675798e-02, 2.92609278e-02,\n",
" -1.41852489e-02, 3.92249972e-02, 5.64497486e-02, 6.09710813e-02,\n",
" -4.71548922e-02, -8.19079503e-02, -2.25381870e-02, -2.84322407e-02,\n",
" 4.22831364e-02, 4.97479141e-02, -2.58377846e-02, -8.27597305e-02,\n",
" 4.59130444e-02, -6.18198290e-02, -3.90626192e-02, -6.32320717e-03,\n",
" -5.14551578e-03, -3.61393020e-02, 2.33411025e-02, 3.82930622e-03,\n",
" 5.34336492e-02, -6.51599979e-03, -6.17634393e-02, -3.47632729e-02,\n",
" 3.22613567e-02, 1.98263465e-03, -2.90069655e-02, 3.08966413e-02,\n",
" -1.13010488e-01, -2.97261551e-02, -5.73501401e-02, 4.78699356e-02,\n",
" 4.56953309e-02, -3.23861763e-02, 1.38715664e-02, -7.02430308e-02,\n",
" 6.15854114e-02, 1.38683384e-02, -2.73946598e-02, 4.79000360e-02,\n",
" 3.73831540e-02, 3.77752930e-02, 5.38308322e-02, 2.50676721e-02,\n",
" 3.03428359e-02, 7.00977892e-02, 3.45962085e-02, 2.56842980e-03,\n",
" -4.16405685e-02, -5.05600609e-02, -1.13527700e-02, -4.55145128e-02,\n",
" -2.95257010e-03, 3.12074693e-03, -8.52717981e-02, 1.85775645e-02,\n",
" 1.08731473e-02, 1.18953541e-01, 2.35303305e-02, 1.36097586e-02,\n",
" -1.61992088e-02, 2.25545075e-02, -3.36717702e-02, 1.32343536e-02,\n",
" -1.41731709e-01, -2.99195293e-03, 7.05746859e-02, -4.21677902e-02,\n",
" -8.86115134e-02, -3.86643372e-02, 1.64556131e-02, 2.51958463e-02,\n",
" -2.87292376e-02, -8.76311958e-02, -4.50038575e-02, 6.99385181e-02,\n",
" -1.80962440e-02, -2.66730376e-02, -2.61836369e-02, 3.49825025e-02,\n",
" -1.80831365e-02, -1.64017286e-02, 5.29890321e-02, -3.49891856e-02,\n",
" -3.11542153e-02, 2.75035854e-02, 5.04349312e-03, 4.45060339e-03,\n",
" -9.66357812e-03, 4.15699556e-02, -4.08264548e-02, -5.31786233e-02,\n",
" 1.15479771e-02, -2.92836148e-02, 9.39602628e-02, -5.19051813e-02,\n",
" 9.51328874e-03, 7.54613243e-03, 8.74686763e-02, 3.75444628e-02,\n",
" 8.31807870e-03, -5.35111055e-02, 1.72678791e-02, 2.25278959e-02,\n",
" 8.04981589e-02, -1.67993810e-02, 3.02258544e-02, 3.78712639e-02,\n",
" -1.93867534e-02, -7.72226555e-03, -1.95442839e-03, -6.35870313e-03,\n",
" -9.41458251e-03, -4.27724831e-02, 2.28200369e-02, 4.07153107e-02,\n",
" 5.83399534e-02, -1.24555584e-02, 1.98256806e-03, 1.54226422e-02,\n",
" -9.55137238e-03, 2.33940594e-02, -1.65302716e-02, -5.93093336e-02,\n",
" -1.64978753e-03, 1.17805965e-01, 2.90516601e-03, -1.97851025e-02,\n",
" 2.66967714e-02, 2.53263321e-02, -4.05094661e-02, -3.92153896e-02,\n",
" 2.90240888e-02, 1.06797209e-02, 7.08194124e-03, -5.59379905e-02,\n",
" 3.76688503e-03, -3.77822593e-02, -4.09777202e-02, -5.21733724e-02,\n",
" 6.94626430e-03, 8.30537677e-02, -1.22038284e-02, -7.03497231e-03,\n",
" -3.68696600e-02, -2.77517773e-02, -1.49977943e-02, 3.50028910e-02,\n",
" 5.48871420e-03, -1.14759114e-02, 1.32626975e-02, -5.16835675e-02,\n",
" 7.14228600e-02, -3.65800709e-02, 5.70088252e-02, -1.06372749e-02,\n",
" 5.77096827e-03, 4.46120277e-02, 1.26106218e-01, 3.79148498e-03,\n",
" -3.41116264e-02, -9.66525450e-02, 4.58262898e-02, -4.05630320e-02,\n",
" 1.78429242e-02, 1.27352122e-03, 3.19801122e-02, 1.17508873e-01,\n",
" 3.93056199e-02, -1.46223120e-02, -1.11082271e-02, 7.55598024e-02,\n",
" 2.85017333e-04, -2.10119039e-02, -3.54107004e-04, -1.12787522e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'pigeon': Embedding(embedding=array([ 9.99872759e-02, -4.16370779e-02, -9.17018298e-03, 1.79771353e-02,\n",
" -1.69383511e-02, -5.95840067e-02, 1.64110679e-02, 5.86694516e-02,\n",
" 1.07283741e-01, 4.89163026e-02, -2.95514725e-02, 5.77645674e-02,\n",
" 2.65487600e-02, 2.21076831e-02, -7.15408335e-03, 3.67667750e-02,\n",
" 6.49163350e-02, 8.89449939e-02, -8.01790785e-03, -1.50046861e-02,\n",
" -8.13735425e-02, -3.73148024e-02, -2.71695724e-04, 5.48207760e-02,\n",
" 3.62176914e-03, 9.01471544e-03, 9.39485990e-03, -3.88984308e-02,\n",
" 5.22415116e-02, -1.68647710e-02, 7.06874132e-02, -1.97279099e-02,\n",
" 6.15299074e-03, -2.85156677e-03, 4.28989939e-02, -2.95674596e-02,\n",
" -3.82717960e-02, -2.24594828e-02, -8.95370916e-02, 4.10280190e-02,\n",
" -5.07521257e-02, 2.55505573e-02, -2.80435253e-02, -4.18902375e-03,\n",
" 4.50370796e-02, -5.85825443e-02, -4.57999073e-02, 5.74929453e-02,\n",
" -2.65156981e-02, 1.01781758e-02, 3.05383112e-02, -1.82213224e-02,\n",
" -4.01216093e-03, 2.01972164e-02, 4.34360094e-02, 7.84472525e-02,\n",
" -2.47176290e-02, -8.87674168e-02, -2.65378468e-02, -2.34993584e-02,\n",
" 3.89333218e-02, 6.93703350e-03, 1.37192123e-02, 1.74855497e-02,\n",
" 2.28656363e-02, 1.97852496e-02, 4.00984101e-02, 1.77951045e-02,\n",
" -4.24013427e-03, -1.78421643e-02, -2.75757839e-03, 1.59894228e-02,\n",
" 3.57504450e-02, 1.36831433e-01, -3.02456524e-02, 1.31015619e-02,\n",
" 1.83988772e-02, -9.97925922e-02, 2.38009952e-02, -2.70725563e-02,\n",
" 2.09265351e-02, 2.33931802e-02, -6.56910911e-02, 3.91003452e-02,\n",
" -1.27590196e-02, 5.22256084e-02, -2.02637147e-02, -9.20740813e-02,\n",
" -6.10356517e-02, -2.37701815e-02, -3.39702256e-02, -4.28745151e-02,\n",
" -2.13754587e-02, -8.39948282e-02, -8.10626820e-02, 3.26038077e-02,\n",
" -6.82658479e-02, 4.25411016e-02, -1.64205255e-03, 7.07705133e-03,\n",
" -1.12016136e-02, -2.37897914e-02, 4.92040068e-03, -2.06639171e-02,\n",
" -3.39759476e-02, -2.54910868e-02, 6.55331067e-04, 3.18928882e-02,\n",
" -4.74380851e-02, 7.77399018e-02, -4.15740721e-02, -2.07289867e-02,\n",
" 1.11305872e-02, -1.74741391e-02, -2.10453570e-03, 8.17992836e-02,\n",
" 3.36122960e-02, 7.97940716e-02, -6.60823882e-02, -9.07239504e-03,\n",
" -1.97706267e-01, -4.90402691e-02, 2.41434183e-02, 4.05199639e-03,\n",
" -2.37732157e-02, 1.58434641e-03, -3.38264443e-02, 4.07725722e-02,\n",
" -7.56789744e-02, 2.68348120e-03, 2.94620544e-03, 5.46565242e-02,\n",
" -3.82702649e-02, 2.29439568e-02, -3.13422531e-02, 5.61491847e-02,\n",
" 2.34539285e-02, 5.82378730e-02, -1.34094320e-02, 1.94907580e-02,\n",
" -2.37396955e-02, -1.46434819e-02, -2.74732355e-02, 1.94844026e-02,\n",
" -2.95035802e-02, 3.79234515e-02, -5.13362873e-04, 6.04584403e-02,\n",
" -4.77568656e-02, 6.22490933e-03, 4.63731773e-02, 3.23793516e-02,\n",
" -3.17365639e-02, 3.68858092e-02, -2.41366345e-02, -4.93682809e-02,\n",
" -2.66305823e-02, 3.38478573e-02, 4.36504334e-02, 5.87160233e-03,\n",
" 2.04538014e-02, 4.49832268e-02, 4.55174111e-02, -6.87966347e-02,\n",
" -8.62903520e-02, 1.09472568e-03, 6.99098920e-03, -2.65326928e-02,\n",
" 3.93552892e-02, 3.85125242e-02, -2.38155127e-02, 3.47612537e-02,\n",
" -3.66451181e-02, 1.18396757e-02, 4.10420261e-02, -8.30857605e-02,\n",
" -3.13090459e-02, -9.47870407e-03, 2.71165371e-02, -3.86390457e-04,\n",
" 2.73112506e-02, -4.35363762e-02, 1.93080225e-03, -1.03512108e-02,\n",
" -7.13381032e-03, 1.38294166e-02, 6.20366912e-03, 1.12502538e-02,\n",
" -3.81622128e-02, -5.58072142e-03, -8.05734396e-02, -3.10092755e-02,\n",
" -1.64104216e-02, 1.02780787e-02, -6.63626939e-02, 3.84158194e-02,\n",
" 5.88065162e-02, 3.85353155e-03, -4.38579321e-02, -4.00480023e-03,\n",
" 8.17988440e-02, 2.74224710e-02, 4.98982705e-02, -3.11720744e-03,\n",
" -3.46375480e-02, 3.03278840e-03, 3.75189371e-02, -2.74809748e-02,\n",
" -4.51049861e-03, -6.49459735e-02, 5.52798808e-02, -2.06574965e-02,\n",
" 7.62971491e-02, 7.26444647e-03, -2.54755206e-02, 3.08770500e-02,\n",
" -9.38878506e-02, -9.16732252e-02, -4.37553860e-02, 3.23974527e-02,\n",
" 3.78155634e-02, 3.27156521e-02, 6.49046674e-02, 2.35049129e-02,\n",
" -5.19591777e-05, -3.04356366e-02, 3.49240564e-02, -1.14204064e-02,\n",
" 1.01611181e-03, -1.90757941e-02, -4.77114096e-02, 4.25517596e-02,\n",
" 3.09288763e-02, -3.80843729e-02, 4.37067077e-02, -3.56820188e-02,\n",
" -5.40250577e-02, 1.03788646e-02, 1.46977901e-02, -7.99109638e-02,\n",
" -2.86567304e-02, -4.14620563e-02, 1.44248717e-02, 3.91710401e-02,\n",
" 2.46840753e-02, -3.67194265e-02, -6.39905557e-02, -2.00135838e-02,\n",
" 4.27036062e-02, -4.68900762e-02, 1.13468980e-02, 1.33694364e-02,\n",
" -7.07492977e-02, -3.33298519e-02, 4.54291925e-02, 1.91486441e-02,\n",
" 5.55319712e-02, -6.20988756e-02, -4.36363034e-02, -9.19219702e-02,\n",
" -3.26988883e-02, 9.09890980e-03, -4.28721756e-02, -3.58730443e-02,\n",
" 1.80420578e-02, 2.27225246e-03, -4.75198077e-03, -1.10467561e-01,\n",
" -8.19833577e-02, 3.04671936e-02, -3.86548489e-02, 9.11522433e-02,\n",
" -2.48936787e-02, -4.82046083e-02, 7.17361867e-02, 1.18062897e-02,\n",
" 3.62971164e-02, 2.85901800e-02, -4.15381184e-03, 9.29971505e-03,\n",
" 6.40631616e-02, -6.19263127e-02, 1.91025175e-02, 3.67070921e-02,\n",
" 8.84789322e-03, -2.73002032e-02, -3.57899964e-02, 1.20058032e-02,\n",
" -3.92009653e-02, 3.01276781e-02, 5.86840557e-03, 4.85975621e-03,\n",
" -3.58658917e-02, 1.63819548e-02, 4.59860899e-02, -1.71171241e-02,\n",
" -6.06114790e-03, -3.25962505e-03, 1.27981931e-01, 9.57818925e-02,\n",
" 2.38838606e-02, 1.18699158e-02, 3.20987739e-02, -4.14342023e-02,\n",
" 5.45952059e-02, 1.01924449e-01, -1.87518299e-02, 3.82408574e-02,\n",
" 4.41171200e-04, -2.30361801e-02, -2.56973803e-02, -3.87600586e-02,\n",
" -5.41637652e-02, 6.66141361e-02, 1.60603896e-02, 6.16597617e-03,\n",
" -4.86395601e-03, -4.02897736e-03, -6.20305119e-03, -5.24498187e-02,\n",
" 7.35870749e-02, 6.10341541e-02, 1.52057027e-02, 5.98657168e-02,\n",
" 2.64366325e-02, 1.94635279e-02, -6.27245456e-02, -4.75641228e-02,\n",
" -8.37158691e-03, 7.96347037e-02, -5.42570986e-02, -1.23191103e-02,\n",
" -1.79241858e-02, -2.95377336e-02, 5.77927269e-02, 3.05556655e-02,\n",
" 7.08112912e-03, 2.44163573e-02, 7.35529289e-02, 5.95420264e-02,\n",
" -4.23000334e-03, -6.22867569e-02, -5.76655520e-03, -1.78154707e-02,\n",
" 1.04750309e-03, 4.57041189e-02, -1.18115880e-02, -7.84218758e-02,\n",
" 3.88035700e-02, -7.16306716e-02, -4.99334671e-02, -1.15462337e-02,\n",
" -2.29897592e-02, -6.29121289e-02, 2.27534864e-02, -2.29343548e-02,\n",
" 4.07052226e-02, -1.88104734e-02, -5.62368520e-02, -3.69320177e-02,\n",
" 1.48308175e-02, -1.80829521e-02, -2.01708172e-02, 4.53888997e-02,\n",
" -7.80174509e-02, -1.00634461e-02, -3.17958966e-02, 1.43651916e-02,\n",
" 6.44960478e-02, -5.35399355e-02, 3.94030511e-02, -4.36146483e-02,\n",
" 4.38780412e-02, -2.34301556e-02, -1.02801211e-02, 1.94736049e-02,\n",
" 5.12066185e-02, 3.86116616e-02, 4.41740789e-02, 3.59608158e-02,\n",
" -2.67203748e-02, 3.94751392e-02, 7.28184963e-03, -3.36728543e-02,\n",
" -5.89503162e-02, -2.49356553e-02, 1.66397281e-02, -4.54622693e-02,\n",
" -1.39353629e-02, -4.69858944e-02, -9.62938815e-02, 2.14190688e-02,\n",
" -1.02106910e-02, 7.84699544e-02, 3.84836877e-03, 2.00378485e-02,\n",
" 1.45411752e-02, 2.42528506e-02, -5.89347556e-02, -1.58832557e-02,\n",
" -1.32258430e-01, -1.33337891e-02, 4.77460958e-02, -3.33826095e-02,\n",
" -5.43492809e-02, -5.17618842e-02, -1.68812380e-03, 2.14770567e-02,\n",
" -4.40214053e-02, -8.89354497e-02, -3.67943533e-02, 5.04139848e-02,\n",
" -9.95736755e-03, -3.80347297e-02, -5.63592464e-02, 2.27091927e-02,\n",
" -6.34431541e-02, 9.94461961e-03, 6.99879751e-02, -1.96750928e-03,\n",
" -1.58217736e-03, -3.04893334e-03, 2.19755191e-02, 9.93522699e-04,\n",
" -2.82225423e-02, 2.87762377e-02, -4.84385788e-02, -8.17333013e-02,\n",
" 1.93127785e-02, -2.01621819e-02, 1.04221992e-01, -5.03255688e-02,\n",
" 2.92023979e-02, 1.32929506e-02, 9.20542926e-02, 4.46555801e-02,\n",
" 1.77947544e-02, -2.57499516e-02, 8.25224910e-03, 6.65546162e-03,\n",
" 8.04894567e-02, 1.07576344e-02, 4.08144072e-02, 3.21789831e-02,\n",
" -5.56941470e-03, 3.22548337e-02, -2.08239332e-02, 1.67120919e-02,\n",
" -8.29272717e-03, -2.83528063e-02, 3.34346965e-02, 6.09392971e-02,\n",
" 6.95967078e-02, 3.41983214e-02, 8.68556555e-03, 4.44965214e-02,\n",
" 4.41767788e-03, 3.81558537e-02, -1.14767831e-02, -5.59103265e-02,\n",
" -2.64790971e-02, 6.56579211e-02, -5.89279318e-03, -3.59734297e-02,\n",
" 5.29741347e-02, 1.67552158e-02, -5.24112880e-02, -4.55658957e-02,\n",
" 6.16466142e-02, 2.20762752e-02, 3.13777626e-02, -5.19318320e-02,\n",
" 5.64711634e-03, -4.67052162e-02, -5.14926331e-04, -2.44403388e-02,\n",
" -1.70297548e-02, 5.62229045e-02, 1.07244179e-02, -6.54043350e-03,\n",
" -3.38801891e-02, -8.78444016e-02, 3.28558423e-02, 8.94956104e-03,\n",
" 1.40116084e-02, 7.27679953e-03, 1.36492075e-02, -5.98551892e-02,\n",
" 6.79957643e-02, 1.22996904e-02, 6.01565279e-02, -4.47381139e-02,\n",
" 1.02964705e-02, 3.44876163e-02, 1.17777728e-01, -5.11055114e-03,\n",
" -4.95308191e-02, -1.06616631e-01, 2.53469944e-02, -2.72286478e-02,\n",
" -8.14407878e-03, -1.09647196e-02, 8.31328332e-03, 6.95922896e-02,\n",
" 2.85216980e-02, -1.59965158e-02, -1.37806693e-02, 8.44098777e-02,\n",
" 2.01223027e-02, -1.07479822e-02, -8.28531384e-03, -9.56291482e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'pooh': Embedding(embedding=array([ 9.87316445e-02, -4.35958095e-02, -1.98426284e-02, -3.41019332e-02,\n",
" 5.35366125e-03, -4.59854193e-02, 4.83518429e-02, 5.78629635e-02,\n",
" 8.75089616e-02, 8.52753893e-02, -7.34493695e-03, 3.07719745e-02,\n",
" 2.08641961e-02, 2.57232804e-02, -1.05044963e-02, 2.26677768e-02,\n",
" 3.75618637e-02, 8.37871507e-02, 2.13480294e-02, -2.48376299e-02,\n",
" -8.20904002e-02, -4.45128232e-02, 8.06540437e-03, 5.66994734e-02,\n",
" 3.16627435e-02, 3.50455604e-02, -3.24214902e-03, -4.62525636e-02,\n",
" 6.22442067e-02, -4.65736538e-03, 8.35703164e-02, -3.64304869e-03,\n",
" -1.78952217e-02, 1.69699674e-03, 2.82850284e-02, -1.05238622e-02,\n",
" -4.75275554e-02, -2.50485782e-02, -6.51437789e-02, 4.87056002e-02,\n",
" -4.17077430e-02, -3.07065988e-04, -2.17944048e-02, -2.46389825e-02,\n",
" 3.22207548e-02, -6.62680641e-02, -2.49382481e-02, 3.20554189e-02,\n",
" -3.34225744e-02, 2.97177602e-02, 3.51314172e-02, 1.79645908e-03,\n",
" 4.31624614e-03, 8.63593770e-04, 4.69677523e-02, 4.09193523e-02,\n",
" 1.08034359e-02, -6.16905876e-02, -3.09009925e-02, -4.47042361e-02,\n",
" 4.09884565e-02, 3.05965859e-02, 3.63056622e-02, 2.47708075e-02,\n",
" 1.66961662e-02, -3.38949519e-03, 3.11172921e-02, -1.90602941e-03,\n",
" -1.18866833e-02, -2.25174613e-02, -3.76811288e-02, 5.40610813e-02,\n",
" 5.96361980e-03, 1.66624278e-01, -5.96423261e-03, 3.08850389e-02,\n",
" 5.67589886e-03, -6.38056621e-02, 1.41965076e-02, -9.72696021e-03,\n",
" 6.45643249e-02, 6.45578897e-04, -7.26454332e-02, 4.88234051e-02,\n",
" -3.18746120e-02, 1.46184424e-02, -2.33564153e-02, -8.66547450e-02,\n",
" -5.02798147e-02, -5.12141548e-02, -7.56151276e-03, -3.21372338e-02,\n",
" -5.77943884e-02, -9.17122141e-02, -4.48392183e-02, 1.57264958e-03,\n",
" -7.66867846e-02, 2.61456035e-02, -2.78381910e-02, -1.51531445e-02,\n",
" -9.56247281e-03, -1.62413809e-02, -3.54593024e-02, -3.63784879e-02,\n",
" -4.23351638e-02, -1.03391120e-02, 8.05210671e-04, 3.27898636e-02,\n",
" -6.78449720e-02, 8.60670879e-02, -2.80168839e-02, -3.86898294e-02,\n",
" -2.99451817e-02, -7.90152140e-03, 2.58092210e-02, 7.40504563e-02,\n",
" 9.37621389e-03, 1.01280607e-01, -4.94289733e-02, -4.64017987e-02,\n",
" -1.28928795e-01, -6.28991798e-02, 3.41789238e-02, -1.10457633e-02,\n",
" -1.51991863e-02, 3.44106043e-03, -2.21560784e-02, 3.74539942e-02,\n",
" -5.52871674e-02, 2.21485663e-02, 1.03697693e-02, 7.50693902e-02,\n",
" -2.12027654e-02, 2.82250177e-02, -3.01952008e-02, 4.65334617e-02,\n",
" -3.88053781e-03, 5.39099798e-02, -2.79765017e-03, 1.71213457e-03,\n",
" -3.42137180e-02, -1.73342749e-02, 1.36624780e-02, 1.13215472e-04,\n",
" 1.19524440e-02, 1.04939472e-02, 1.44936433e-02, 6.64871857e-02,\n",
" -4.74215038e-02, 6.62757875e-03, 5.30702397e-02, 2.48339027e-02,\n",
" -2.31801588e-02, 7.26235425e-03, -6.39068782e-02, -7.00469986e-02,\n",
" -3.60574834e-02, -4.20823600e-03, 2.77652536e-02, 1.23413792e-03,\n",
" 2.67507527e-02, 4.57146987e-02, 2.82783862e-02, -6.57018349e-02,\n",
" -1.00330532e-01, 7.66035821e-03, -2.65647366e-04, -4.47971486e-02,\n",
" 2.27264054e-02, 5.84070757e-02, -4.93600890e-02, 4.81228940e-02,\n",
" -4.99341711e-02, 2.94760498e-03, 2.81422250e-02, -5.17207421e-02,\n",
" -2.41466686e-02, -2.04288252e-02, 9.48970020e-03, -1.88227762e-02,\n",
" 2.85200831e-02, -4.50095013e-02, 2.77718604e-02, -1.19158402e-02,\n",
" -8.62396974e-03, 3.65980752e-02, 2.25344375e-02, -1.56234372e-02,\n",
" -5.19402586e-02, 2.06022952e-02, -8.06320906e-02, -2.98539884e-02,\n",
" -3.20798457e-02, 9.00029764e-03, -5.78025430e-02, 4.34496626e-02,\n",
" 3.06594372e-02, -3.65422852e-02, -5.30039333e-02, 1.29968347e-02,\n",
" 9.19416174e-02, 3.32361162e-02, 3.89570333e-02, -2.16213823e-03,\n",
" -5.36362501e-03, 4.02372517e-02, 7.67917419e-03, -3.27020474e-02,\n",
" -1.51677066e-02, -2.02561673e-02, 5.08792847e-02, -1.85628794e-02,\n",
" 4.26552109e-02, 1.70123682e-03, -2.84613902e-03, 5.90236038e-02,\n",
" -6.06964827e-02, -6.41703904e-02, -5.70793971e-02, 3.64316553e-02,\n",
" 2.06607357e-02, 3.76369208e-02, 4.34135646e-02, -3.32245207e-03,\n",
" 1.88700911e-02, 1.17382426e-02, 2.31357161e-02, -2.52758283e-02,\n",
" 2.28190999e-02, 1.57776922e-02, -4.10334505e-02, 3.26643027e-02,\n",
" 3.04355323e-02, -3.52117568e-02, 3.37017812e-02, -3.24466117e-02,\n",
" -1.85597185e-02, 1.02770226e-02, 2.81246118e-02, -1.14726007e-01,\n",
" 1.13734696e-02, -5.75691722e-02, 4.85997722e-02, 7.92993903e-02,\n",
" 2.51797829e-02, -1.42174233e-02, -7.00496286e-02, -3.66434874e-03,\n",
" 4.73919064e-02, -2.80416738e-02, 2.20324360e-02, 2.72747711e-03,\n",
" -7.22686052e-02, -2.45749336e-02, 3.04217692e-02, 3.07502765e-02,\n",
" 4.97188941e-02, -7.24852830e-02, -6.16508499e-02, -6.75006509e-02,\n",
" 6.38931058e-04, -6.47633383e-03, -6.36691675e-02, -2.45115533e-02,\n",
" 2.95235272e-02, -2.96456739e-02, -1.59721207e-02, -7.32442290e-02,\n",
" -6.87780529e-02, 4.98760901e-02, -2.77968664e-02, 8.08887035e-02,\n",
" -3.70757431e-02, -4.90354449e-02, 2.75984854e-02, 2.34520109e-03,\n",
" 2.15033293e-02, 2.76032984e-02, 5.32430643e-03, 1.14254048e-02,\n",
" 5.31387739e-02, -3.44542041e-02, -2.84325462e-02, 6.22825064e-02,\n",
" -1.28041245e-02, -3.78524810e-02, -2.06375550e-02, -5.14592696e-03,\n",
" -5.19611128e-02, 5.07069416e-02, 1.61395594e-02, 4.44887020e-03,\n",
" -1.61513556e-02, -5.32946084e-03, 4.26995493e-02, -2.18677428e-02,\n",
" -2.06972808e-02, -2.76085902e-02, 1.06599793e-01, 7.80497715e-02,\n",
" 4.46407571e-02, 3.54649946e-02, 5.56429587e-02, -4.35677022e-02,\n",
" 4.93264720e-02, 4.51732650e-02, 1.78354438e-02, 1.31585142e-02,\n",
" -2.91904341e-02, -2.16208566e-02, -5.92488088e-02, -5.81731759e-02,\n",
" -3.33947130e-02, 7.62277469e-02, 3.05267796e-02, 1.93686150e-02,\n",
" 8.20780359e-03, -6.45413063e-03, 1.39296530e-02, -6.22448698e-02,\n",
" 8.99008811e-02, 8.58552381e-02, -5.48939395e-04, 4.48526777e-02,\n",
" 3.61024812e-02, 5.93811721e-02, -8.57378915e-02, -8.01269636e-02,\n",
" -2.67719221e-03, 6.34777620e-02, -7.65310228e-02, -5.01422537e-03,\n",
" -3.30729410e-02, 2.72855192e-04, 5.47259189e-02, 4.13579009e-02,\n",
" -3.28795705e-03, 2.30510589e-02, 6.06049970e-02, 6.28814474e-02,\n",
" -4.81912345e-02, -8.60074833e-02, -1.73508190e-02, -2.35022251e-02,\n",
" 3.38072293e-02, 5.92820793e-02, -2.26151459e-02, -6.62932843e-02,\n",
" 3.50818373e-02, -5.26418537e-02, -4.64927442e-02, 1.13951424e-02,\n",
" -1.70280468e-02, -4.98512574e-02, 3.17027271e-02, -4.77905897e-03,\n",
" 5.43577857e-02, -3.84733750e-04, -5.98174185e-02, -4.14753631e-02,\n",
" 1.82439256e-02, 4.87799617e-03, -3.45795788e-02, 2.57249810e-02,\n",
" -1.09295204e-01, -2.59216335e-02, -5.30793592e-02, 4.67070565e-02,\n",
" 4.30657379e-02, -4.28530239e-02, 2.03372873e-02, -6.14082254e-02,\n",
" 5.66047281e-02, 7.75882369e-03, -1.21531729e-02, 4.42669056e-02,\n",
" 3.70474309e-02, 3.32915038e-02, 5.70411719e-02, 1.48311034e-02,\n",
" 9.60337464e-03, 6.29830286e-02, 3.20065208e-02, -2.03015320e-02,\n",
" -5.07198833e-02, -4.16154265e-02, 1.63062550e-02, -6.16987050e-02,\n",
" -1.24711581e-02, -2.43733227e-02, -9.29513797e-02, 1.79907717e-02,\n",
" 2.23488826e-03, 1.06453978e-01, 7.37922871e-03, 8.06480087e-03,\n",
" -1.61639005e-02, 2.23568715e-02, -3.64087522e-02, -5.16981166e-03,\n",
" -1.21736690e-01, -1.14007737e-03, 6.27931356e-02, -4.46791351e-02,\n",
" -7.65748471e-02, -4.13957499e-02, 3.16337054e-03, 2.77708061e-02,\n",
" -3.81353684e-02, -8.82258043e-02, -4.30568159e-02, 5.96461259e-02,\n",
" -4.92986944e-03, -5.49680963e-02, -3.23957205e-02, 3.40808220e-02,\n",
" -3.28594372e-02, -1.47257010e-02, 6.60206154e-02, -2.13604588e-02,\n",
" -2.62900013e-02, 1.58924311e-02, 2.45714244e-02, -5.39616961e-03,\n",
" -8.75992421e-03, 3.69706228e-02, -5.47507480e-02, -6.92987517e-02,\n",
" 1.27787478e-02, -1.35978311e-02, 1.00978330e-01, -4.54936177e-02,\n",
" 2.03608703e-02, 1.50874155e-02, 7.47476369e-02, 2.89449468e-02,\n",
" 1.09952027e-02, -5.81638217e-02, 8.79428722e-03, 2.55077779e-02,\n",
" 7.25247860e-02, -1.01086479e-02, 2.96943039e-02, 5.10748029e-02,\n",
" -1.42624518e-02, 2.28561033e-02, 3.01928585e-03, 1.00541934e-02,\n",
" -1.05416691e-02, -4.85746786e-02, 2.61828881e-02, 5.02066277e-02,\n",
" 6.31397888e-02, -2.65081530e-03, 1.99814439e-02, 1.66098159e-02,\n",
" 3.61029734e-03, 4.07167599e-02, -1.72424857e-02, -7.93930218e-02,\n",
" -7.24018924e-03, 8.90068412e-02, -9.01940931e-03, -4.01514210e-02,\n",
" 3.29410024e-02, 2.33599674e-02, -5.01571186e-02, -4.44395058e-02,\n",
" 3.79552431e-02, -9.62802768e-03, 1.11048082e-02, -6.34543598e-02,\n",
" 2.35159863e-02, -3.19814868e-02, -3.24947014e-02, -4.17368822e-02,\n",
" 1.66141875e-02, 7.92664737e-02, -1.16081936e-02, 1.10521782e-02,\n",
" -4.25278917e-02, -3.78651880e-02, 1.58420522e-02, 2.56066266e-02,\n",
" 4.80517000e-03, -1.12139760e-02, 1.68392472e-02, -4.65149172e-02,\n",
" 6.26144111e-02, -1.11384178e-02, 7.53799528e-02, -1.77930482e-02,\n",
" 1.86235011e-02, 5.06577753e-02, 1.32553890e-01, 3.07231341e-02,\n",
" -5.70465513e-02, -1.01157472e-01, 4.72806618e-02, -3.82835828e-02,\n",
" 1.19183557e-02, -1.60598997e-02, 2.42981780e-02, 1.02296129e-01,\n",
" 2.92453971e-02, -3.47941071e-02, -1.44765567e-04, 7.24109262e-02,\n",
" -1.28469067e-02, -2.55158674e-02, 9.50539671e-03, -1.17796473e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'pool': Embedding(embedding=array([ 7.97603205e-02, -6.39150068e-02, -9.96310450e-03, -1.01321079e-02,\n",
" -2.58150930e-03, -2.44347956e-02, 4.68843766e-02, 4.61463407e-02,\n",
" 7.10732415e-02, 7.55453631e-02, 8.86011310e-03, 2.72710156e-02,\n",
" 1.65890288e-02, 1.00125950e-02, -1.30959582e-02, -1.60481110e-02,\n",
" 1.76065303e-02, 8.82682130e-02, 3.44416797e-02, -6.66653179e-03,\n",
" -8.23907331e-02, -4.13553007e-02, 7.85660814e-04, 6.38300702e-02,\n",
" 7.94615299e-02, 4.19653244e-02, -2.59559005e-02, -4.27754968e-02,\n",
" 3.04516703e-02, -1.14490010e-03, 6.03799708e-02, -8.83645564e-03,\n",
" -5.41758016e-02, 2.71101249e-04, 4.16156463e-02, 1.25611341e-03,\n",
" -1.53973168e-02, -2.53099427e-02, -5.90623766e-02, 7.29324147e-02,\n",
" 1.96457186e-05, -1.28501598e-02, -7.25066231e-04, -9.03746393e-03,\n",
" 2.86056139e-02, -4.30100076e-02, -1.49421664e-02, 4.71315309e-02,\n",
" -5.11723645e-02, 1.92328580e-02, 1.61348153e-02, -9.67876986e-03,\n",
" 9.27812047e-03, 2.06830110e-02, 2.26735100e-02, 3.41001563e-02,\n",
" -2.67610848e-02, -3.32538225e-02, -2.60140505e-02, -1.44389123e-02,\n",
" 1.97165459e-02, 4.83197160e-02, 1.76061466e-02, 2.81240046e-02,\n",
" 2.12366134e-03, 4.38845437e-03, 3.56866010e-02, -1.30424574e-02,\n",
" -1.86190587e-02, -4.22709957e-02, -3.70594449e-02, 6.27560392e-02,\n",
" 2.11255755e-02, 1.54760778e-01, -1.51641462e-02, 2.53602024e-02,\n",
" 1.25931343e-02, -7.57279620e-02, 3.41240950e-02, -1.75221264e-02,\n",
" 9.02725533e-02, 2.97863269e-03, -8.55180994e-02, 4.98864055e-02,\n",
" -3.06772925e-02, -4.18732502e-03, -1.43752852e-02, -5.20697683e-02,\n",
" -5.09621054e-02, -4.52638194e-02, 1.46465274e-02, -2.29651835e-02,\n",
" -6.88139498e-02, -6.46502674e-02, -3.33497860e-03, -1.80015583e-02,\n",
" -7.08946139e-02, 2.59545688e-02, -3.62349041e-02, -2.41533648e-02,\n",
" -3.79702979e-04, -1.84009280e-02, -4.30804938e-02, -2.75656581e-02,\n",
" -4.71350253e-02, -4.13074810e-03, 7.59578252e-04, 1.73284877e-02,\n",
" -7.67873079e-02, 6.63655549e-02, -1.12372786e-02, -5.66209666e-02,\n",
" -2.27965675e-02, -3.78329935e-03, -9.70113464e-03, 9.13125947e-02,\n",
" 9.70505457e-03, 7.73385912e-02, -5.06348908e-02, -4.22854535e-02,\n",
" -1.52589411e-01, -4.40395288e-02, 4.76878881e-02, -1.62262041e-02,\n",
" -6.08886546e-03, -8.41554347e-03, -2.40364838e-02, 2.12182738e-02,\n",
" -4.76208888e-02, 3.42701972e-02, -1.45424828e-02, 6.61351159e-02,\n",
" -9.91154183e-03, 1.09505476e-02, -3.67980823e-02, 5.31054735e-02,\n",
" 1.99884176e-02, 5.00930808e-02, 8.36518779e-03, 1.25432934e-03,\n",
" -3.19857746e-02, -5.22797136e-03, -5.47239045e-03, -3.29298317e-03,\n",
" 2.32593641e-02, -1.14191615e-03, 2.69816723e-02, 4.31481525e-02,\n",
" -4.41178260e-03, -1.07242465e-02, 4.94892672e-02, 1.38430567e-02,\n",
" -1.26953386e-02, -2.40253508e-02, -7.96901211e-02, -8.34882781e-02,\n",
" 2.10852902e-02, -2.98853051e-02, 4.56051156e-02, -7.11907307e-03,\n",
" 6.44471645e-02, 5.74026536e-03, 2.56856233e-02, -6.58486858e-02,\n",
" -4.42422181e-02, 2.37868018e-02, -2.19979836e-03, -2.55952291e-02,\n",
" -2.83203111e-03, 6.91350847e-02, -3.91899683e-02, 6.60662353e-02,\n",
" -4.97221164e-02, -5.15005104e-02, 2.22143847e-02, -5.41537926e-02,\n",
" -2.67959274e-02, -2.40055174e-02, -8.31747428e-04, -2.12406404e-02,\n",
" 4.21838462e-02, -5.13331331e-02, 3.85954864e-02, -5.80641325e-04,\n",
" -3.54237817e-02, 5.08545525e-02, -4.40686522e-03, 1.64305475e-02,\n",
" -2.87660267e-02, 1.95571184e-02, -7.76132345e-02, -1.19809462e-02,\n",
" -3.34684923e-02, -1.03618973e-03, -2.95497999e-02, 5.29547185e-02,\n",
" 6.03120625e-02, -2.74190996e-02, -4.12953049e-02, 1.62366815e-02,\n",
" 7.90643021e-02, 4.86267209e-02, 4.10681255e-02, -5.61369807e-02,\n",
" 9.10508167e-03, 6.10414408e-02, -1.63495261e-03, -3.01938020e-02,\n",
" -4.95107565e-03, -9.71502811e-03, 3.92733626e-02, -2.54173260e-02,\n",
" 6.07519783e-02, -2.95450408e-02, -1.05791511e-02, 4.75111268e-02,\n",
" -6.26687407e-02, -4.57803421e-02, -4.25125062e-02, 2.59925723e-02,\n",
" 3.71813998e-02, 5.92408190e-03, 6.77432865e-02, -5.42230019e-03,\n",
" -3.26425745e-03, 1.55574251e-02, 2.04954669e-02, -3.24184187e-02,\n",
" 2.62291133e-02, 8.32179841e-03, -2.48711295e-02, 4.83232997e-02,\n",
" 1.79760866e-02, -3.36439349e-02, 1.54150045e-02, -9.84150078e-03,\n",
" -8.86028260e-03, 2.86694593e-03, 2.72353850e-02, -1.23401009e-01,\n",
" -5.29965060e-03, -4.95373271e-02, 8.23128149e-02, 7.59070888e-02,\n",
" 2.07622512e-03, -3.11038122e-02, -5.09308279e-02, 1.28734028e-02,\n",
" 3.68954651e-02, -3.53936814e-02, 2.06702501e-02, 1.52053041e-02,\n",
" -7.83134177e-02, -3.39802280e-02, 1.87759269e-02, 3.76273766e-02,\n",
" 8.28210786e-02, -9.31241959e-02, -5.22829704e-02, -4.56508547e-02,\n",
" -1.96945556e-02, -3.69430007e-03, -8.54107141e-02, -1.26923639e-02,\n",
" 7.84857124e-02, -3.88960019e-02, -1.59115866e-02, -6.49732351e-02,\n",
" -7.43873566e-02, 6.15419671e-02, -2.61157677e-02, 9.46532711e-02,\n",
" -2.59921979e-02, -4.85455878e-02, 2.85880677e-02, 4.81554493e-03,\n",
" 2.33348310e-02, 1.30207930e-02, -3.53574865e-02, -6.35125581e-03,\n",
" 2.96779331e-02, -2.00380385e-02, -1.86809897e-02, 4.36478704e-02,\n",
" 1.09579954e-02, -4.56871092e-02, 1.01998245e-04, -2.65126262e-04,\n",
" -4.92235385e-02, 5.09331040e-02, -3.03531196e-02, 2.09228806e-02,\n",
" -2.08034776e-02, 3.35563831e-02, 3.73051204e-02, -3.39503400e-02,\n",
" -3.79014090e-02, -2.53689680e-02, 8.52612928e-02, 8.50290954e-02,\n",
" 2.85296757e-02, 3.23510766e-02, 7.88799077e-02, -5.07020094e-02,\n",
" 5.69057651e-02, 3.39741111e-02, 5.97871235e-03, 2.33460180e-02,\n",
" -4.79244664e-02, -3.51227559e-02, -1.78265553e-02, -2.77599990e-02,\n",
" -1.84045900e-02, 4.99474481e-02, 4.17107791e-02, 1.13180261e-02,\n",
" 7.71227852e-03, -1.37801887e-02, 8.55438598e-03, -1.18865676e-01,\n",
" 7.54933134e-02, 8.35373029e-02, -2.02819426e-02, 6.23025708e-02,\n",
" 1.62808374e-02, 1.99560430e-02, -7.15184957e-02, -9.96296108e-02,\n",
" 4.89369594e-03, 5.99990003e-02, -5.46602383e-02, -1.87760033e-02,\n",
" -4.50899787e-02, -1.24087241e-02, 5.58146238e-02, 2.41200794e-02,\n",
" -2.71834787e-02, 4.32927869e-02, 6.29091412e-02, 5.69390245e-02,\n",
" -4.51702550e-02, -5.63538745e-02, -4.80332933e-02, -2.05618758e-02,\n",
" 3.94046642e-02, 5.97227514e-02, -2.14532539e-02, -8.21455121e-02,\n",
" 3.75455320e-02, -5.45946360e-02, -4.44651879e-02, -1.01210997e-02,\n",
" 3.16097657e-03, -2.76729353e-02, 2.50172652e-02, 9.05467477e-03,\n",
" 4.25573364e-02, -1.54501079e-02, -3.57348621e-02, -1.79318190e-02,\n",
" 2.67205760e-02, 4.41930024e-03, -1.71367209e-02, 3.47697064e-02,\n",
" -1.11110501e-01, -1.69590730e-02, -4.84515429e-02, 3.48707661e-02,\n",
" 4.61928695e-02, -1.20966379e-02, 6.71909470e-03, -7.38983080e-02,\n",
" 6.28740266e-02, 8.94288998e-03, -3.08200326e-02, 3.50850113e-02,\n",
" 2.46594846e-02, 3.70276459e-02, 4.45325822e-02, 1.27862943e-02,\n",
" 4.58440073e-02, 7.45673552e-02, 4.13307138e-02, 1.54453674e-02,\n",
" -4.71696407e-02, -5.60776740e-02, -1.61570776e-02, -4.68043908e-02,\n",
" 3.01326960e-02, 1.80108880e-03, -7.73832798e-02, 1.87142286e-02,\n",
" 1.74842309e-02, 1.22359753e-01, 1.67527869e-02, 1.79524440e-02,\n",
" -2.86097787e-02, 2.72798110e-02, -4.47397083e-02, 1.52181536e-02,\n",
" -1.35933936e-01, -6.78615225e-03, 7.80199692e-02, -3.71380970e-02,\n",
" -9.76108760e-02, -3.00202463e-02, 2.59650536e-02, 2.12903731e-02,\n",
" -2.82501131e-02, -8.38299021e-02, -5.22572808e-02, 7.89403394e-02,\n",
" -1.43436473e-02, -1.39625948e-02, -2.21421942e-02, 3.25169824e-02,\n",
" -2.54808404e-02, -2.56086662e-02, 5.00443205e-02, -1.87886301e-02,\n",
" -3.07840593e-02, 4.31083106e-02, 1.68684013e-02, 1.68524263e-03,\n",
" -1.17423793e-03, 3.17379497e-02, -1.95086431e-02, -3.85652222e-02,\n",
" 7.14690099e-03, -3.83855514e-02, 8.05335715e-02, -6.21052571e-02,\n",
" -4.80754767e-03, 1.25318328e-02, 8.77566859e-02, 6.55578375e-02,\n",
" 1.65225584e-02, -3.07144672e-02, 2.39444952e-02, 1.60295665e-02,\n",
" 8.23328197e-02, -9.62166302e-03, 2.77599841e-02, 2.14847084e-02,\n",
" -2.54870653e-02, -1.60210300e-02, 8.28662701e-03, -3.64478212e-04,\n",
" -1.54121844e-02, -5.22648767e-02, 1.39030833e-02, 3.45722437e-02,\n",
" 5.34504727e-02, -2.56886147e-02, -2.39419676e-02, 8.90311878e-03,\n",
" -8.34089331e-03, 2.76368577e-02, -8.89649149e-03, -5.28749190e-02,\n",
" 1.23469187e-02, 1.13002807e-01, -1.06205735e-02, 6.72328658e-03,\n",
" 8.42911075e-04, 9.25642718e-03, -4.45759408e-02, -3.44597101e-02,\n",
" 2.07469165e-02, 1.49606904e-02, 7.72092678e-03, -5.33652566e-02,\n",
" 3.26734362e-03, -5.30735552e-02, -4.72582467e-02, -6.99903071e-02,\n",
" 1.34633975e-02, 9.64836329e-02, -8.63593072e-03, -2.72827856e-02,\n",
" -2.60874312e-02, -2.42114123e-02, -2.44257506e-02, 4.71795239e-02,\n",
" 1.76663343e-02, -1.67381875e-02, 2.19894685e-02, -3.60460058e-02,\n",
" 7.87539259e-02, -5.34268245e-02, 4.65220660e-02, -2.90553737e-02,\n",
" -3.46459658e-03, 4.49027829e-02, 1.13823257e-01, 2.06027203e-03,\n",
" -2.32172757e-02, -1.07370891e-01, 2.46919468e-02, -2.83773839e-02,\n",
" 1.94555335e-02, 1.00643234e-02, 3.01828254e-02, 1.50336668e-01,\n",
" 4.94965017e-02, -8.18464626e-03, -7.13130878e-03, 8.47584307e-02,\n",
" 5.21282526e-03, -6.71033096e-03, 3.54303117e-03, -1.07587129e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'prop3': Embedding(embedding=array([ 0.0885067 , -0.05350021, -0.01353351, -0.02134856, -0.00228241,\n",
" -0.03447348, 0.04064214, 0.04971737, 0.08526866, 0.07242588,\n",
" -0.01112874, 0.03448829, 0.01674768, 0.02503358, -0.00736864,\n",
" 0.00601671, 0.032742 , 0.0849327 , 0.01750355, -0.02219972,\n",
" -0.08366529, -0.0368685 , 0.00487846, 0.06363115, 0.04327469,\n",
" 0.03240548, -0.01083914, -0.04535987, 0.04888093, -0.00940205,\n",
" 0.06929235, -0.00667986, -0.02876836, -0.00016991, 0.04021854,\n",
" -0.00253384, -0.0237757 , -0.01570706, -0.06863414, 0.05594169,\n",
" -0.03482798, 0.00509236, -0.01528608, -0.00879333, 0.03760753,\n",
" -0.05694674, -0.03079382, 0.05435279, -0.02905689, 0.01727643,\n",
" 0.0311901 , -0.00142834, -0.00342195, 0.02016554, 0.04291278,\n",
" 0.04509073, -0.00122949, -0.05420477, -0.02848762, -0.02904806,\n",
" 0.03593851, 0.03337758, 0.03495055, 0.0257884 , 0.01352154,\n",
" 0.00411873, 0.03523909, -0.00418857, -0.01385329, -0.03231464,\n",
" -0.03295472, 0.05642901, 0.02616947, 0.16952689, -0.00544308,\n",
" 0.02815149, 0.00838762, -0.06679147, 0.0285151 , -0.0114632 ,\n",
" 0.06799438, 0.0042898 , -0.07942601, 0.05912767, -0.02719596,\n",
" 0.01432915, -0.01545691, -0.07799888, -0.05411497, -0.04813442,\n",
" -0.01440753, -0.02675485, -0.05614358, -0.09404917, -0.03806996,\n",
" -0.0021659 , -0.05404951, 0.02709749, -0.02597481, -0.00919559,\n",
" -0.01169118, -0.02837959, -0.02816135, -0.04228858, -0.04023513,\n",
" -0.00111202, 0.00152268, 0.02421086, -0.07575679, 0.0763418 ,\n",
" -0.01590763, -0.04450579, -0.02300129, -0.01473179, 0.00672435,\n",
" 0.08355606, 0.00080319, 0.09241944, -0.06072383, -0.03537785,\n",
" -0.15766355, -0.05903073, 0.04024472, -0.01205742, -0.01446792,\n",
" -0.00710265, -0.01338718, 0.02805619, -0.05827965, 0.03180041,\n",
" -0.00170753, 0.06851265, -0.01988161, 0.02804647, -0.04045385,\n",
" 0.05082937, -0.0046342 , 0.05822006, 0.00367543, -0.00978954,\n",
" -0.03657307, -0.01922733, 0.00138193, 0.00213231, 0.01354178,\n",
" 0.02648684, 0.01536184, 0.05302417, -0.03712503, 0.00120927,\n",
" 0.05941912, 0.02190795, -0.01363343, 0.00698337, -0.05902676,\n",
" -0.07211482, -0.01123181, -0.00600087, 0.04213058, 0.00486423,\n",
" 0.03730958, 0.02983968, 0.03784673, -0.06703115, -0.07916162,\n",
" 0.010491 , -0.00056438, -0.04253237, 0.01919441, 0.0679867 ,\n",
" -0.04656036, 0.05494066, -0.03042675, -0.01419493, 0.02985452,\n",
" -0.06098622, -0.02881155, -0.03134 , 0.01679773, -0.01745648,\n",
" 0.0320914 , -0.04850945, 0.0182279 , -0.00152462, 0.0012082 ,\n",
" 0.04317751, -0.00253237, 0.00637349, -0.04065669, 0.02257208,\n",
" -0.07690906, -0.01475433, -0.03209272, 0.00368757, -0.05276836,\n",
" 0.03667885, 0.05110612, -0.01371794, -0.05714698, 0.00705185,\n",
" 0.08319087, 0.04196339, 0.04142277, -0.02396915, -0.00337719,\n",
" 0.03836856, 0.00335692, -0.02857463, -0.00739113, -0.02257325,\n",
" 0.05009821, -0.02124039, 0.04854218, -0.00861433, -0.01009947,\n",
" 0.05446588, -0.06155619, -0.06876258, -0.0452093 , 0.03194743,\n",
" 0.03496801, 0.03325568, 0.0519604 , -0.00053304, 0.01366076,\n",
" 0.00133987, 0.02188959, -0.03366734, 0.03657206, -0.00486989,\n",
" -0.03999725, 0.04424685, 0.02084493, -0.03759889, 0.02242846,\n",
" -0.03229355, -0.02115402, 0.003879 , 0.02068695, -0.11208928,\n",
" -0.01044295, -0.05448964, 0.06205653, 0.07194291, 0.01689998,\n",
" -0.01368804, -0.06344194, -0.00618751, 0.05143261, -0.02883513,\n",
" 0.02322421, 0.00674126, -0.07749815, -0.03394581, 0.03563152,\n",
" 0.03838887, 0.06653936, -0.06475405, -0.06279676, -0.06000326,\n",
" -0.00954698, -0.00404583, -0.0636978 , -0.02850655, 0.04493661,\n",
" -0.02337981, -0.01579499, -0.08335374, -0.07040044, 0.05657158,\n",
" -0.02654055, 0.08048947, -0.02845244, -0.06159685, 0.03543309,\n",
" -0.0124928 , 0.0181172 , 0.0104435 , -0.01965498, 0.00532715,\n",
" 0.05392474, -0.02648436, -0.0113513 , 0.04940798, -0.00182537,\n",
" -0.04250469, -0.00922246, 0.00091305, -0.05274289, 0.03067412,\n",
" -0.00258604, 0.02114477, -0.02320457, 0.00828997, 0.03317461,\n",
" -0.0164099 , -0.02572189, -0.02184276, 0.11170205, 0.08702991,\n",
" 0.0399709 , 0.02244269, 0.06210374, -0.03472829, 0.06436055,\n",
" 0.05933742, 0.01151958, 0.01189085, -0.03039966, -0.03077917,\n",
" -0.04445725, -0.04126972, -0.02873551, 0.06061514, 0.02610595,\n",
" 0.01646684, 0.00326994, -0.00813258, 0.00704538, -0.07525895,\n",
" 0.0832736 , 0.07846389, -0.00028102, 0.0599716 , 0.02571022,\n",
" 0.04908083, -0.076079 , -0.08947232, -0.00411372, 0.05252931,\n",
" -0.06670611, -0.01226855, -0.03495141, -0.0064302 , 0.05995395,\n",
" 0.03076488, -0.01494789, 0.02721876, 0.05985267, 0.06748527,\n",
" -0.03161799, -0.08683626, -0.0242879 , -0.02710143, 0.02967008,\n",
" 0.0497536 , -0.01775272, -0.08189698, 0.04738456, -0.06400228,\n",
" -0.04643625, -0.00393966, -0.00900928, -0.04856403, 0.03480573,\n",
" 0.00078575, 0.05895394, -0.00539533, -0.06481812, -0.04870795,\n",
" 0.02484141, 0.00029764, -0.01972931, 0.04294925, -0.11459332,\n",
" -0.02624807, -0.05946137, 0.04110742, 0.04749319, -0.04135148,\n",
" 0.02271337, -0.07155809, 0.05715348, 0.00594707, -0.0250616 ,\n",
" 0.03929028, 0.03861247, 0.03627085, 0.04755268, 0.01924771,\n",
" 0.01393073, 0.06665558, 0.03958824, -0.01606908, -0.04784039,\n",
" -0.04512699, -0.00331091, -0.05268496, -0.00260059, -0.00387145,\n",
" -0.08522072, 0.02315057, 0.0067711 , 0.11564521, 0.01280614,\n",
" 0.01080797, -0.01432454, 0.01254251, -0.04252724, 0.00535058,\n",
" -0.13278684, -0.00042393, 0.07133358, -0.04148134, -0.08954064,\n",
" -0.04477896, 0.00681611, 0.02336811, -0.03326975, -0.09438614,\n",
" -0.03729566, 0.05442302, -0.01380352, -0.0438979 , -0.0456336 ,\n",
" 0.03607232, -0.02930136, -0.0155338 , 0.06314912, -0.02525202,\n",
" -0.02796898, 0.01308426, 0.00554753, 0.00092535, -0.01636264,\n",
" 0.04420038, -0.04477025, -0.05989936, 0.02088816, -0.02422448,\n",
" 0.09720878, -0.05860738, 0.01548896, 0.00551437, 0.09263633,\n",
" 0.04207949, 0.01247581, -0.04882841, 0.02040173, 0.0282023 ,\n",
" 0.08061173, -0.0012679 , 0.02894214, 0.04298183, -0.01643679,\n",
" 0.00171523, -0.00771896, -0.00302129, -0.00617681, -0.04448421,\n",
" 0.02929192, 0.0457576 , 0.06880318, -0.005154 , -0.00274877,\n",
" 0.017848 , -0.00881679, 0.02817538, -0.01407663, -0.06293686,\n",
" -0.00853999, 0.10033372, -0.00841916, -0.0179215 , 0.03197981,\n",
" 0.02736767, -0.04472382, -0.03944752, 0.04200911, 0.01012849,\n",
" 0.0090555 , -0.06157819, 0.00448147, -0.04829405, -0.02871497,\n",
" -0.04364089, 0.00365155, 0.08359971, -0.01151471, -0.01053714,\n",
" -0.05020669, -0.03957243, 0.00334462, 0.03344469, 0.00881473,\n",
" -0.00803213, 0.02374392, -0.05602222, 0.07235131, -0.03068365,\n",
" 0.05636052, -0.02558584, 0.01018165, 0.04743499, 0.12869966,\n",
" 0.00477445, -0.03586588, -0.1087799 , 0.04796377, -0.04010302,\n",
" 0.01200932, -0.00699801, 0.02337539, 0.11434516, 0.03755898,\n",
" -0.02191689, -0.00842795, 0.08021275, 0.00278525, -0.02476381,\n",
" 0.00041357, -0.10937925]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ptj': Embedding(embedding=array([ 9.86465290e-02, -4.12185006e-02, -1.51363490e-02, -2.36883461e-02,\n",
" -6.19473867e-03, -5.08664735e-02, 3.79257090e-02, 6.33837506e-02,\n",
" 9.87909138e-02, 7.41968527e-02, -1.59471072e-02, 4.00848649e-02,\n",
" 2.12628711e-02, 2.38650292e-02, -1.60007123e-02, 2.25550383e-02,\n",
" 4.38879281e-02, 8.79503936e-02, 1.35175698e-02, -1.85993034e-02,\n",
" -8.60263109e-02, -4.68768217e-02, 3.83303361e-03, 5.59043139e-02,\n",
" 2.72726007e-02, 3.17227505e-02, 7.05178943e-04, -3.68055888e-02,\n",
" 6.49461821e-02, -1.06388293e-02, 8.07881206e-02, -8.32361914e-03,\n",
" -1.84163246e-02, 3.50961741e-03, 3.37942131e-02, -1.25668831e-02,\n",
" -4.68123257e-02, -1.84332598e-02, -7.07078427e-02, 4.96639535e-02,\n",
" -4.04311568e-02, 5.25264163e-03, -1.89019218e-02, -2.08632462e-02,\n",
" 3.53887342e-02, -6.32586405e-02, -2.77935378e-02, 4.63667177e-02,\n",
" -3.49045321e-02, 2.77298912e-02, 3.11397426e-02, 7.26421829e-04,\n",
" 1.70407176e-03, 4.43823263e-03, 4.15846445e-02, 5.60923889e-02,\n",
" 1.17031494e-02, -7.52699673e-02, -3.07453256e-02, -3.74268331e-02,\n",
" 4.95088696e-02, 2.44546328e-02, 2.85894256e-02, 2.22169384e-02,\n",
" 1.59954708e-02, -5.59530733e-03, 3.59575711e-02, 6.54982729e-03,\n",
" -1.29268244e-02, -2.23976225e-02, -2.77878400e-02, 5.12688644e-02,\n",
" 1.08084315e-02, 1.64700255e-01, -6.35527819e-03, 2.09891014e-02,\n",
" 7.67001230e-03, -6.98434934e-02, 1.50297377e-02, -2.07231864e-02,\n",
" 6.28129244e-02, 6.48510922e-03, -7.35385343e-02, 5.59686832e-02,\n",
" -3.03604435e-02, 2.42101699e-02, -2.15460844e-02, -8.18489790e-02,\n",
" -5.09228557e-02, -4.33113612e-02, -7.78160105e-03, -3.42203267e-02,\n",
" -4.58990298e-02, -9.12178531e-02, -5.28999195e-02, 1.50651559e-02,\n",
" -7.45709911e-02, 2.91919596e-02, -2.87471358e-02, -1.57690626e-02,\n",
" -1.21066906e-02, -2.15046965e-02, -2.59937681e-02, -3.31762843e-02,\n",
" -3.60703692e-02, -1.07147843e-02, 8.93310120e-04, 3.05122379e-02,\n",
" -6.54750317e-02, 8.44492242e-02, -2.48152018e-02, -3.73947769e-02,\n",
" -1.87705550e-02, -6.38729520e-03, 2.21892241e-02, 8.25461671e-02,\n",
" 1.22362403e-02, 8.93532485e-02, -6.15914762e-02, -3.69447842e-02,\n",
" -1.44270241e-01, -6.53138235e-02, 3.63124236e-02, -2.50673009e-04,\n",
" -1.47865657e-02, 3.53821716e-03, -2.75255442e-02, 3.39204632e-02,\n",
" -6.17320426e-02, 1.95023883e-02, 4.23766114e-03, 7.19714537e-02,\n",
" -2.52462812e-02, 2.85978075e-02, -2.96835303e-02, 4.36831266e-02,\n",
" 1.26093216e-02, 6.01641275e-02, -7.56238773e-03, 7.05551635e-03,\n",
" -4.03359495e-02, -2.25725602e-02, 7.72116985e-03, 5.38680283e-03,\n",
" 3.12460866e-03, 2.81599648e-02, 1.38978716e-02, 6.67371452e-02,\n",
" -4.92835082e-02, -3.09491617e-04, 5.57428338e-02, 2.54543182e-02,\n",
" -3.03099118e-02, 1.26386136e-02, -5.92643805e-02, -6.34538382e-02,\n",
" -3.09273116e-02, 1.59260433e-03, 3.05748675e-02, 3.05693178e-03,\n",
" 2.70286798e-02, 5.00636362e-02, 2.76122615e-02, -6.31118119e-02,\n",
" -1.02609821e-01, -9.09614784e-04, 1.78875786e-03, -4.22911756e-02,\n",
" 2.22516246e-02, 5.82617298e-02, -4.36897725e-02, 4.99320813e-02,\n",
" -4.60669324e-02, 3.65566881e-03, 3.58216688e-02, -6.36632890e-02,\n",
" -2.49623805e-02, -1.89856812e-02, 2.21319497e-02, -1.14743998e-02,\n",
" 3.08391806e-02, -4.74146716e-02, 1.70260612e-02, -3.19903693e-03,\n",
" -7.58135552e-03, 3.19967158e-02, 1.46937072e-02, -1.13667212e-02,\n",
" -5.06032631e-02, 1.70554109e-02, -8.17521065e-02, -3.36350203e-02,\n",
" -2.49207113e-02, 5.63376723e-03, -6.31711185e-02, 4.04814631e-02,\n",
" 3.74144726e-02, -2.24785581e-02, -5.51064275e-02, 6.63562492e-03,\n",
" 9.12178382e-02, 3.37165110e-02, 3.98044959e-02, 5.54429879e-03,\n",
" -1.48431594e-02, 3.59319560e-02, 1.81074850e-02, -2.96522081e-02,\n",
" -1.46366656e-02, -3.52003947e-02, 4.97786924e-02, -9.48662404e-03,\n",
" 4.49947082e-02, 3.63800908e-03, -5.20695001e-03, 5.57379313e-02,\n",
" -6.57102317e-02, -7.58333877e-02, -5.03932871e-02, 3.63071188e-02,\n",
" 1.66538097e-02, 3.90609689e-02, 4.65333015e-02, 5.06705744e-03,\n",
" 1.92873143e-02, 2.14089151e-03, 2.64694430e-02, -2.69908737e-02,\n",
" 1.65246055e-02, 8.39409139e-03, -4.71939780e-02, 3.51873077e-02,\n",
" 2.69181784e-02, -4.46521938e-02, 3.27790976e-02, -2.89251525e-02,\n",
" -2.51997355e-02, 5.80718135e-03, 2.89586168e-02, -1.06071986e-01,\n",
" -3.83594795e-03, -5.23916818e-02, 4.09608223e-02, 7.58464411e-02,\n",
" 1.95317045e-02, -2.13668663e-02, -7.07830712e-02, -9.61756706e-03,\n",
" 5.55270016e-02, -3.57745290e-02, 2.81010959e-02, 3.41740111e-03,\n",
" -7.17264786e-02, -3.09012793e-02, 3.37165296e-02, 2.89234091e-02,\n",
" 4.60540168e-02, -6.85042739e-02, -6.08295314e-02, -7.31536821e-02,\n",
" -1.08412979e-02, 2.36209878e-03, -5.91581911e-02, -2.36113779e-02,\n",
" 2.23588515e-02, -2.21241210e-02, -1.01817846e-02, -8.71206895e-02,\n",
" -7.23664537e-02, 4.72215377e-02, -3.52388732e-02, 7.48988092e-02,\n",
" -3.65082361e-02, -4.83187996e-02, 3.54905427e-02, 3.60228727e-03,\n",
" 2.72193383e-02, 2.06863470e-02, 3.19768814e-03, 1.04000401e-02,\n",
" 5.28814122e-02, -4.25526015e-02, -2.05547307e-02, 6.64114729e-02,\n",
" -1.21114682e-03, -3.80571075e-02, -1.82796624e-02, -2.46040290e-03,\n",
" -5.23299314e-02, 4.22471054e-02, 1.24853579e-02, 2.32419139e-03,\n",
" -2.12113392e-02, -2.76395120e-03, 4.42171507e-02, -1.97877996e-02,\n",
" -1.64033864e-02, -1.89650785e-02, 1.16209663e-01, 8.78149122e-02,\n",
" 4.46940735e-02, 2.71996818e-02, 4.90058921e-02, -4.03812230e-02,\n",
" 6.28637001e-02, 6.13178909e-02, 2.51208479e-03, 2.25042216e-02,\n",
" -1.96359344e-02, -2.79742833e-02, -5.05244955e-02, -4.67155129e-02,\n",
" -3.57875973e-02, 7.08336681e-02, 2.69593485e-02, 1.41234472e-02,\n",
" 9.10944492e-03, -6.26274105e-03, 8.70889705e-03, -5.78754954e-02,\n",
" 8.81744847e-02, 8.35272968e-02, 8.89588031e-04, 4.95819263e-02,\n",
" 3.33018936e-02, 5.94978966e-02, -7.68981054e-02, -6.96155727e-02,\n",
" -9.61008947e-04, 6.42030239e-02, -7.00275451e-02, -5.37683908e-03,\n",
" -2.81285420e-02, -4.18721559e-03, 5.55051267e-02, 3.78278159e-02,\n",
" -4.97316336e-03, 2.16338057e-02, 6.35360926e-02, 6.73069209e-02,\n",
" -2.56861784e-02, -8.84581134e-02, -1.38392905e-02, -2.50146687e-02,\n",
" 3.07197906e-02, 5.50272986e-02, -1.44331753e-02, -6.86055720e-02,\n",
" 3.90847884e-02, -6.51537403e-02, -4.83041145e-02, 4.34103468e-03,\n",
" -1.72183756e-02, -5.93577847e-02, 2.37318296e-02, -1.02499053e-02,\n",
" 5.22252470e-02, 1.69623556e-04, -5.51774390e-02, -4.19010930e-02,\n",
" 1.45941591e-02, 1.89008610e-03, -2.36187391e-02, 3.35852355e-02,\n",
" -1.11842945e-01, -2.02669986e-02, -4.90839332e-02, 3.52728814e-02,\n",
" 4.55663539e-02, -4.23984714e-02, 2.48957258e-02, -6.02441393e-02,\n",
" 5.45831919e-02, 5.52834757e-03, -1.67134982e-02, 3.89811806e-02,\n",
" 4.11924832e-02, 3.54346782e-02, 5.72414659e-02, 2.92747170e-02,\n",
" 2.91455956e-03, 5.83574623e-02, 3.25219259e-02, -2.12179907e-02,\n",
" -5.67220598e-02, -4.13025543e-02, 1.40921343e-02, -6.61709905e-02,\n",
" -1.17002763e-02, -2.56698485e-02, -8.92476663e-02, 2.70583853e-02,\n",
" 5.67287905e-03, 1.02720000e-01, -4.92223073e-04, 1.33871017e-02,\n",
" -8.37265793e-03, 1.60109531e-02, -4.52031456e-02, -8.26827344e-03,\n",
" -1.23560280e-01, -5.04160952e-03, 6.24688417e-02, -4.64475304e-02,\n",
" -7.07287416e-02, -4.66597974e-02, -5.16881980e-03, 2.73948014e-02,\n",
" -4.77913879e-02, -8.74544084e-02, -3.81857120e-02, 5.46114407e-02,\n",
" -1.37677947e-02, -6.05359040e-02, -3.81945558e-02, 3.41525897e-02,\n",
" -4.31486107e-02, -3.43077560e-03, 6.74723983e-02, -1.64940543e-02,\n",
" -1.80046726e-02, 1.45042418e-02, 2.44620275e-02, 3.56626231e-03,\n",
" -1.91890132e-02, 3.60964611e-02, -5.79233915e-02, -7.42938295e-02,\n",
" 1.66414287e-02, -1.71461608e-02, 1.02564789e-01, -4.91498969e-02,\n",
" 2.00696588e-02, 1.38254771e-02, 7.85660148e-02, 2.75710579e-02,\n",
" 1.27142780e-02, -5.11566959e-02, 1.32401064e-02, 2.15763189e-02,\n",
" 7.39311203e-02, -7.99498428e-03, 2.66072247e-02, 4.05614115e-02,\n",
" -1.21073229e-02, 2.35962532e-02, -2.99432664e-03, 1.17371846e-02,\n",
" -7.28840707e-03, -4.10760343e-02, 3.52875143e-02, 5.02342097e-02,\n",
" 6.60726056e-02, 1.61245409e-02, 1.89353228e-02, 1.95314288e-02,\n",
" -4.12116933e-05, 4.65023704e-02, -1.07427211e-02, -6.66350275e-02,\n",
" -1.49288950e-02, 9.14267972e-02, -1.21965306e-02, -3.19657363e-02,\n",
" 3.82974818e-02, 2.52484996e-02, -5.26588932e-02, -4.31262776e-02,\n",
" 4.36486900e-02, 2.13262113e-03, 1.89447887e-02, -6.97337016e-02,\n",
" 2.12273914e-02, -3.92321870e-02, -2.26353295e-02, -3.61598730e-02,\n",
" 3.92240658e-03, 7.22397938e-02, -5.84647292e-03, 5.80923306e-03,\n",
" -4.11669090e-02, -3.91584970e-02, 1.47932004e-02, 2.58681178e-02,\n",
" 7.31930695e-03, -7.68803293e-03, 1.76901873e-02, -5.45094050e-02,\n",
" 6.62916303e-02, -1.04473438e-02, 6.58091530e-02, -2.78102439e-02,\n",
" 1.48297036e-02, 4.71632816e-02, 1.33265108e-01, 1.78476982e-02,\n",
" -5.37510216e-02, -9.58039463e-02, 4.19551842e-02, -3.61326933e-02,\n",
" 3.78436921e-03, -1.66199710e-02, 1.37106963e-02, 9.86765847e-02,\n",
" 2.35946216e-02, -3.13161165e-02, -7.29584787e-03, 7.46444762e-02,\n",
" -2.59621674e-03, -2.69386396e-02, 3.92868137e-03, -1.11640632e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'puffin': Embedding(embedding=array([ 9.58161429e-02, -4.41479683e-02, -1.98416617e-02, -3.57666947e-02,\n",
" 6.59027696e-03, -4.59973142e-02, 4.31913622e-02, 6.12336583e-02,\n",
" 9.27632079e-02, 8.27695802e-02, -6.91404939e-03, 3.23080830e-02,\n",
" 2.26235446e-02, 2.55378764e-02, -1.22360438e-02, 2.34912354e-02,\n",
" 3.91059667e-02, 8.59491974e-02, 1.88785344e-02, -2.46676411e-02,\n",
" -8.05737004e-02, -4.47143614e-02, 6.31142966e-03, 5.55443130e-02,\n",
" 2.79676821e-02, 3.34874243e-02, -2.60561123e-03, -4.62999716e-02,\n",
" 5.86807355e-02, -6.29601767e-03, 8.26025903e-02, -7.42462371e-03,\n",
" -1.63480230e-02, 8.61613778e-04, 2.91682221e-02, -1.01216258e-02,\n",
" -4.95383292e-02, -2.32949592e-02, -6.87741637e-02, 4.43435758e-02,\n",
" -3.82127054e-02, -5.93897421e-04, -2.09121890e-02, -2.44695935e-02,\n",
" 3.55223753e-02, -6.51679263e-02, -2.37666164e-02, 3.22807841e-02,\n",
" -3.31822187e-02, 3.15598026e-02, 3.08588818e-02, -2.57383072e-04,\n",
" 6.53202180e-03, 1.92103779e-03, 4.87431884e-02, 4.78135571e-02,\n",
" 1.25920735e-02, -6.30493611e-02, -3.14945132e-02, -4.00929637e-02,\n",
" 4.55683433e-02, 2.90031433e-02, 3.39956395e-02, 1.87714044e-02,\n",
" 1.32340929e-02, -1.44575839e-03, 3.27199362e-02, -1.44744106e-03,\n",
" -1.26584880e-02, -2.18420476e-02, -3.50699425e-02, 5.17511405e-02,\n",
" 6.47496013e-03, 1.62633672e-01, -1.24921892e-02, 2.86782328e-02,\n",
" 3.45682865e-03, -6.10681809e-02, 1.39430547e-02, -1.39582586e-02,\n",
" 6.52011782e-02, 5.68209216e-03, -7.38606453e-02, 5.32369502e-02,\n",
" -3.27996239e-02, 1.60300750e-02, -1.99093241e-02, -8.50498900e-02,\n",
" -4.99802306e-02, -5.07722571e-02, -6.69601327e-03, -3.20826508e-02,\n",
" -5.58866300e-02, -9.29209962e-02, -4.15925793e-02, 5.23211015e-03,\n",
" -7.78958797e-02, 2.81885546e-02, -2.83552799e-02, -1.44997742e-02,\n",
" -1.01120342e-02, -1.49058579e-02, -3.40339281e-02, -3.84473726e-02,\n",
" -4.21792977e-02, -5.22711547e-03, 6.92397356e-04, 2.97923721e-02,\n",
" -6.55236393e-02, 8.52033719e-02, -2.62922700e-02, -3.55780125e-02,\n",
" -2.52098013e-02, -4.47378727e-03, 2.85272580e-02, 7.54613578e-02,\n",
" 9.63278022e-03, 9.71531793e-02, -5.19524403e-02, -4.30274270e-02,\n",
" -1.31869927e-01, -6.08926415e-02, 3.39909233e-02, -7.60773057e-03,\n",
" -1.77225526e-02, 3.28356051e-03, -2.59058271e-02, 3.63986082e-02,\n",
" -5.68853021e-02, 2.11892407e-02, 6.67588972e-03, 7.56399706e-02,\n",
" -1.89179052e-02, 2.84483619e-02, -3.17546353e-02, 4.36151698e-02,\n",
" -3.38855037e-03, 5.44382520e-02, -2.17124034e-04, 1.21489156e-03,\n",
" -3.84059064e-02, -1.71640720e-02, 1.44825801e-02, 2.74450704e-03,\n",
" 7.81204039e-03, 1.49112949e-02, 1.53493173e-02, 6.82649240e-02,\n",
" -4.36810069e-02, 4.89067053e-03, 5.47501780e-02, 2.48252247e-02,\n",
" -2.64980309e-02, 7.61086028e-03, -6.45864680e-02, -7.19082430e-02,\n",
" -3.83231565e-02, -6.91841682e-03, 2.98402682e-02, -2.03880641e-04,\n",
" 2.46746168e-02, 4.73140739e-02, 2.73347385e-02, -6.26444444e-02,\n",
" -1.05297238e-01, 3.64523591e-03, 7.09718908e-04, -4.32309471e-02,\n",
" 1.93402506e-02, 5.60036339e-02, -4.74262238e-02, 5.30783571e-02,\n",
" -5.15125208e-02, 2.57793511e-03, 3.86880375e-02, -5.51175363e-02,\n",
" -2.49058753e-02, -2.31756233e-02, 1.72678605e-02, -1.77315269e-02,\n",
" 3.13490927e-02, -4.30398658e-02, 3.09746638e-02, -1.03959832e-02,\n",
" -7.66785629e-03, 3.71355377e-02, 2.35940572e-02, -1.36932544e-02,\n",
" -5.09801172e-02, 2.05425061e-02, -8.30375627e-02, -3.11633795e-02,\n",
" -2.90691964e-02, 7.22172624e-03, -5.85913733e-02, 4.24445234e-02,\n",
" 3.37964520e-02, -3.85336615e-02, -4.89796177e-02, 1.02638919e-02,\n",
" 9.00718644e-02, 3.13633718e-02, 4.51551639e-02, 1.99441580e-04,\n",
" -1.03468653e-02, 3.89775187e-02, 7.47491326e-03, -3.58669423e-02,\n",
" -1.57652665e-02, -2.64444984e-02, 5.30282073e-02, -1.53906839e-02,\n",
" 4.40694019e-02, 4.57841344e-03, -2.84027262e-03, 5.82281351e-02,\n",
" -6.09036796e-02, -6.26740903e-02, -5.78734465e-02, 3.57623883e-02,\n",
" 1.77102257e-02, 3.80901136e-02, 4.41227667e-02, -4.05788701e-03,\n",
" 2.29003672e-02, 8.62433296e-03, 2.55261920e-02, -3.15807164e-02,\n",
" 2.08852626e-02, 1.99369211e-02, -4.13922332e-02, 3.12331468e-02,\n",
" 3.30372974e-02, -3.40596922e-02, 3.51843238e-02, -2.88814455e-02,\n",
" -2.01354753e-02, 1.17272316e-02, 3.08856610e-02, -1.14327542e-01,\n",
" 1.09059755e-02, -5.41074909e-02, 4.73975651e-02, 7.89237171e-02,\n",
" 2.01892275e-02, -1.19234370e-02, -6.72080740e-02, -5.09743439e-03,\n",
" 4.54920642e-02, -2.87884269e-02, 2.29300912e-02, 4.47104964e-03,\n",
" -6.75206184e-02, -2.82445513e-02, 3.28267142e-02, 3.05944402e-02,\n",
" 4.61553261e-02, -7.57694095e-02, -6.52639046e-02, -7.20755607e-02,\n",
" -3.80341709e-03, -6.13447791e-03, -6.35008216e-02, -2.74540689e-02,\n",
" 2.80942898e-02, -2.40179989e-02, -1.42503483e-02, -7.46887401e-02,\n",
" -7.23324195e-02, 5.11428155e-02, -2.81693377e-02, 8.31718370e-02,\n",
" -3.89311947e-02, -5.02658337e-02, 3.13172452e-02, 5.76225156e-03,\n",
" 2.38092151e-02, 2.70631164e-02, 3.54144257e-03, 9.15659871e-03,\n",
" 5.12706973e-02, -3.45830619e-02, -2.79343687e-02, 6.34447262e-02,\n",
" -1.20323375e-02, -3.75331752e-02, -2.13907622e-02, -3.37911467e-03,\n",
" -5.16511500e-02, 4.82089631e-02, 1.75777301e-02, 7.99679197e-03,\n",
" -1.06604612e-02, -6.64771767e-03, 4.47506495e-02, -2.02918686e-02,\n",
" -2.00381801e-02, -2.80622542e-02, 1.10298984e-01, 7.63795972e-02,\n",
" 4.24314924e-02, 3.65072824e-02, 5.34964725e-02, -4.52986658e-02,\n",
" 5.56377061e-02, 4.81680632e-02, 1.78885087e-02, 1.10580148e-02,\n",
" -2.61923168e-02, -2.64881793e-02, -5.84951341e-02, -6.04107417e-02,\n",
" -3.31860073e-02, 7.86615238e-02, 3.35778221e-02, 2.23148949e-02,\n",
" 1.12440372e-02, -5.11047570e-03, 1.30149042e-02, -5.94950356e-02,\n",
" 9.11080614e-02, 8.16035643e-02, 1.38201984e-03, 4.39528599e-02,\n",
" 3.75258774e-02, 6.17040768e-02, -8.31303000e-02, -7.77954534e-02,\n",
" 1.75772526e-03, 6.15771227e-02, -7.66699016e-02, -2.66251317e-03,\n",
" -3.01852245e-02, -4.41895099e-03, 5.60226515e-02, 4.00637947e-02,\n",
" -2.33376166e-03, 2.32423972e-02, 5.99321872e-02, 6.29227906e-02,\n",
" -4.43408974e-02, -8.60701874e-02, -1.82189196e-02, -2.26488747e-02,\n",
" 3.38824578e-02, 5.71771078e-02, -2.18697004e-02, -6.84589967e-02,\n",
" 3.95728536e-02, -5.44682667e-02, -4.70244922e-02, 1.17128203e-02,\n",
" -1.60716195e-02, -5.26521876e-02, 2.74309143e-02, -5.16726589e-03,\n",
" 5.48356771e-02, 8.02332768e-04, -5.89972362e-02, -4.31825034e-02,\n",
" 2.29772963e-02, 2.16624094e-03, -3.66811641e-02, 2.38379315e-02,\n",
" -1.08828180e-01, -2.78793387e-02, -5.52957356e-02, 4.60289828e-02,\n",
" 3.98929566e-02, -4.20268886e-02, 2.08601970e-02, -6.39519542e-02,\n",
" 5.48950136e-02, 4.72002663e-03, -1.46165714e-02, 4.18085754e-02,\n",
" 3.69945765e-02, 3.03508788e-02, 5.84869869e-02, 1.67451538e-02,\n",
" 1.05148591e-02, 6.44832551e-02, 3.39041203e-02, -2.03802623e-02,\n",
" -5.10373488e-02, -4.16399166e-02, 1.26346005e-02, -6.40059486e-02,\n",
" -1.61588527e-02, -2.23352704e-02, -9.25700888e-02, 1.71834286e-02,\n",
" 2.78404611e-03, 1.10191122e-01, 7.01222522e-03, 1.46483527e-02,\n",
" -1.18782008e-02, 2.56570596e-02, -3.68475728e-02, -5.04206587e-03,\n",
" -1.22431293e-01, -4.41061798e-03, 5.82639389e-02, -4.50959280e-02,\n",
" -7.40411580e-02, -4.70435657e-02, 1.10958307e-03, 2.81225406e-02,\n",
" -4.15165015e-02, -8.80280435e-02, -4.30386849e-02, 5.85414506e-02,\n",
" -6.48590876e-03, -6.00765236e-02, -3.09417937e-02, 3.38260569e-02,\n",
" -3.52468565e-02, -1.03226155e-02, 6.42629340e-02, -1.99285373e-02,\n",
" -2.37858240e-02, 1.42398793e-02, 2.54335906e-02, 7.01320299e-04,\n",
" -1.07472762e-02, 3.22052017e-02, -5.34855202e-02, -7.15669245e-02,\n",
" 1.34768914e-02, -1.47374617e-02, 1.00700840e-01, -4.43416759e-02,\n",
" 2.05903538e-02, 1.31307179e-02, 7.32818246e-02, 2.82488558e-02,\n",
" 9.29291174e-03, -5.66106103e-02, 9.94403102e-03, 2.09705420e-02,\n",
" 7.14197382e-02, -1.64342951e-02, 2.65788604e-02, 5.07692918e-02,\n",
" -1.47233736e-02, 2.23173145e-02, 5.68001924e-05, 1.01118013e-02,\n",
" -8.27495102e-03, -4.77347262e-02, 2.76084468e-02, 4.75219600e-02,\n",
" 6.21534139e-02, 9.36040829e-04, 2.40703933e-02, 1.34030478e-02,\n",
" -4.96585562e-04, 4.23112661e-02, -2.15184186e-02, -7.95671791e-02,\n",
" -1.28683625e-02, 9.05725583e-02, -7.74247432e-03, -3.96149457e-02,\n",
" 3.36693339e-02, 2.55040396e-02, -5.13032526e-02, -4.71596010e-02,\n",
" 4.01312858e-02, -1.02481246e-02, 1.65305287e-02, -6.35284558e-02,\n",
" 2.38000508e-02, -2.99512874e-02, -2.99638659e-02, -3.96179222e-02,\n",
" 1.36192339e-02, 7.35102519e-02, -1.45903397e-02, 1.22013902e-02,\n",
" -3.79617438e-02, -3.74816954e-02, 1.65255833e-02, 2.55411174e-02,\n",
" 3.15308804e-03, -1.37247806e-02, 1.63222477e-02, -4.67710979e-02,\n",
" 6.26798347e-02, -1.14945313e-02, 7.23791420e-02, -1.47596383e-02,\n",
" 2.10442152e-02, 4.92567532e-02, 1.30666763e-01, 2.92401854e-02,\n",
" -5.93368858e-02, -9.83418226e-02, 4.67998125e-02, -3.95927355e-02,\n",
" 1.01352511e-02, -1.41662871e-02, 2.03355029e-02, 1.03365429e-01,\n",
" 2.31673997e-02, -3.29279490e-02, -3.70789785e-03, 6.87296540e-02,\n",
" -1.25832586e-02, -2.49432735e-02, 6.40990632e-03, -1.15790300e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'red': Embedding(embedding=array([ 1.11694232e-01, -4.22572680e-02, -2.08926555e-02, -2.42082030e-03,\n",
" -4.33786865e-03, -6.11629449e-02, 3.16684544e-02, 5.48014268e-02,\n",
" 9.98136103e-02, 6.01076633e-02, -1.58695560e-02, 4.78322357e-02,\n",
" 2.88353190e-02, 1.51443472e-02, -1.35097792e-02, 3.28866877e-02,\n",
" 5.90264425e-02, 9.29945335e-02, 6.34293025e-03, -2.29616147e-02,\n",
" -8.72225687e-02, -4.06353101e-02, 9.57934093e-03, 5.45738526e-02,\n",
" 1.87217705e-02, 2.24576052e-02, 7.19953841e-03, -4.02844585e-02,\n",
" 5.44949658e-02, -1.18485466e-02, 8.45058933e-02, -1.56594273e-02,\n",
" 5.26924524e-03, 8.63278843e-03, 3.62939276e-02, -2.59510539e-02,\n",
" -5.42230941e-02, -1.74137764e-02, -8.80326182e-02, 4.24970314e-02,\n",
" -4.24969085e-02, 1.40185896e-02, -2.37179250e-02, -1.46461437e-02,\n",
" 4.45677787e-02, -6.67412728e-02, -4.12851237e-02, 4.44983803e-02,\n",
" -2.72756275e-02, 1.91988051e-02, 3.25002708e-02, -1.18861925e-02,\n",
" 4.38504107e-03, 1.49498601e-02, 4.97548468e-02, 6.81201592e-02,\n",
" -1.02895712e-02, -7.80016929e-02, -1.86965931e-02, -1.87157355e-02,\n",
" 4.35088910e-02, 2.08374094e-02, 2.08519436e-02, 2.27459967e-02,\n",
" 1.20950956e-02, 1.26579935e-02, 4.07072827e-02, 2.12520808e-02,\n",
" -8.70420039e-03, -2.20972709e-02, -2.41047740e-02, 2.41528247e-02,\n",
" 1.94480475e-02, 1.45594120e-01, -2.30031926e-02, 1.18697984e-02,\n",
" 1.65950377e-02, -7.71209523e-02, 2.47689337e-02, -1.37960128e-02,\n",
" 3.09337433e-02, 2.35652216e-02, -7.17405081e-02, 4.49418463e-02,\n",
" -2.35221162e-02, 3.47738191e-02, -2.43444853e-02, -1.01202689e-01,\n",
" -5.45533858e-02, -2.96452455e-02, -2.44766213e-02, -4.37534600e-02,\n",
" -3.40409204e-02, -8.34547132e-02, -6.66734055e-02, 2.95356493e-02,\n",
" -7.68840238e-02, 3.10709942e-02, -1.36747938e-02, 5.25678159e-04,\n",
" -1.02345217e-02, -9.92687792e-03, -9.71630961e-03, -2.54750494e-02,\n",
" -3.83056328e-02, -1.92148406e-02, 5.05166070e-04, 3.24004814e-02,\n",
" -4.55366373e-02, 8.05621743e-02, -3.75852138e-02, -2.00073794e-02,\n",
" -5.69615979e-03, -1.22763764e-03, 5.10289660e-03, 7.87963942e-02,\n",
" 2.92818714e-02, 9.50908810e-02, -6.99584708e-02, -2.66657211e-02,\n",
" -1.59212857e-01, -5.54863922e-02, 3.79094519e-02, -5.24760876e-03,\n",
" -2.09114887e-02, 2.19672429e-03, -3.30334529e-02, 4.88351248e-02,\n",
" -7.11904615e-02, 1.56911723e-02, 9.35333874e-03, 6.03200495e-02,\n",
" -2.73819398e-02, 2.77370345e-02, -3.20935175e-02, 5.47783189e-02,\n",
" 1.24825593e-02, 5.97644858e-02, -6.43879827e-03, 1.17044551e-02,\n",
" -2.75919605e-02, -2.79551391e-02, -7.54208490e-03, 1.76914949e-02,\n",
" -1.51391830e-02, 3.54694128e-02, 1.06506506e-02, 6.27006814e-02,\n",
" -4.55267690e-02, 1.18056107e-02, 5.11518158e-02, 2.85965037e-02,\n",
" -2.68308725e-02, 2.82146111e-02, -3.14642861e-02, -5.53350598e-02,\n",
" -3.19583565e-02, 1.75078157e-02, 3.31549048e-02, 4.70968941e-03,\n",
" 1.83564667e-02, 5.26707545e-02, 3.88886891e-02, -6.48518577e-02,\n",
" -9.48417857e-02, -1.61855505e-03, 3.04983743e-03, -4.16002423e-02,\n",
" 3.94078270e-02, 4.70369682e-02, -3.78827080e-02, 3.38007100e-02,\n",
" -4.36039306e-02, 1.98209807e-02, 4.71443497e-02, -8.06287676e-02,\n",
" -2.65605338e-02, -8.17534328e-03, 3.30384001e-02, 2.73555447e-03,\n",
" 2.98096202e-02, -4.22831140e-02, 1.76935494e-02, -1.65292323e-02,\n",
" 6.63690362e-03, 1.82835218e-02, 1.30705871e-02, 1.63974310e-03,\n",
" -4.59144078e-02, 1.04001421e-03, -8.67018998e-02, -3.52137759e-02,\n",
" -1.89620163e-02, 1.15112588e-02, -6.18300848e-02, 4.72574905e-02,\n",
" 4.58985940e-02, -1.84874702e-02, -5.01690730e-02, 4.71186853e-04,\n",
" 8.60997736e-02, 3.20801511e-02, 5.05280308e-02, -2.99462373e-03,\n",
" -2.23504882e-02, 1.47788906e-02, 2.84941867e-02, -3.36325020e-02,\n",
" -9.64827277e-03, -5.26585281e-02, 5.67068979e-02, -1.07903723e-02,\n",
" 6.27476200e-02, 5.98114636e-03, -5.36874821e-03, 3.76147330e-02,\n",
" -8.62906650e-02, -8.28717798e-02, -4.76280935e-02, 3.38165574e-02,\n",
" 2.33050995e-02, 2.92304698e-02, 5.61188720e-02, 1.71286575e-02,\n",
" 6.65451773e-03, -2.32623946e-02, 3.02944556e-02, -1.28151840e-02,\n",
" 7.27742771e-03, -8.73511657e-03, -5.10530397e-02, 3.53325270e-02,\n",
" 3.43491472e-02, -4.29932214e-02, 4.47420403e-02, -4.10656407e-02,\n",
" -5.26225679e-02, 1.31900981e-02, 2.67437343e-02, -1.00365728e-01,\n",
" -8.57841596e-03, -5.41792996e-02, 2.51319334e-02, 5.68926893e-02,\n",
" 2.67055444e-02, -3.19713354e-02, -7.18101189e-02, -2.08582189e-02,\n",
" 4.50962670e-02, -3.96412723e-02, 8.28450080e-03, 2.12360602e-02,\n",
" -7.12060779e-02, -2.43306030e-02, 4.31264527e-02, 2.58381702e-02,\n",
" 4.82978411e-02, -6.35976270e-02, -4.83676679e-02, -8.79020244e-02,\n",
" -2.58513633e-02, 7.70927826e-03, -5.24234958e-02, -2.92462911e-02,\n",
" 2.25167777e-02, -6.80879410e-03, -2.22960301e-03, -9.76562649e-02,\n",
" -7.54475892e-02, 4.21086773e-02, -3.51532437e-02, 8.75755772e-02,\n",
" -3.37076671e-02, -4.89658788e-02, 5.81016988e-02, 9.81043279e-03,\n",
" 4.20359559e-02, 2.37268545e-02, 2.37886491e-03, 1.15416013e-02,\n",
" 6.97522089e-02, -4.92859446e-02, -4.38547460e-03, 5.46075255e-02,\n",
" -3.73631576e-03, -2.94659808e-02, -3.00759915e-02, 1.02667632e-02,\n",
" -3.50247957e-02, 4.25084941e-02, 1.14310207e-02, 3.31667950e-03,\n",
" -2.13279855e-02, 8.94516055e-03, 4.71126549e-02, -2.32671555e-02,\n",
" -8.97000916e-03, -1.45504232e-02, 1.21416770e-01, 8.70147571e-02,\n",
" 3.07123475e-02, 2.57120579e-02, 3.83916236e-02, -4.97050844e-02,\n",
" 5.54734245e-02, 8.67874548e-02, 2.52722646e-04, 2.55214497e-02,\n",
" -1.39066158e-02, -2.05443576e-02, -3.66297252e-02, -4.63927239e-02,\n",
" -4.47430052e-02, 7.84626007e-02, 3.10104657e-02, 6.88558491e-03,\n",
" 6.10020105e-03, 1.65285333e-03, -3.25913960e-03, -5.11654355e-02,\n",
" 8.68116319e-02, 7.43156001e-02, 1.75204072e-02, 4.91275266e-02,\n",
" 2.51620729e-02, 4.19919491e-02, -7.43477792e-02, -5.55520244e-02,\n",
" 1.16441137e-04, 8.50333795e-02, -6.14555553e-02, -1.17781069e-02,\n",
" -1.98742803e-02, -1.31194070e-02, 5.57285845e-02, 4.12439294e-02,\n",
" -5.15870284e-03, 1.99109092e-02, 6.30132928e-02, 6.34675473e-02,\n",
" -1.74182691e-02, -8.51500332e-02, -4.12778230e-03, -1.47654712e-02,\n",
" 1.34931123e-02, 5.18239290e-02, -9.87838209e-03, -7.29694292e-02,\n",
" 3.72349918e-02, -6.54226765e-02, -4.65840735e-02, 5.29163936e-03,\n",
" -1.81730855e-02, -6.08313531e-02, 1.95013341e-02, -1.90179478e-02,\n",
" 4.65788171e-02, -9.23004188e-03, -6.45988435e-02, -4.05980423e-02,\n",
" 1.23309260e-02, -9.81241744e-03, -1.81749929e-02, 3.65043990e-02,\n",
" -8.46243724e-02, -1.82674602e-02, -4.62009273e-02, 2.20602490e-02,\n",
" 5.93416728e-02, -4.71911542e-02, 2.51157731e-02, -4.82507907e-02,\n",
" 4.99442667e-02, -1.32532082e-02, -1.19258566e-02, 3.13321315e-02,\n",
" 4.50236686e-02, 3.49268392e-02, 4.83262353e-02, 2.82124374e-02,\n",
" -1.23380637e-02, 4.55675535e-02, 2.03679092e-02, -3.13391052e-02,\n",
" -6.25340641e-02, -3.15803029e-02, 1.49568180e-02, -5.95018044e-02,\n",
" -1.37259439e-02, -4.51679043e-02, -9.52821672e-02, 2.52694543e-02,\n",
" 1.02191360e-03, 9.91709158e-02, 1.21065872e-02, 1.55826621e-02,\n",
" 1.09240394e-02, 2.73609757e-02, -5.23060933e-02, -5.29444963e-03,\n",
" -1.26197591e-01, -1.24585833e-02, 4.77402471e-02, -3.60455252e-02,\n",
" -5.70120178e-02, -5.06695360e-02, -1.36215787e-03, 2.23660059e-02,\n",
" -4.56045754e-02, -9.23208073e-02, -4.46876623e-02, 6.25751987e-02,\n",
" -6.69052079e-03, -3.99918482e-02, -3.91320549e-02, 2.41318513e-02,\n",
" -5.95685877e-02, 9.89839341e-03, 6.31216243e-02, -1.41186174e-02,\n",
" -1.19879283e-02, 2.20422051e-03, 2.06562355e-02, 2.44716159e-03,\n",
" -2.31503639e-02, 1.73430052e-02, -5.06384633e-02, -8.27813745e-02,\n",
" 2.24655829e-02, -1.68833081e-02, 1.04003534e-01, -4.78688404e-02,\n",
" 2.85607148e-02, 1.17386198e-02, 8.32436606e-02, 4.22155634e-02,\n",
" 1.59044862e-02, -4.08167690e-02, 1.04196537e-02, 1.22680049e-02,\n",
" 7.63754398e-02, -3.17710009e-03, 3.54756154e-02, 4.03315946e-02,\n",
" -3.33188847e-03, 3.49798501e-02, -1.70531590e-02, 1.86823215e-02,\n",
" -7.72068184e-03, -3.78134772e-02, 3.17418203e-02, 5.76804541e-02,\n",
" 6.36211336e-02, 2.04413701e-02, 2.54574176e-02, 2.87282541e-02,\n",
" 2.29080929e-03, 4.41758968e-02, -1.60275344e-02, -6.29141927e-02,\n",
" -2.66921930e-02, 8.27447996e-02, -9.28229745e-03, -4.10878845e-02,\n",
" 4.51333001e-02, 8.99948925e-03, -5.46975657e-02, -4.69386466e-02,\n",
" 5.72124273e-02, 1.15425382e-02, 3.15843225e-02, -6.53118789e-02,\n",
" 1.09464126e-02, -3.96765396e-02, -1.29557857e-02, -2.75668409e-02,\n",
" 1.58849114e-03, 5.93039803e-02, 4.55560023e-03, 6.01118850e-03,\n",
" -4.32934761e-02, -5.95600270e-02, 2.56849173e-02, 1.47967767e-02,\n",
" 1.44366361e-02, 2.27386248e-03, 1.05614178e-02, -5.96762002e-02,\n",
" 6.74522221e-02, -1.05651481e-04, 7.52872676e-02, -3.30717973e-02,\n",
" 1.29287895e-02, 4.19706926e-02, 1.25324711e-01, 5.46027115e-03,\n",
" -5.87549508e-02, -9.94716510e-02, 3.35081108e-02, -3.30533423e-02,\n",
" -1.84597564e-03, -9.47757531e-03, 8.55721440e-03, 7.30383769e-02,\n",
" 2.41931435e-02, -3.01069040e-02, -1.48673896e-02, 7.09971562e-02,\n",
" 6.75844122e-03, -1.28309177e-02, -9.13599506e-03, -1.03566758e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'regret': Embedding(embedding=array([ 0.10304829, -0.03719596, -0.01189284, 0.03777237, -0.00734892,\n",
" -0.05379241, 0.01641753, 0.06046385, 0.09730969, 0.04994528,\n",
" -0.02732441, 0.05477291, 0.03625581, 0.02810577, 0.00208615,\n",
" 0.04400341, 0.06345762, 0.08174744, -0.01227153, -0.02219142,\n",
" -0.07685671, -0.03060305, -0.00500032, 0.0477531 , -0.00260981,\n",
" 0.00214772, 0.01601736, -0.04438631, 0.04170267, -0.01702365,\n",
" 0.07164396, -0.02304881, 0.02083515, -0.00685804, 0.03076751,\n",
" -0.03403556, -0.04932542, -0.02337959, -0.09904006, 0.04284317,\n",
" -0.05247105, 0.03625404, -0.0320769 , -0.0061412 , 0.05044384,\n",
" -0.05915853, -0.04319838, 0.05738668, -0.02558382, 0.01311634,\n",
" 0.03082261, -0.02904668, 0.0022987 , 0.02478212, 0.04013192,\n",
" 0.06768719, -0.02974184, -0.08958995, -0.01532533, -0.02120386,\n",
" 0.03272693, -0.00160878, 0.01700249, 0.01411971, 0.03054585,\n",
" 0.02978807, 0.03642331, 0.02383763, 0.00029906, -0.01910116,\n",
" 0.00131276, -0.00198809, 0.04403684, 0.12663049, -0.03775316,\n",
" 0.0110367 , 0.0275098 , -0.09462166, 0.03366148, -0.01226777,\n",
" 0.01042476, 0.02596258, -0.05756028, 0.03381079, -0.00151392,\n",
" 0.05556253, -0.01516015, -0.10035654, -0.07599934, -0.0294392 ,\n",
" -0.03964212, -0.05116466, -0.01485633, -0.09202373, -0.08062492,\n",
" 0.02948034, -0.07565496, 0.04054385, 0.01386705, 0.01557942,\n",
" -0.01541611, -0.02473785, -0.0017301 , -0.01573676, -0.0409761 ,\n",
" -0.03625841, -0.0003041 , 0.025141 , -0.03324063, 0.0663618 ,\n",
" -0.04544353, -0.01212103, 0.01233308, -0.02479708, -0.00083249,\n",
" 0.08230141, 0.03408388, 0.08175851, -0.06268246, -0.01692597,\n",
" -0.19963147, -0.04432963, 0.02154317, 0.00218456, -0.03325444,\n",
" 0.00165855, -0.03834993, 0.04015016, -0.07742418, -0.00610004,\n",
" 0.00986473, 0.04641419, -0.03693074, 0.0222044 , -0.0210202 ,\n",
" 0.05751881, 0.01805216, 0.05737314, -0.00609341, 0.02074198,\n",
" -0.0204145 , -0.01494578, -0.04083502, 0.01344084, -0.02685402,\n",
" 0.02485668, -0.00507853, 0.06083514, -0.03980818, 0.01265171,\n",
" 0.04831599, 0.03018496, -0.0258674 , 0.04085871, -0.01797808,\n",
" -0.04981974, -0.02396918, 0.03251597, 0.03731422, 0.00459487,\n",
" 0.01251199, 0.04084327, 0.04307173, -0.0660967 , -0.08061901,\n",
" 0.00099918, 0.01418224, -0.02569517, 0.04336276, 0.01796615,\n",
" -0.01570771, 0.02415529, -0.04263064, 0.01292083, 0.05681444,\n",
" -0.09324446, -0.03644586, -0.01778462, 0.02340002, 0.00085705,\n",
" 0.0217716 , -0.03670401, 0.00532885, -0.02481965, 0.00570331,\n",
" 0.0115634 , 0.0148244 , 0.02191865, -0.03423237, -0.01309445,\n",
" -0.08452192, -0.02647401, -0.02566894, 0.02107499, -0.06059186,\n",
" 0.04721771, 0.06255583, 0.00666522, -0.03669771, -0.01363842,\n",
" 0.07716245, 0.02451299, 0.06636736, -0.0068472 , -0.03702966,\n",
" -0.00109227, 0.04570292, -0.02490834, -0.00735634, -0.06631003,\n",
" 0.05359567, -0.01930808, 0.08027287, -0.00096244, -0.0229044 ,\n",
" 0.02055159, -0.08387378, -0.08410567, -0.03925333, 0.02966407,\n",
" 0.04375155, 0.0167244 , 0.06586313, 0.02888772, 0.00883515,\n",
" -0.03332737, 0.03982235, -0.00375932, 0.00460916, -0.01742777,\n",
" -0.05338774, 0.04880227, 0.03549165, -0.02600032, 0.05741075,\n",
" -0.03320855, -0.064684 , 0.00822116, 0.02764725, -0.07584528,\n",
" -0.02172814, -0.04137513, 0.0074769 , 0.02635077, 0.0281 ,\n",
" -0.04370532, -0.04858216, -0.02897953, 0.01968482, -0.0473008 ,\n",
" -0.00029539, 0.01994068, -0.0726164 , -0.02796139, 0.0453852 ,\n",
" 0.01092224, 0.04944001, -0.06340633, -0.04976342, -0.10133419,\n",
" -0.04276913, 0.0048484 , -0.03598186, -0.03035165, 0.01940189,\n",
" 0.00662845, -0.00792689, -0.10603909, -0.08742078, 0.01898488,\n",
" -0.03612837, 0.11270292, -0.01954089, -0.05264547, 0.07708918,\n",
" 0.01659402, 0.04840906, 0.02242995, -0.00659218, 0.01298084,\n",
" 0.06364855, -0.0644704 , 0.02579481, 0.02904657, 0.00783812,\n",
" -0.02083732, -0.03577479, 0.01291235, -0.03019275, 0.03749917,\n",
" 0.00444363, 0.01181698, -0.03754938, 0.01824334, 0.04041672,\n",
" -0.02055382, -0.01099028, -0.00687949, 0.1287699 , 0.09326579,\n",
" 0.02004592, 0.01513173, 0.01923939, -0.04170032, 0.04762558,\n",
" 0.10857044, -0.01534173, 0.03287461, -0.00847783, -0.01605317,\n",
" -0.01594909, -0.04364671, -0.06420414, 0.06344936, 0.01187676,\n",
" 0.00721731, -0.00962889, -0.0016002 , -0.00919009, -0.04977945,\n",
" 0.06913616, 0.04944939, 0.01537407, 0.0555015 , 0.02618349,\n",
" 0.008207 , -0.0598655 , -0.04731872, -0.00419664, 0.07869114,\n",
" -0.04805263, -0.01415614, -0.01349298, -0.02728627, 0.06991188,\n",
" 0.03708936, 0.00876744, 0.03382796, 0.07186531, 0.04938673,\n",
" -0.00045361, -0.05105389, -0.00914628, -0.00814989, -0.00513943,\n",
" 0.04033294, -0.03202664, -0.07223557, 0.04803273, -0.08535863,\n",
" -0.04678985, -0.00612307, -0.0291956 , -0.06435645, 0.01431552,\n",
" -0.02653805, 0.03604224, -0.02373519, -0.05449738, -0.02990599,\n",
" 0.01595182, -0.02084833, -0.02808687, 0.03534048, -0.06028308,\n",
" -0.01186531, -0.02384848, 0.01331778, 0.06444716, -0.05430556,\n",
" 0.03547395, -0.04825944, 0.04539894, -0.01848792, -0.00113281,\n",
" 0.025655 , 0.04858537, 0.03251496, 0.04576175, 0.03769178,\n",
" -0.02336715, 0.03187554, -0.00033176, -0.03073063, -0.05012156,\n",
" -0.03128999, 0.01158178, -0.04152656, -0.02252709, -0.05022969,\n",
" -0.09884351, 0.01595521, -0.02461706, 0.07704715, 0.01808252,\n",
" 0.01348514, 0.02361491, 0.02563677, -0.05717878, -0.02333875,\n",
" -0.13060124, -0.01659404, 0.04148474, -0.02862079, -0.05902408,\n",
" -0.05813082, -0.00740997, 0.02434431, -0.05082117, -0.08457401,\n",
" -0.03750201, 0.06307655, -0.01871601, -0.0164351 , -0.05499209,\n",
" 0.02111241, -0.0730819 , 0.00754384, 0.06591573, -0.00051913,\n",
" -0.00314201, -0.01885973, 0.02243127, 0.00654989, -0.02979814,\n",
" 0.01912978, -0.04154308, -0.0883508 , 0.0262856 , -0.00975013,\n",
" 0.10109388, -0.04983597, 0.04016145, 0.02013696, 0.09285637,\n",
" 0.06320681, 0.02142419, -0.02162635, 0.00089218, 0.00885174,\n",
" 0.07508466, 0.00156389, 0.03709337, 0.03282095, 0.00535713,\n",
" 0.0309096 , -0.01800879, 0.02164011, -0.00681694, -0.02223237,\n",
" 0.02787167, 0.06886287, 0.07145246, 0.03358256, 0.00909079,\n",
" 0.05633322, 0.01079566, 0.0444775 , -0.01808844, -0.05126771,\n",
" -0.03437978, 0.05638098, -0.00049242, -0.04876452, 0.05778785,\n",
" 0.00981836, -0.04802068, -0.04757612, 0.04859426, 0.01441912,\n",
" 0.03402979, -0.04124489, -0.00590543, -0.05353983, 0.01068715,\n",
" -0.01804194, -0.01096461, 0.0459981 , 0.00984987, 0.00988964,\n",
" -0.02439631, -0.09496129, 0.03760475, -0.0019336 , 0.00466772,\n",
" 0.01341016, 0.01245368, -0.06037907, 0.06341624, 0.02968675,\n",
" 0.05796418, -0.03702884, 0.01870541, 0.03356035, 0.11149911,\n",
" -0.00776501, -0.05424787, -0.1058393 , 0.02144453, -0.0294437 ,\n",
" -0.01382303, -0.00727724, 0.00469543, 0.06352659, 0.03055773,\n",
" -0.01616743, -0.01183023, 0.0811616 , 0.02302106, -0.00478979,\n",
" -0.00056534, -0.09554725]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'remembers': Embedding(embedding=array([ 1.06074475e-01, -4.00684625e-02, -2.17557326e-02, -2.48498116e-02,\n",
" -2.01428216e-03, -5.02389893e-02, 4.17112410e-02, 6.29317462e-02,\n",
" 9.82177332e-02, 7.94017538e-02, -6.97031012e-03, 3.48703526e-02,\n",
" 1.80272106e-02, 2.12147925e-02, -1.67728681e-02, 2.46228613e-02,\n",
" 4.71916087e-02, 9.04748812e-02, 1.26612550e-02, -2.31285747e-02,\n",
" -8.92668664e-02, -4.60995957e-02, 7.20243482e-03, 5.74540086e-02,\n",
" 2.87138261e-02, 3.24154831e-02, -1.03207200e-03, -4.40706313e-02,\n",
" 6.15662634e-02, -1.01340702e-02, 8.19416195e-02, -7.61447055e-03,\n",
" -1.66355409e-02, 2.98156217e-03, 3.27535383e-02, -1.58988461e-02,\n",
" -4.99016456e-02, -2.20170766e-02, -7.44959265e-02, 5.11542186e-02,\n",
" -4.09397483e-02, 3.97837767e-03, -1.63887013e-02, -2.23844107e-02,\n",
" 3.41300443e-02, -6.31358922e-02, -3.06327958e-02, 3.71533856e-02,\n",
" -3.06683294e-02, 2.54923217e-02, 2.99420245e-02, 9.59624827e-04,\n",
" 2.37958785e-03, 9.32972645e-04, 4.34882827e-02, 5.31873219e-02,\n",
" 7.30910059e-03, -7.22897574e-02, -2.77922638e-02, -3.77480835e-02,\n",
" 4.72397730e-02, 2.89306901e-02, 3.27581242e-02, 2.54282262e-02,\n",
" 1.52911507e-02, -1.47122459e-03, 3.46212983e-02, 8.03734176e-03,\n",
" -1.16725517e-02, -2.04645731e-02, -2.98214722e-02, 4.85382713e-02,\n",
" 7.62648229e-03, 1.59089476e-01, -9.99986008e-03, 1.86381713e-02,\n",
" 8.30538105e-03, -6.96810037e-02, 1.35106407e-02, -1.34645272e-02,\n",
" 6.33610040e-02, 5.75627759e-03, -7.35818893e-02, 5.11714555e-02,\n",
" -2.89176498e-02, 2.37790979e-02, -2.37917434e-02, -9.18227658e-02,\n",
" -5.44703268e-02, -4.28907275e-02, -7.15436460e-03, -3.46946940e-02,\n",
" -4.62193489e-02, -8.98603052e-02, -5.23371622e-02, 9.67069902e-03,\n",
" -8.05232525e-02, 2.76552346e-02, -2.67454069e-02, -1.34972557e-02,\n",
" -8.62090290e-03, -1.64541192e-02, -3.15355249e-02, -3.00672427e-02,\n",
" -3.71979363e-02, -1.07717896e-02, 9.27035115e-04, 3.35930996e-02,\n",
" -5.84914573e-02, 8.13621283e-02, -3.03573739e-02, -3.88097651e-02,\n",
" -2.45191399e-02, -5.20926761e-03, 2.08167769e-02, 7.67547712e-02,\n",
" 1.52591784e-02, 9.61294174e-02, -6.09849505e-02, -3.47409323e-02,\n",
" -1.38678402e-01, -5.71234860e-02, 3.76414247e-02, -4.77146776e-03,\n",
" -1.49789499e-02, 3.04206600e-03, -2.58953609e-02, 4.24041152e-02,\n",
" -5.99746779e-02, 2.01057382e-02, 6.49222406e-03, 6.95343837e-02,\n",
" -2.67934874e-02, 2.89504156e-02, -2.59778947e-02, 4.18206938e-02,\n",
" 7.68536050e-03, 5.59756793e-02, -6.35529170e-03, 8.22618883e-03,\n",
" -3.73995565e-02, -2.03423910e-02, 8.16777814e-03, 6.20110938e-03,\n",
" 1.98937813e-03, 2.91936565e-02, 1.76562890e-02, 6.97927251e-02,\n",
" -4.54971716e-02, 7.17652170e-03, 5.44656180e-02, 2.86032036e-02,\n",
" -2.70974264e-02, 1.17440755e-02, -5.68168946e-02, -6.46333769e-02,\n",
" -3.23533826e-02, 1.61672221e-03, 2.86883358e-02, 3.57371825e-03,\n",
" 2.40400732e-02, 5.23330197e-02, 2.41730325e-02, -6.44235387e-02,\n",
" -1.02885053e-01, 4.26879805e-03, -8.30929552e-04, -4.32571024e-02,\n",
" 2.42417008e-02, 5.79744317e-02, -4.82359305e-02, 4.74503301e-02,\n",
" -4.79082316e-02, 7.25877145e-03, 3.68057862e-02, -6.12103790e-02,\n",
" -2.57902369e-02, -1.37800267e-02, 1.95838287e-02, -9.85132996e-03,\n",
" 2.66541801e-02, -4.49075699e-02, 2.21533384e-02, -1.40438052e-02,\n",
" -1.05402544e-02, 3.12458482e-02, 2.41698902e-02, -1.24949962e-02,\n",
" -5.06410673e-02, 1.72735918e-02, -8.37966055e-02, -3.44533436e-02,\n",
" -2.36912239e-02, 9.00946464e-03, -5.93867451e-02, 4.47583348e-02,\n",
" 3.37820984e-02, -3.29336040e-02, -5.46316355e-02, 9.33611579e-03,\n",
" 9.06942934e-02, 3.68524119e-02, 4.08604071e-02, 9.13693395e-04,\n",
" -1.10038463e-02, 3.51845510e-02, 1.47720883e-02, -3.33340280e-02,\n",
" -1.40003553e-02, -3.46376784e-02, 5.12448959e-02, -1.12238089e-02,\n",
" 4.79592383e-02, 3.89305642e-03, -1.50711171e-03, 5.53807318e-02,\n",
" -6.82719201e-02, -7.18272030e-02, -5.49725108e-02, 3.68158594e-02,\n",
" 1.24615915e-02, 3.71017382e-02, 4.58026268e-02, 4.51530237e-03,\n",
" 1.45212626e-02, 6.20545616e-05, 2.87287738e-02, -3.00702434e-02,\n",
" 1.27644157e-02, 1.04838563e-02, -4.47690189e-02, 3.95503640e-02,\n",
" 2.87673231e-02, -4.02483866e-02, 3.74510475e-02, -3.17343809e-02,\n",
" -2.93495171e-02, 6.42300444e-03, 2.92031802e-02, -1.06484368e-01,\n",
" -5.53158228e-04, -5.63377663e-02, 4.02819291e-02, 7.54259452e-02,\n",
" 2.51376964e-02, -2.51302440e-02, -7.35343769e-02, -1.01021416e-02,\n",
" 4.90764603e-02, -3.33791599e-02, 1.75516810e-02, 4.57082270e-03,\n",
" -7.08461851e-02, -2.50498448e-02, 3.31226029e-02, 2.97034737e-02,\n",
" 4.78001498e-02, -7.15121701e-02, -6.26492649e-02, -7.28283897e-02,\n",
" -2.27267109e-03, -2.86040740e-04, -5.92374504e-02, -2.37691607e-02,\n",
" 2.56580431e-02, -2.22365856e-02, -8.29755235e-03, -8.58180672e-02,\n",
" -7.18827248e-02, 4.75103483e-02, -3.36339436e-02, 8.27378258e-02,\n",
" -3.62975895e-02, -4.73413765e-02, 3.63540910e-02, 5.56484330e-03,\n",
" 3.10325120e-02, 2.47486271e-02, 5.83210401e-03, 1.54321091e-02,\n",
" 5.66284359e-02, -3.95563804e-02, -2.43759416e-02, 6.29687682e-02,\n",
" -1.03899734e-02, -3.76855023e-02, -2.18301937e-02, -2.37168511e-03,\n",
" -4.85996641e-02, 4.52637747e-02, 1.24024916e-02, 8.61554465e-04,\n",
" -2.11418066e-02, -2.25711172e-03, 4.21604328e-02, -2.34832782e-02,\n",
" -1.83794126e-02, -2.14761198e-02, 1.11673705e-01, 8.36715698e-02,\n",
" 4.27666456e-02, 3.11875045e-02, 5.26679307e-02, -4.29323614e-02,\n",
" 5.54549731e-02, 5.83701432e-02, 6.49217423e-03, 2.38570496e-02,\n",
" -2.46690419e-02, -2.19845418e-02, -4.75843884e-02, -4.89742756e-02,\n",
" -3.62401754e-02, 7.65384659e-02, 2.96863429e-02, 1.75201446e-02,\n",
" 9.82905179e-03, -4.83833672e-03, 5.84203005e-03, -5.53201512e-02,\n",
" 9.07141492e-02, 8.29284117e-02, 2.12593353e-03, 4.45738323e-02,\n",
" 3.22781391e-02, 5.28215170e-02, -7.90606290e-02, -7.23093003e-02,\n",
" -1.13132480e-03, 7.04798624e-02, -7.16224760e-02, -5.85136237e-03,\n",
" -2.79280245e-02, -4.15147608e-03, 5.77370375e-02, 4.07356098e-02,\n",
" -8.95654317e-03, 2.06127651e-02, 6.07257858e-02, 6.63001388e-02,\n",
" -3.19284573e-02, -9.05737579e-02, -1.19157564e-02, -2.31962316e-02,\n",
" 2.95999479e-02, 5.54737821e-02, -1.58864800e-02, -6.79976791e-02,\n",
" 3.56100164e-02, -5.76189421e-02, -4.74815145e-02, 7.72183156e-03,\n",
" -1.98091362e-02, -5.69499023e-02, 2.66332179e-02, -1.09499935e-02,\n",
" 5.01509383e-02, -4.65726061e-03, -6.06439374e-02, -3.98960076e-02,\n",
" 1.47511614e-02, -1.00968184e-03, -2.82195285e-02, 3.01925521e-02,\n",
" -1.06041268e-01, -1.99369155e-02, -4.69815731e-02, 3.66457440e-02,\n",
" 4.99330908e-02, -4.30999175e-02, 1.96436569e-02, -5.93210310e-02,\n",
" 5.42824864e-02, 2.89644697e-03, -1.11282086e-02, 3.86756025e-02,\n",
" 3.90756801e-02, 3.07879113e-02, 5.61090112e-02, 2.84132548e-02,\n",
" 5.33556147e-03, 5.84267415e-02, 3.44389305e-02, -2.57221367e-02,\n",
" -5.86094446e-02, -4.25329171e-02, 1.37784248e-02, -6.67428151e-02,\n",
" -1.27248662e-02, -3.10706533e-02, -9.42528322e-02, 2.65510250e-02,\n",
" 3.10054375e-03, 1.07622460e-01, 5.12521993e-03, 1.33525478e-02,\n",
" -1.36895580e-02, 2.49992311e-02, -4.20252681e-02, -8.00982676e-03,\n",
" -1.27318367e-01, -8.10204539e-03, 5.46023808e-02, -4.19138819e-02,\n",
" -6.59233183e-02, -4.70685251e-02, -3.12499632e-03, 2.47504879e-02,\n",
" -4.35819402e-02, -8.85230079e-02, -4.17784080e-02, 5.67066260e-02,\n",
" -1.07233291e-02, -5.51267229e-02, -3.33858095e-02, 3.38266119e-02,\n",
" -4.57239859e-02, -5.83246816e-03, 6.70712069e-02, -1.45252179e-02,\n",
" -1.53987212e-02, 1.48104373e-02, 2.61147637e-02, -3.78672441e-04,\n",
" -1.77008323e-02, 2.80808639e-02, -5.62808178e-02, -7.31700063e-02,\n",
" 1.62724350e-02, -1.83282811e-02, 1.02393121e-01, -4.49234247e-02,\n",
" 2.23841872e-02, 1.63378101e-02, 7.52791315e-02, 3.03715430e-02,\n",
" 1.38211427e-02, -5.23766689e-02, 1.02337711e-02, 1.80365853e-02,\n",
" 7.35800117e-02, -1.21358400e-02, 2.76094992e-02, 4.04935330e-02,\n",
" -9.87439416e-03, 2.65028086e-02, -2.52345763e-03, 1.32857459e-02,\n",
" -7.62475468e-03, -4.46044281e-02, 3.07888705e-02, 5.13597578e-02,\n",
" 6.54469207e-02, 5.29514439e-03, 2.26762574e-02, 1.92354284e-02,\n",
" -2.97383009e-03, 4.76541296e-02, -1.21076806e-02, -7.01883808e-02,\n",
" -1.56834926e-02, 9.17068049e-02, -1.01401750e-02, -3.79069559e-02,\n",
" 4.01081592e-02, 2.23487690e-02, -5.32152131e-02, -4.54110578e-02,\n",
" 4.25777063e-02, 2.33022729e-03, 1.79759432e-02, -6.83619529e-02,\n",
" 2.12215539e-02, -3.53756659e-02, -2.62963139e-02, -3.73436958e-02,\n",
" 6.88865874e-03, 6.88575134e-02, -2.61402060e-03, 1.01980334e-02,\n",
" -4.31183539e-02, -4.48715910e-02, 1.73284896e-02, 2.04156898e-02,\n",
" 6.18730299e-03, -7.39829848e-03, 1.40836872e-02, -4.99902554e-02,\n",
" 6.44145161e-02, -7.15499092e-03, 7.35471770e-02, -2.88730711e-02,\n",
" 1.61424428e-02, 4.62976545e-02, 1.31037965e-01, 2.02075131e-02,\n",
" -5.81993647e-02, -9.37187672e-02, 4.13765982e-02, -3.64020243e-02,\n",
" 2.98253680e-03, -1.42570939e-02, 1.32673029e-02, 9.34726223e-02,\n",
" 2.48351637e-02, -3.58167961e-02, -3.94489337e-03, 7.12773874e-02,\n",
" -2.43086834e-03, -2.56831106e-02, 3.61351320e-03, -1.16256155e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'reveal': Embedding(embedding=array([ 0.11335666, -0.0401404 , -0.01820919, -0.00294092, -0.00891021,\n",
" -0.06221733, 0.03432272, 0.05786013, 0.09634105, 0.06284639,\n",
" -0.01902141, 0.04285502, 0.02768929, 0.01955833, -0.01585915,\n",
" 0.03230087, 0.05857249, 0.09073712, 0.00574344, -0.02109708,\n",
" -0.0911799 , -0.04283167, 0.00612181, 0.05609424, 0.01884335,\n",
" 0.02490261, 0.00607512, -0.04148321, 0.05880953, -0.01261056,\n",
" 0.0837545 , -0.00846104, 0.00197045, 0.01016943, 0.04020732,\n",
" -0.02401419, -0.05353443, -0.01785402, -0.08177414, 0.0464383 ,\n",
" -0.04149007, 0.01284203, -0.02190111, -0.01313036, 0.04286247,\n",
" -0.06491567, -0.03960543, 0.04466686, -0.02817708, 0.01662261,\n",
" 0.03844848, -0.00731427, -0.0013807 , 0.01444213, 0.04949808,\n",
" 0.06869171, -0.00309963, -0.0850741 , -0.02161069, -0.02175059,\n",
" 0.04127403, 0.02123342, 0.02246789, 0.02399929, 0.01321227,\n",
" 0.01078276, 0.0405317 , 0.01628388, -0.00623542, -0.02043512,\n",
" -0.02423242, 0.03097247, 0.01806368, 0.15423357, -0.02203929,\n",
" 0.00995775, 0.01645578, -0.0780229 , 0.02419518, -0.01505646,\n",
" 0.03317172, 0.01479419, -0.07125546, 0.04822331, -0.02671678,\n",
" 0.0348223 , -0.02480335, -0.09687574, -0.0529394 , -0.02796323,\n",
" -0.01911921, -0.04047523, -0.03307577, -0.08117118, -0.06898559,\n",
" 0.02956572, -0.07589903, 0.03143852, -0.01628752, -0.00381702,\n",
" -0.01098503, -0.01452102, -0.01302584, -0.02797609, -0.0378445 ,\n",
" -0.01844319, 0.0005953 , 0.03315581, -0.04889525, 0.08248904,\n",
" -0.03874793, -0.02036948, -0.01089553, -0.00408233, 0.00725207,\n",
" 0.0779233 , 0.0211088 , 0.08973853, -0.0724801 , -0.02669947,\n",
" -0.15902457, -0.0625315 , 0.02781913, -0.00307437, -0.01921368,\n",
" 0.0019315 , -0.03081624, 0.04634981, -0.07151759, 0.0146452 ,\n",
" 0.00881879, 0.06265959, -0.02870771, 0.0285385 , -0.03240718,\n",
" 0.05616353, 0.01456509, 0.06189919, -0.01136258, 0.00997329,\n",
" -0.02750099, -0.02655485, -0.00671282, 0.01263833, -0.00935852,\n",
" 0.03506498, 0.01198729, 0.05797492, -0.04670671, 0.00660391,\n",
" 0.0548043 , 0.02893886, -0.02966422, 0.02370942, -0.03875609,\n",
" -0.05853368, -0.02992323, 0.01606619, 0.03206505, 0.00781886,\n",
" 0.02123685, 0.04922784, 0.03616928, -0.06991629, -0.09321576,\n",
" -0.00082905, 0.00352188, -0.04080837, 0.03782415, 0.04758875,\n",
" -0.0390378 , 0.03588646, -0.04227557, 0.01502211, 0.04015594,\n",
" -0.07867485, -0.02403532, -0.01006477, 0.03021885, -0.00213482,\n",
" 0.02675056, -0.04544276, 0.01006487, -0.01216322, 0.00166785,\n",
" 0.02220145, 0.01675497, 0.00230838, -0.04465334, 0.00708053,\n",
" -0.08567345, -0.03477268, -0.01859313, 0.01202435, -0.06516263,\n",
" 0.04737359, 0.04737889, -0.01641181, -0.05156482, 0.00395627,\n",
" 0.09007522, 0.02705946, 0.04902089, 0.00304937, -0.02099504,\n",
" 0.01754056, 0.02895818, -0.03311394, -0.01421913, -0.05198035,\n",
" 0.05637047, -0.0085014 , 0.05531168, 0.00459511, -0.00614912,\n",
" 0.04483273, -0.08908399, -0.08573661, -0.0443985 , 0.03511013,\n",
" 0.02551879, 0.03484311, 0.05626668, 0.01541299, 0.00903002,\n",
" -0.01715655, 0.02864546, -0.01235425, 0.0079816 , -0.00996432,\n",
" -0.05574707, 0.03823171, 0.03162203, -0.04409049, 0.04522394,\n",
" -0.0383141 , -0.04965044, 0.01564837, 0.0230375 , -0.10060724,\n",
" -0.00725278, -0.05014838, 0.03045862, 0.05831359, 0.02602862,\n",
" -0.02850575, -0.06991681, -0.01705484, 0.0502979 , -0.04121533,\n",
" 0.01082519, 0.01621819, -0.07271046, -0.02278418, 0.039588 ,\n",
" 0.02703985, 0.04673035, -0.06360082, -0.05100141, -0.0887577 ,\n",
" -0.02482861, 0.00807258, -0.05067559, -0.0254124 , 0.01185209,\n",
" -0.00747422, -0.00695633, -0.09858622, -0.07393617, 0.04064091,\n",
" -0.03386626, 0.07918283, -0.0331662 , -0.04773725, 0.05124666,\n",
" 0.0075612 , 0.03737952, 0.02700516, -0.00164978, 0.01358962,\n",
" 0.06617944, -0.04809353, -0.00751394, 0.05693695, -0.00157991,\n",
" -0.03038273, -0.03320584, 0.00669696, -0.03826758, 0.0436637 ,\n",
" 0.01128507, 0.00367939, -0.02237356, 0.00811919, 0.04656752,\n",
" -0.02367592, -0.00498951, -0.00882533, 0.12403829, 0.08972575,\n",
" 0.03396699, 0.02106225, 0.03804522, -0.04558098, 0.05386095,\n",
" 0.08433935, -0.00331433, 0.0285463 , -0.01235346, -0.01904332,\n",
" -0.0399599 , -0.04254868, -0.04351618, 0.07683968, 0.0299899 ,\n",
" 0.00711068, 0.00956966, -0.00201401, -0.00439919, -0.04973628,\n",
" 0.0872427 , 0.08069319, 0.01291147, 0.05018108, 0.02575059,\n",
" 0.05633552, -0.06868394, -0.05385803, -0.00481662, 0.0796662 ,\n",
" -0.0634263 , -0.00815566, -0.0193356 , -0.01057261, 0.04967511,\n",
" 0.0414194 , -0.00258396, 0.01717313, 0.06252909, 0.06481844,\n",
" -0.01677512, -0.08129896, -0.00606582, -0.01909692, 0.0159769 ,\n",
" 0.04905287, -0.00845679, -0.06956407, 0.03866303, -0.0651913 ,\n",
" -0.04727923, 0.00188214, -0.02000573, -0.06185748, 0.01740699,\n",
" -0.01772149, 0.04640057, -0.0043737 , -0.05866414, -0.03814799,\n",
" 0.01310071, -0.00717918, -0.01072612, 0.03750044, -0.08744523,\n",
" -0.01806948, -0.04540258, 0.0197196 , 0.05800362, -0.05032782,\n",
" 0.03046145, -0.04923768, 0.05069231, -0.01158942, -0.01588274,\n",
" 0.03090623, 0.04681044, 0.03787339, 0.05104409, 0.03180033,\n",
" -0.00828555, 0.04833616, 0.02286922, -0.03080186, -0.05907183,\n",
" -0.02877204, 0.02313625, -0.060993 , -0.0087722 , -0.0443309 ,\n",
" -0.0955757 , 0.02835684, 0.00347077, 0.09514349, 0.01091179,\n",
" 0.01656998, 0.00506883, 0.02106307, -0.04985895, -0.00538241,\n",
" -0.12211279, -0.01113025, 0.05069441, -0.03814348, -0.0601375 ,\n",
" -0.04820681, -0.00281298, 0.02434105, -0.04314322, -0.08965378,\n",
" -0.03677592, 0.05857939, -0.00706558, -0.04015263, -0.04134433,\n",
" 0.0291752 , -0.06124654, 0.00897805, 0.06656659, -0.01287743,\n",
" -0.01393863, 0.00239479, 0.02545164, 0.00399372, -0.02423514,\n",
" 0.0261951 , -0.0541345 , -0.08226013, 0.02037233, -0.01688291,\n",
" 0.10501606, -0.0463051 , 0.02241414, 0.00985076, 0.08610041,\n",
" 0.03589211, 0.01022262, -0.03712028, 0.01496294, 0.01500935,\n",
" 0.07541287, -0.00117037, 0.03055114, 0.03635385, -0.0040514 ,\n",
" 0.03356854, -0.01463024, 0.020056 , -0.00770919, -0.0386089 ,\n",
" 0.03338857, 0.06108723, 0.06482679, 0.02123636, 0.02023534,\n",
" 0.03232103, 0.00631453, 0.04337151, -0.01396386, -0.06536413,\n",
" -0.02452386, 0.0846935 , -0.01274019, -0.04099947, 0.04130204,\n",
" 0.01380608, -0.05777461, -0.04601727, 0.05354249, 0.01102535,\n",
" 0.03511164, -0.06531961, 0.01777461, -0.04262597, -0.01378257,\n",
" -0.02772083, -0.00270358, 0.06096951, 0.00881596, 0.00837395,\n",
" -0.04014853, -0.0535781 , 0.02310549, 0.0172516 , 0.01941212,\n",
" -0.00220652, 0.01381741, -0.06386469, 0.06428677, 0.00298382,\n",
" 0.07066817, -0.03300264, 0.01002134, 0.04420878, 0.13088799,\n",
" 0.00514463, -0.05993083, -0.09830087, 0.04007408, -0.03437346,\n",
" -0.00135422, -0.01160083, 0.01079106, 0.07534675, 0.02798213,\n",
" -0.03384017, -0.01234301, 0.07526472, 0.00655538, -0.01223251,\n",
" -0.00445468, -0.10439568]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'right': Embedding(embedding=array([ 1.18942700e-01, -3.85287292e-02, -2.34221220e-02, -1.69357008e-05,\n",
" -8.70198291e-03, -6.12534620e-02, 3.61322239e-02, 5.75365126e-02,\n",
" 1.08534172e-01, 6.83596730e-02, -1.29708434e-02, 2.81361733e-02,\n",
" 2.10727267e-02, 2.02331766e-02, -5.97881572e-03, 2.66915746e-02,\n",
" 4.87575792e-02, 8.78777727e-02, 2.54804688e-03, -2.74135564e-02,\n",
" -9.05338600e-02, -4.11337651e-02, 1.00626210e-02, 5.94024844e-02,\n",
" 2.05648020e-02, 2.33775768e-02, 3.11519508e-03, -5.26269004e-02,\n",
" 5.57546578e-02, -1.70975514e-02, 7.73817375e-02, -1.05641410e-02,\n",
" 6.14607846e-03, 5.97441243e-03, 4.28444333e-02, -1.94113012e-02,\n",
" -6.64562508e-02, -2.43807063e-02, -8.72896910e-02, 4.54313233e-02,\n",
" -5.08908406e-02, 1.54721392e-02, -1.90678313e-02, -1.56863704e-02,\n",
" 4.29212190e-02, -6.55407757e-02, -3.66092771e-02, 4.32826616e-02,\n",
" -3.02026775e-02, 2.14476939e-02, 2.98046358e-02, -6.89544529e-03,\n",
" 5.03073854e-04, 1.00859273e-02, 4.84569296e-02, 6.08967878e-02,\n",
" -1.22902845e-03, -9.11442116e-02, -2.51173582e-02, -2.68087443e-02,\n",
" 3.93858813e-02, 2.49454901e-02, 2.45978422e-02, 2.87595447e-02,\n",
" 2.59110108e-02, 1.19475378e-02, 3.73658128e-02, 2.28039138e-02,\n",
" -5.57174161e-03, -1.99502502e-02, -2.44247112e-02, 2.24184021e-02,\n",
" 2.02390961e-02, 1.50307938e-01, -2.55878065e-02, 8.07255972e-03,\n",
" 1.62115209e-02, -7.09673688e-02, 2.25334801e-02, -1.10539095e-02,\n",
" 3.95444147e-02, 1.95132550e-02, -6.88263774e-02, 3.68928313e-02,\n",
" -2.00738329e-02, 3.85636799e-02, -2.02062596e-02, -9.73131508e-02,\n",
" -5.54543473e-02, -2.24869326e-02, -1.23268897e-02, -4.34964821e-02,\n",
" -2.84029469e-02, -8.78196061e-02, -6.77437857e-02, 2.32715178e-02,\n",
" -8.21288079e-02, 2.77742110e-02, -5.65488124e-03, -1.04751904e-03,\n",
" -1.50772184e-02, -1.56076569e-02, -2.46035233e-02, -2.51269769e-02,\n",
" -3.68962809e-02, -2.86413692e-02, 7.95738742e-07, 3.57515588e-02,\n",
" -4.08227108e-02, 8.27160180e-02, -3.18907015e-02, -3.32273766e-02,\n",
" -1.09527754e-02, -8.50288291e-03, 2.40641623e-03, 7.80213401e-02,\n",
" 1.79374516e-02, 8.88669565e-02, -6.89648762e-02, -3.07730902e-02,\n",
" -1.47740617e-01, -5.53800426e-02, 3.26241106e-02, -1.29868053e-02,\n",
" -2.19582804e-02, 5.36909420e-03, -3.07569280e-02, 5.03274985e-02,\n",
" -6.53320253e-02, 8.13702494e-03, 1.06248492e-02, 6.17739558e-02,\n",
" -2.62159780e-02, 3.03873066e-02, -2.66382657e-02, 5.03730699e-02,\n",
" 3.24567617e-03, 5.75055517e-02, -2.97196116e-03, 1.45523846e-02,\n",
" -2.65166722e-02, -2.04891954e-02, -3.72618181e-03, 2.00696345e-02,\n",
" -1.19528547e-02, 3.43381837e-02, 1.34547306e-02, 6.74878806e-02,\n",
" -4.42941524e-02, 1.76237337e-03, 6.02869578e-02, 3.00383531e-02,\n",
" -2.90421005e-02, 2.31643245e-02, -4.67758700e-02, -6.43212199e-02,\n",
" -3.02882623e-02, 1.16940038e-02, 2.67731771e-02, 5.45386970e-03,\n",
" 1.56151969e-02, 4.92501408e-02, 3.73551026e-02, -6.24191836e-02,\n",
" -9.20357853e-02, 9.81266960e-04, 1.03566917e-02, -4.60914783e-02,\n",
" 3.76584604e-02, 4.23763134e-02, -4.15386483e-02, 3.51909474e-02,\n",
" -5.16936183e-02, 1.40407784e-02, 5.15628867e-02, -7.26462081e-02,\n",
" -2.95982361e-02, -1.47973029e-02, 1.46307750e-02, -1.57059124e-03,\n",
" 1.70195382e-02, -4.82084155e-02, 2.69021094e-02, -2.75223590e-02,\n",
" -6.80328696e-04, 2.59923190e-02, 2.89158523e-02, 1.43339552e-04,\n",
" -4.43377830e-02, 2.79797777e-03, -8.41331929e-02, -3.53870392e-02,\n",
" -2.60303393e-02, 1.52552323e-02, -5.85951731e-02, 4.64338548e-02,\n",
" 3.86608206e-02, -2.91154291e-02, -4.69208956e-02, 2.11484055e-03,\n",
" 8.45797583e-02, 3.02467532e-02, 5.62176853e-02, 6.07401831e-03,\n",
" -1.75679047e-02, 1.61758680e-02, 3.31213288e-02, -2.76375003e-02,\n",
" -1.65730566e-02, -4.64031585e-02, 6.09157197e-02, -1.53400032e-02,\n",
" 6.01806082e-02, 9.76603199e-03, -9.10303462e-03, 3.89904082e-02,\n",
" -8.21007639e-02, -7.93309808e-02, -5.71003146e-02, 4.08673212e-02,\n",
" 2.08922308e-02, 3.03761922e-02, 4.67380881e-02, 1.86232366e-02,\n",
" 2.02961471e-02, -6.52446086e-03, 3.12137939e-02, -1.25829270e-02,\n",
" 1.87517458e-03, -7.58961216e-03, -6.23674691e-02, 4.51187380e-02,\n",
" 3.78762446e-02, -2.73656379e-02, 4.82910611e-02, -4.15295623e-02,\n",
" -4.89157140e-02, 7.22777005e-03, 3.42618972e-02, -9.76437256e-02,\n",
" -4.03078739e-03, -5.73325567e-02, 3.19099836e-02, 5.55813275e-02,\n",
" 2.98294406e-02, -3.00000720e-02, -6.74486011e-02, -1.95570495e-02,\n",
" 4.65613306e-02, -3.55383381e-02, 6.26533059e-03, 2.60813907e-02,\n",
" -7.09171817e-02, -2.54818890e-02, 4.13811058e-02, 2.28203386e-02,\n",
" 3.89557332e-02, -7.21275732e-02, -6.42662346e-02, -9.52354893e-02,\n",
" -1.37622328e-02, 2.68982211e-03, -5.73985390e-02, -2.44524870e-02,\n",
" 1.73789356e-02, -6.80082990e-03, -6.35885587e-03, -9.44431499e-02,\n",
" -7.71554410e-02, 4.06276882e-02, -3.62738445e-02, 9.46074501e-02,\n",
" -2.51121596e-02, -5.16342446e-02, 5.25618233e-02, 1.57932118e-02,\n",
" 3.64411287e-02, 1.96183734e-02, 7.54794991e-03, 1.38589339e-02,\n",
" 6.50007874e-02, -5.26702069e-02, -1.40100848e-02, 6.36994243e-02,\n",
" -1.06283147e-02, -2.65137758e-02, -3.16851512e-02, 6.12144300e-04,\n",
" -3.39381509e-02, 4.72255684e-02, 1.06779002e-02, -2.86297640e-03,\n",
" -2.30572913e-02, 6.07484858e-03, 4.67377938e-02, -2.97970753e-02,\n",
" -1.38763208e-02, -1.35096693e-02, 1.22032598e-01, 9.01950151e-02,\n",
" 3.57763991e-02, 2.73584537e-02, 3.38173546e-02, -4.25985307e-02,\n",
" 4.97528501e-02, 7.66928196e-02, -6.25768444e-05, 2.46548578e-02,\n",
" -1.78125538e-02, -1.55237447e-02, -4.42861691e-02, -3.97761799e-02,\n",
" -4.89451475e-02, 8.42403695e-02, 2.11567562e-02, 1.80842280e-02,\n",
" 1.45499138e-02, -7.87206367e-03, -7.59750418e-03, -3.51038277e-02,\n",
" 9.08268467e-02, 7.88198709e-02, 1.48186181e-02, 4.14922126e-02,\n",
" 3.41696851e-02, 4.01528180e-02, -7.37577602e-02, -5.82910366e-02,\n",
" -1.34474679e-03, 7.44326487e-02, -7.05433041e-02, -5.85767347e-03,\n",
" -2.22390145e-02, -4.47356515e-03, 4.60932776e-02, 3.81490886e-02,\n",
" -9.05163027e-03, 1.92961171e-02, 6.05381727e-02, 6.40970320e-02,\n",
" -2.35070381e-02, -7.88760483e-02, -1.54576842e-02, -2.25916021e-02,\n",
" 8.18096939e-03, 4.09354120e-02, -2.06748899e-02, -7.72697777e-02,\n",
" 4.83704433e-02, -7.02920929e-02, -3.97977233e-02, 1.25207147e-02,\n",
" -2.79802252e-02, -5.52211963e-02, 2.66555659e-02, -1.56690646e-02,\n",
" 4.56920676e-02, -1.02477986e-02, -6.38383403e-02, -3.96111086e-02,\n",
" 1.36157582e-02, -5.09265624e-03, -2.71139760e-02, 2.84930412e-02,\n",
" -8.30233246e-02, -2.20637843e-02, -3.98809798e-02, 2.63316575e-02,\n",
" 6.06484674e-02, -5.32384329e-02, 2.88266782e-02, -5.20716868e-02,\n",
" 5.76789156e-02, -4.85849055e-03, -8.74952320e-03, 3.49697173e-02,\n",
" 4.61071171e-02, 3.36682387e-02, 5.31376377e-02, 3.29379328e-02,\n",
" -6.52381405e-03, 4.57698666e-02, 2.39105690e-02, -2.26862747e-02,\n",
" -5.55110201e-02, -3.70048434e-02, 2.30243579e-02, -5.58418483e-02,\n",
" -2.32508741e-02, -4.97712642e-02, -9.17798877e-02, 2.24424694e-02,\n",
" -2.60556187e-03, 9.01534185e-02, 1.33503759e-02, 1.27153229e-02,\n",
" 1.27200717e-02, 2.93894298e-02, -4.04278934e-02, -1.03989914e-02,\n",
" -1.29210696e-01, -4.91666328e-03, 3.77711207e-02, -3.44540887e-02,\n",
" -6.36551008e-02, -4.82780933e-02, -8.54872819e-03, 2.61591841e-02,\n",
" -4.87285517e-02, -9.39515084e-02, -4.03755158e-02, 6.14238940e-02,\n",
" -1.28607443e-02, -3.82732116e-02, -4.37459424e-02, 3.03210728e-02,\n",
" -5.78545332e-02, 9.49606393e-03, 6.61313906e-02, -1.95404682e-02,\n",
" -1.21615548e-02, 6.28660386e-03, 2.40256004e-02, 4.13720729e-03,\n",
" -2.36738250e-02, 2.18340121e-02, -4.34831195e-02, -8.04834962e-02,\n",
" 2.28100158e-02, -1.53705813e-02, 1.03063568e-01, -3.82147022e-02,\n",
" 3.03165596e-02, 1.92514881e-02, 8.09734315e-02, 4.06086892e-02,\n",
" 1.22280866e-02, -4.05751914e-02, 9.29073896e-03, 2.49193013e-02,\n",
" 6.51712194e-02, -6.06670231e-03, 2.93444376e-02, 4.18247730e-02,\n",
" 8.45981413e-04, 3.47582288e-02, -1.64621957e-02, 1.99060943e-02,\n",
" -1.25778290e-02, -3.96616310e-02, 2.67020576e-02, 5.93441650e-02,\n",
" 6.04153052e-02, 6.29622629e-03, 2.12333892e-02, 3.10632065e-02,\n",
" 8.05047154e-03, 4.29030135e-02, -1.01758623e-02, -6.56105876e-02,\n",
" -2.88072545e-02, 7.13994429e-02, -1.42571451e-02, -5.61219901e-02,\n",
" 4.53202613e-02, 6.94184005e-03, -5.76422215e-02, -5.30929267e-02,\n",
" 4.35541309e-02, -8.42334353e-04, 2.48930119e-02, -6.27086759e-02,\n",
" 9.09325853e-03, -3.55361998e-02, -1.45772360e-02, -2.36046091e-02,\n",
" 7.60183204e-03, 5.22042848e-02, 8.31989106e-03, 1.92670841e-02,\n",
" -3.77574451e-02, -6.56483471e-02, 2.12937351e-02, 1.41264657e-02,\n",
" 1.48842447e-02, 3.16325296e-03, 3.85978608e-03, -5.50949015e-02,\n",
" 5.64939603e-02, 9.82309226e-03, 8.06746706e-02, -2.03887075e-02,\n",
" 1.83117688e-02, 4.40398939e-02, 1.38870731e-01, 8.42572469e-03,\n",
" -7.21575394e-02, -9.79657248e-02, 3.85821201e-02, -2.82135457e-02,\n",
" 1.77478138e-03, -1.63974296e-02, 1.64279379e-02, 5.71923926e-02,\n",
" 3.30157541e-02, -3.48127298e-02, -1.43179810e-02, 6.52941018e-02,\n",
" 1.44664675e-03, -2.17040977e-03, -1.23957708e-03, -1.07624441e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'rollsafe': Embedding(embedding=array([ 1.03288673e-01, -4.49593216e-02, -1.89973339e-02, -2.28550434e-02,\n",
" -1.64967752e-03, -5.21989316e-02, 3.24165486e-02, 6.97728544e-02,\n",
" 1.00450300e-01, 7.50066563e-02, -1.25473579e-02, 3.98809500e-02,\n",
" 2.08777003e-02, 2.20077969e-02, -1.31598702e-02, 2.57818028e-02,\n",
" 5.18114008e-02, 8.90890136e-02, 1.24324579e-02, -2.64960397e-02,\n",
" -8.71020332e-02, -4.79183868e-02, 4.51119989e-03, 5.42676933e-02,\n",
" 2.52979938e-02, 3.06393150e-02, -7.70008890e-04, -3.95016894e-02,\n",
" 6.23046979e-02, -1.22668194e-02, 8.24174359e-02, -1.31074032e-02,\n",
" -1.64983999e-02, 4.20737825e-03, 3.15894969e-02, -1.58459023e-02,\n",
" -4.97625619e-02, -2.10896935e-02, -7.63553753e-02, 4.80728485e-02,\n",
" -4.13289107e-02, 5.40072750e-03, -1.68089028e-02, -2.18635574e-02,\n",
" 3.73977423e-02, -6.13291599e-02, -3.20199952e-02, 4.24027257e-02,\n",
" -3.03197801e-02, 2.54166219e-02, 2.77654976e-02, -1.40726299e-03,\n",
" 7.08575314e-03, 6.70377258e-03, 4.23640348e-02, 6.22820184e-02,\n",
" 9.35879629e-03, -7.03874156e-02, -2.94363927e-02, -3.32173109e-02,\n",
" 5.28537296e-02, 2.35684402e-02, 3.20810080e-02, 2.05035731e-02,\n",
" 1.53989950e-02, -1.58391125e-03, 3.41901444e-02, 1.11768376e-02,\n",
" -1.24538867e-02, -2.26807836e-02, -2.47462783e-02, 4.68434691e-02,\n",
" 1.00100990e-02, 1.62042722e-01, -1.12183476e-02, 2.02549696e-02,\n",
" 7.23701762e-03, -7.04668835e-02, 1.56440195e-02, -2.36424208e-02,\n",
" 6.14933819e-02, 8.67487118e-03, -7.39860833e-02, 4.95378934e-02,\n",
" -2.70377342e-02, 2.68419459e-02, -2.34795995e-02, -8.46427083e-02,\n",
" -5.23973554e-02, -4.30443622e-02, -7.33116176e-03, -3.60502042e-02,\n",
" -3.95566672e-02, -8.91326591e-02, -5.74216694e-02, 1.36509398e-02,\n",
" -7.31825903e-02, 3.35104354e-02, -2.43391208e-02, -1.52499964e-02,\n",
" -8.87290481e-03, -1.91299357e-02, -2.60659605e-02, -3.00961323e-02,\n",
" -3.46804708e-02, -8.84827506e-03, 7.32621702e-04, 2.78195310e-02,\n",
" -6.19503446e-02, 8.32100138e-02, -2.80778296e-02, -3.38731334e-02,\n",
" -1.48645062e-02, -5.33697056e-03, 2.25857794e-02, 8.01183656e-02,\n",
" 1.25934789e-02, 9.27115306e-02, -6.23489618e-02, -3.43887173e-02,\n",
" -1.49288386e-01, -6.00464493e-02, 3.83120663e-02, -3.82687594e-03,\n",
" -1.58133749e-02, 3.71322897e-03, -3.07990965e-02, 3.89171913e-02,\n",
" -6.33891597e-02, 1.78583134e-02, 4.87108435e-03, 7.07261488e-02,\n",
" -2.61695106e-02, 3.17493156e-02, -2.95606293e-02, 4.31846716e-02,\n",
" 1.23996036e-02, 5.84495328e-02, -6.09488599e-03, 6.86499942e-03,\n",
" -4.03199531e-02, -2.22133603e-02, 3.64618376e-03, 4.61794948e-03,\n",
" -2.54823151e-03, 3.11309546e-02, 1.88334789e-02, 6.70815483e-02,\n",
" -4.31593768e-02, 5.44213830e-03, 5.96427694e-02, 3.01343855e-02,\n",
" -3.00276447e-02, 1.54681392e-02, -5.81547022e-02, -6.39702082e-02,\n",
" -2.77638976e-02, 1.74423156e-03, 2.98394673e-02, 3.01835779e-03,\n",
" 2.94237398e-02, 4.69397157e-02, 2.92115510e-02, -5.96451163e-02,\n",
" -1.05434686e-01, -1.12922653e-03, 7.32307439e-04, -4.17606942e-02,\n",
" 2.31165420e-02, 5.50063699e-02, -4.45471630e-02, 5.16691655e-02,\n",
" -4.89883795e-02, 8.07531085e-03, 3.92287523e-02, -6.33470714e-02,\n",
" -2.74138805e-02, -1.90891195e-02, 2.61239987e-02, -9.16330144e-03,\n",
" 3.04042660e-02, -4.48239073e-02, 2.29400285e-02, -9.49582737e-03,\n",
" -8.35855957e-03, 2.52961647e-02, 1.69745963e-02, -1.06715485e-02,\n",
" -4.94872034e-02, 1.26501443e-02, -8.21846277e-02, -3.23919430e-02,\n",
" -2.61762328e-02, 7.29858084e-03, -6.19853176e-02, 4.01655249e-02,\n",
" 3.88115160e-02, -2.64565442e-02, -5.22391908e-02, 7.63508771e-03,\n",
" 8.87359083e-02, 3.64755765e-02, 4.60299142e-02, 6.34465646e-03,\n",
" -1.61947478e-02, 3.53080966e-02, 1.72981750e-02, -2.98875887e-02,\n",
" -1.06557664e-02, -3.91452275e-02, 5.12236729e-02, -1.28536001e-02,\n",
" 5.12642413e-02, 9.62094462e-04, -1.70466921e-03, 5.33382297e-02,\n",
" -6.78512082e-02, -7.74330795e-02, -5.36152609e-02, 3.66117358e-02,\n",
" 1.50952917e-02, 3.71175557e-02, 5.05827554e-02, 3.55132157e-03,\n",
" 1.77478623e-02, -2.65701765e-05, 3.03262267e-02, -2.99197137e-02,\n",
" 1.24712363e-02, 1.09358579e-02, -4.54383753e-02, 3.51265259e-02,\n",
" 2.80302390e-02, -4.30523083e-02, 3.69693786e-02, -3.19995731e-02,\n",
" -2.99359746e-02, 5.30909747e-03, 3.09593081e-02, -1.06940381e-01,\n",
" -5.91037236e-03, -4.93897758e-02, 3.83617543e-02, 7.51338825e-02,\n",
" 2.00876873e-02, -2.32110862e-02, -7.34657273e-02, -1.05454819e-02,\n",
" 4.98590991e-02, -3.73763219e-02, 2.16990896e-02, 6.22009113e-03,\n",
" -6.98634684e-02, -3.19480412e-02, 3.23506072e-02, 2.76700109e-02,\n",
" 4.80018370e-02, -7.25893080e-02, -6.61561713e-02, -7.49898404e-02,\n",
" -1.09585179e-02, 7.54841836e-04, -6.03051446e-02, -2.53471844e-02,\n",
" 2.65781302e-02, -1.75228864e-02, -1.06165111e-02, -9.03523862e-02,\n",
" -7.97304586e-02, 5.26539013e-02, -3.39689776e-02, 8.08858275e-02,\n",
" -3.62073444e-02, -5.02098501e-02, 4.06927206e-02, 6.37741154e-03,\n",
" 3.24177481e-02, 2.34743878e-02, 4.76730475e-03, 1.24743851e-02,\n",
" 5.33043593e-02, -3.69709805e-02, -2.18446720e-02, 5.90331964e-02,\n",
" -3.31273419e-03, -3.35631259e-02, -1.98419020e-02, -3.38879022e-06,\n",
" -5.21578267e-02, 4.03725915e-02, 1.21442946e-02, 2.79389950e-03,\n",
" -1.74637530e-02, -3.03101540e-03, 4.60725464e-02, -2.17932742e-02,\n",
" -1.66696459e-02, -1.89413931e-02, 1.14765204e-01, 9.10088494e-02,\n",
" 3.95176597e-02, 3.06539573e-02, 4.80359644e-02, -4.49541993e-02,\n",
" 6.04202338e-02, 6.09086566e-02, 4.18409612e-03, 2.30485722e-02,\n",
" -2.11474020e-02, -2.93095689e-02, -4.84652594e-02, -4.94824164e-02,\n",
" -3.55474688e-02, 7.25278631e-02, 2.94282064e-02, 1.42218284e-02,\n",
" 8.21468607e-03, -7.48807285e-03, 8.13701469e-03, -5.49653769e-02,\n",
" 9.10196528e-02, 8.08866844e-02, 8.09820485e-04, 4.38778624e-02,\n",
" 2.88922768e-02, 5.45662679e-02, -7.39919469e-02, -7.16137961e-02,\n",
" 1.69975578e-03, 6.81705102e-02, -7.20852911e-02, -6.74731005e-03,\n",
" -2.37525180e-02, -6.23695040e-03, 5.41234128e-02, 3.86345461e-02,\n",
" -6.24499889e-03, 2.15594545e-02, 6.16845265e-02, 6.22183122e-02,\n",
" -2.39103884e-02, -8.66979659e-02, -1.18009234e-02, -2.37331390e-02,\n",
" 2.90513951e-02, 5.31847887e-02, -1.18456259e-02, -6.75656497e-02,\n",
" 3.89867947e-02, -6.72103167e-02, -5.04228026e-02, 2.43341061e-03,\n",
" -1.84426624e-02, -6.21635504e-02, 2.28313655e-02, -1.03094121e-02,\n",
" 5.12631051e-02, 1.07867830e-03, -5.79778254e-02, -4.04232517e-02,\n",
" 1.85714681e-02, -4.16471669e-03, -2.79057324e-02, 3.33473757e-02,\n",
" -1.07190549e-01, -1.87941920e-02, -4.91137430e-02, 3.55693400e-02,\n",
" 4.81395610e-02, -4.15795706e-02, 2.28608772e-02, -5.81580959e-02,\n",
" 5.28789684e-02, 1.56798842e-03, -1.51887648e-02, 3.49784009e-02,\n",
" 4.12314273e-02, 3.31265144e-02, 5.33069596e-02, 2.98739877e-02,\n",
" 4.03614948e-03, 5.63571230e-02, 3.16970311e-02, -1.92640778e-02,\n",
" -5.85546456e-02, -4.13411371e-02, 1.53656853e-02, -6.42536655e-02,\n",
" -1.45946508e-02, -2.70896088e-02, -9.26505253e-02, 2.49810722e-02,\n",
" -2.66212137e-05, 1.03165194e-01, 7.10326596e-04, 1.42343985e-02,\n",
" -7.48336362e-03, 2.32005622e-02, -4.28287610e-02, -1.09892394e-02,\n",
" -1.26890421e-01, -6.42819889e-03, 5.28780781e-02, -4.46628891e-02,\n",
" -6.35975525e-02, -4.71939966e-02, -4.30516433e-03, 2.78162677e-02,\n",
" -4.93591987e-02, -8.29701200e-02, -4.16246615e-02, 5.68913631e-02,\n",
" -1.46438293e-02, -5.72524108e-02, -3.94497178e-02, 3.38700637e-02,\n",
" -4.68861312e-02, -1.68624776e-03, 7.06305653e-02, -1.86019056e-02,\n",
" -1.24038365e-02, 1.19815487e-02, 2.26470362e-02, 3.71892145e-03,\n",
" -1.99729335e-02, 3.01707070e-02, -5.81967793e-02, -7.54091889e-02,\n",
" 1.95729099e-02, -1.88911427e-02, 1.03099450e-01, -4.44183946e-02,\n",
" 2.05295272e-02, 1.18520465e-02, 7.98037350e-02, 2.69530062e-02,\n",
" 1.22278202e-02, -4.94755246e-02, 8.83630104e-03, 2.03348473e-02,\n",
" 7.49705210e-02, -9.33753140e-03, 2.93453876e-02, 3.71769518e-02,\n",
" -1.14628598e-02, 2.64382809e-02, -5.29346103e-03, 1.31875882e-02,\n",
" -1.16072036e-02, -4.13244590e-02, 3.42203267e-02, 4.64979932e-02,\n",
" 6.67318627e-02, 1.61564574e-02, 2.27354448e-02, 1.96959414e-02,\n",
" -3.81433940e-03, 4.92333882e-02, -1.61108747e-02, -6.26472905e-02,\n",
" -1.49214417e-02, 8.89677629e-02, -9.78185982e-03, -3.34241241e-02,\n",
" 3.72559801e-02, 2.42124666e-02, -5.67580350e-02, -4.39224057e-02,\n",
" 4.33684066e-02, 5.06857084e-03, 2.57834569e-02, -6.87516183e-02,\n",
" 1.72209926e-02, -3.93831134e-02, -2.53843367e-02, -3.41207795e-02,\n",
" 6.01375243e-03, 6.43834621e-02, -2.92377057e-03, 7.35693797e-03,\n",
" -4.37169112e-02, -4.02521491e-02, 1.48827685e-02, 2.19918601e-02,\n",
" 1.07488697e-02, -3.30557860e-03, 1.54613424e-02, -5.18338718e-02,\n",
" 6.50116801e-02, -1.04231257e-02, 6.59521446e-02, -2.10943483e-02,\n",
" 1.38385883e-02, 4.54672910e-02, 1.32598728e-01, 1.56757217e-02,\n",
" -5.84807247e-02, -9.17824432e-02, 4.02831286e-02, -3.51717435e-02,\n",
" 8.95541220e-04, -1.23915141e-02, 1.14340521e-02, 9.13211629e-02,\n",
" 2.63765994e-02, -2.84954105e-02, -9.46028065e-03, 7.06637949e-02,\n",
" -1.07641367e-03, -2.73552462e-02, 4.72632051e-03, -1.13460414e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sad-biden': Embedding(embedding=array([ 0.10113893, -0.0432217 , -0.01832373, -0.02733458, 0.00293015,\n",
" -0.04880226, 0.04110872, 0.06113259, 0.09235747, 0.07962717,\n",
" -0.00888633, 0.03794267, 0.02464076, 0.02157126, -0.01726163,\n",
" 0.02642706, 0.04358753, 0.08943164, 0.01645094, -0.02627786,\n",
" -0.08348292, -0.04430859, 0.00636954, 0.05380582, 0.02879631,\n",
" 0.03253603, 0.00205085, -0.044021 , 0.06148177, -0.00771762,\n",
" 0.08581638, -0.00798652, -0.01779798, 0.00475433, 0.02944275,\n",
" -0.01280426, -0.05036137, -0.02084116, -0.07061552, 0.04937598,\n",
" -0.03724306, -0.00030465, -0.02060209, -0.02564372, 0.03543814,\n",
" -0.06473614, -0.02840057, 0.03756661, -0.03247252, 0.02980782,\n",
" 0.02975117, -0.00053005, 0.00422209, 0.00307155, 0.0465998 ,\n",
" 0.05273895, 0.01052752, -0.06299232, -0.0264888 , -0.0384729 ,\n",
" 0.04589508, 0.02840894, 0.03651464, 0.0203097 , 0.0110147 ,\n",
" -0.0042323 , 0.03431744, 0.00350719, -0.01291962, -0.02329864,\n",
" -0.03242918, 0.05081953, 0.00862102, 0.16090617, -0.00746048,\n",
" 0.02666134, 0.0048122 , -0.06645767, 0.01388775, -0.01379599,\n",
" 0.06350568, 0.00796617, -0.07526191, 0.05578632, -0.03184759,\n",
" 0.01906858, -0.02550539, -0.08874156, -0.05187118, -0.04621024,\n",
" -0.00602071, -0.03200735, -0.0540133 , -0.08778267, -0.04731904,\n",
" 0.01073898, -0.08153349, 0.0282138 , -0.02909268, -0.01533237,\n",
" -0.00836817, -0.01774859, -0.03043242, -0.03666714, -0.04092511,\n",
" -0.00950978, 0.00061393, 0.03279704, -0.06559484, 0.08103391,\n",
" -0.02887998, -0.03619495, -0.02451814, -0.00116938, 0.02369537,\n",
" 0.07988315, 0.01060898, 0.09620075, -0.05596654, -0.03920522,\n",
" -0.13823579, -0.06055565, 0.03791825, -0.00544047, -0.01598543,\n",
" 0.00289623, -0.02814804, 0.04151227, -0.05988672, 0.02345013,\n",
" 0.00762275, 0.07226224, -0.02270478, 0.03216809, -0.02664186,\n",
" 0.04294124, 0.00624857, 0.05711401, -0.00338029, 0.00388616,\n",
" -0.03894338, -0.02263453, 0.01224349, 0.00029706, 0.00958175,\n",
" 0.02244619, 0.01774307, 0.06781449, -0.04462622, 0.00204011,\n",
" 0.05200689, 0.02732094, -0.02319742, 0.01213035, -0.05731003,\n",
" -0.06910489, -0.03567917, -0.00445496, 0.03062809, 0.00121668,\n",
" 0.02410449, 0.04849241, 0.02602162, -0.06237113, -0.10651163,\n",
" 0.0018864 , -0.00028538, -0.04206274, 0.02338806, 0.05773823,\n",
" -0.04670238, 0.04922699, -0.04927021, 0.00583663, 0.03600727,\n",
" -0.06183365, -0.02450591, -0.01840992, 0.0250356 , -0.01303065,\n",
" 0.03113706, -0.04374095, 0.02147487, -0.01022107, -0.00769923,\n",
" 0.03333118, 0.01967653, -0.01089848, -0.05031139, 0.01954973,\n",
" -0.08494617, -0.03329914, -0.02687334, 0.00920161, -0.05735193,\n",
" 0.0422979 , 0.03617775, -0.03226645, -0.05445123, 0.00543347,\n",
" 0.09288891, 0.03289383, 0.04117803, 0.00144695, -0.00973819,\n",
" 0.036699 , 0.0124227 , -0.03276154, -0.01622289, -0.03145169,\n",
" 0.05124642, -0.0095601 , 0.04293434, 0.00403336, 0.00204214,\n",
" 0.05730958, -0.0659387 , -0.06975772, -0.05303353, 0.03453824,\n",
" 0.01621607, 0.0341332 , 0.0449504 , -0.00057851, 0.0168916 ,\n",
" 0.00406289, 0.02671647, -0.02910813, 0.01643387, 0.01470534,\n",
" -0.04538522, 0.03381242, 0.03021322, -0.04373677, 0.03562411,\n",
" -0.0291914 , -0.02689576, 0.00808353, 0.03088874, -0.10874914,\n",
" 0.00447917, -0.05454873, 0.04099073, 0.07796594, 0.02526962,\n",
" -0.01625341, -0.07096682, -0.00641807, 0.04696907, -0.03288327,\n",
" 0.02299911, 0.00704533, -0.07233217, -0.02615139, 0.03336858,\n",
" 0.03227795, 0.04950217, -0.07300808, -0.05924651, -0.07314132,\n",
" -0.00364055, -0.00286698, -0.05760429, -0.02323738, 0.02331238,\n",
" -0.02118728, -0.01154708, -0.08317365, -0.0748104 , 0.0504078 ,\n",
" -0.03180248, 0.07964928, -0.03875982, -0.04768988, 0.03252736,\n",
" 0.0020232 , 0.02720734, 0.02204533, 0.00509371, 0.0137122 ,\n",
" 0.05537248, -0.0343431 , -0.02345597, 0.0663167 , -0.00885554,\n",
" -0.03771636, -0.02210141, -0.00237386, -0.05250586, 0.04857561,\n",
" 0.0147638 , 0.00265782, -0.01567729, -0.00525527, 0.04344596,\n",
" -0.02371016, -0.02101585, -0.02164572, 0.10863896, 0.07929841,\n",
" 0.04347611, 0.03167975, 0.04997886, -0.04276605, 0.05730022,\n",
" 0.05530397, 0.01227926, 0.01825687, -0.02650087, -0.02642675,\n",
" -0.05436826, -0.05392997, -0.03595936, 0.0744909 , 0.03230283,\n",
" 0.01422549, 0.01208469, -0.00380326, 0.00778184, -0.06013326,\n",
" 0.09241967, 0.08205511, 0.00201263, 0.04226946, 0.02822802,\n",
" 0.05820765, -0.08164454, -0.07574981, -0.00058624, 0.06749306,\n",
" -0.07259399, -0.00233833, -0.02611904, -0.00234047, 0.05777524,\n",
" 0.04160278, -0.00396202, 0.02186248, 0.05938341, 0.0621028 ,\n",
" -0.03578535, -0.09239103, -0.011316 , -0.02002174, 0.03421128,\n",
" 0.05866302, -0.01690662, -0.0691544 , 0.03789292, -0.05767248,\n",
" -0.04768123, 0.00927801, -0.01923458, -0.05592334, 0.02427515,\n",
" -0.00762577, 0.05571125, -0.00033073, -0.05897386, -0.04087301,\n",
" 0.01734303, 0.00150087, -0.03068355, 0.03341986, -0.10877017,\n",
" -0.02317912, -0.05358491, 0.04114575, 0.04607736, -0.04086586,\n",
" 0.01842014, -0.05990474, 0.05381957, 0.00381347, -0.01226733,\n",
" 0.04199329, 0.03696908, 0.03400423, 0.05742075, 0.02108877,\n",
" 0.00738862, 0.06171815, 0.03616772, -0.01972723, -0.05451097,\n",
" -0.04260758, 0.01759 , -0.06532153, -0.0167554 , -0.02788001,\n",
" -0.08919815, 0.02202093, 0.00558461, 0.10833421, 0.00734838,\n",
" 0.01106412, -0.01318671, 0.02186651, -0.04048672, -0.00618153,\n",
" -0.12332586, -0.0047988 , 0.05556888, -0.04343732, -0.06957751,\n",
" -0.04699432, 0.00047588, 0.0263336 , -0.04397012, -0.08549571,\n",
" -0.04132969, 0.05920295, -0.01008812, -0.05323601, -0.0359815 ,\n",
" 0.03210235, -0.04136452, -0.00721303, 0.06439193, -0.01795884,\n",
" -0.0206727 , 0.01593327, 0.0259736 , 0.00358403, -0.01495536,\n",
" 0.03098064, -0.0557213 , -0.07335963, 0.02021215, -0.01697522,\n",
" 0.10192998, -0.04359245, 0.02343449, 0.01313125, 0.07685357,\n",
" 0.02962243, 0.00987601, -0.05561114, 0.01020592, 0.01743953,\n",
" 0.07302938, -0.0140356 , 0.02712393, 0.04459684, -0.01006319,\n",
" 0.02389342, 0.00034199, 0.01580584, -0.00766744, -0.04327329,\n",
" 0.03336533, 0.05073317, 0.06531253, 0.00851189, 0.02182688,\n",
" 0.01611761, -0.00154027, 0.04408562, -0.01926241, -0.07128789,\n",
" -0.01287259, 0.09147094, -0.00793068, -0.0382309 , 0.03342864,\n",
" 0.02343521, -0.05230906, -0.04510335, 0.04358901, 0.00089078,\n",
" 0.0208819 , -0.06712285, 0.02572957, -0.03466712, -0.02908852,\n",
" -0.04094757, 0.01001109, 0.07321178, -0.01143864, 0.01162967,\n",
" -0.03969591, -0.03826125, 0.01719208, 0.0223827 , 0.00468607,\n",
" -0.01020842, 0.01670325, -0.04789545, 0.06275928, -0.01159645,\n",
" 0.07147902, -0.02132069, 0.01757769, 0.04680398, 0.12925328,\n",
" 0.0210294 , -0.05261281, -0.0965059 , 0.04381812, -0.04056301,\n",
" 0.0051954 , -0.01598912, 0.01888192, 0.10058685, 0.02476344,\n",
" -0.0322932 , -0.00284408, 0.06824274, -0.00597894, -0.02657102,\n",
" 0.00608243, -0.11680865]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sad-boehner': Embedding(embedding=array([ 1.02956198e-01, -4.36169282e-02, -1.88861061e-02, -2.31339708e-02,\n",
" -1.95167249e-03, -4.68499586e-02, 3.36182117e-02, 6.36584014e-02,\n",
" 9.85149518e-02, 7.99819902e-02, -1.08623588e-02, 3.91162522e-02,\n",
" 2.05969512e-02, 2.71839555e-02, -1.79620236e-02, 2.69060005e-02,\n",
" 4.69104797e-02, 8.91971290e-02, 1.46841574e-02, -2.16432121e-02,\n",
" -8.47986639e-02, -4.75286990e-02, 3.44709400e-03, 5.43814860e-02,\n",
" 2.61121485e-02, 3.09529491e-02, -5.66643314e-04, -3.95029038e-02,\n",
" 6.37945309e-02, -8.91591702e-03, 8.45970586e-02, -9.16612055e-03,\n",
" -1.65247992e-02, 2.97021493e-03, 2.91747712e-02, -1.26562035e-02,\n",
" -4.66302186e-02, -1.94805898e-02, -7.43702129e-02, 4.94019687e-02,\n",
" -3.86488959e-02, 5.39460545e-03, -2.06737202e-02, -2.11735200e-02,\n",
" 3.19434106e-02, -6.28002807e-02, -3.10873035e-02, 4.12726067e-02,\n",
" -3.13393958e-02, 2.71510892e-02, 3.48618180e-02, -2.87347473e-03,\n",
" 3.21028143e-04, 6.89852471e-03, 4.10876274e-02, 5.82467057e-02,\n",
" 5.52993687e-03, -7.24150017e-02, -2.90849339e-02, -3.85448150e-02,\n",
" 4.78823185e-02, 2.51083896e-02, 3.28207351e-02, 1.96224935e-02,\n",
" 1.14250034e-02, -4.29656403e-03, 3.50779146e-02, 4.01804782e-03,\n",
" -1.24604078e-02, -2.02483181e-02, -2.86399089e-02, 5.12700602e-02,\n",
" 1.00173987e-02, 1.59589887e-01, -8.19900259e-03, 1.84871312e-02,\n",
" 1.00402264e-02, -7.05014542e-02, 1.80734973e-02, -2.15394553e-02,\n",
" 6.29562065e-02, 5.89283649e-03, -7.14686513e-02, 5.44199012e-02,\n",
" -2.96767261e-02, 2.38254722e-02, -2.17160508e-02, -8.82335380e-02,\n",
" -5.35106771e-02, -4.53129262e-02, -1.15576396e-02, -3.60631235e-02,\n",
" -4.72638123e-02, -8.93874988e-02, -5.11175580e-02, 1.21307829e-02,\n",
" -7.53050521e-02, 3.06294095e-02, -2.80637033e-02, -1.33546591e-02,\n",
" -1.18541708e-02, -2.29846649e-02, -2.37540100e-02, -3.39712352e-02,\n",
" -3.62121649e-02, -1.11425864e-02, 9.70608322e-04, 2.99010575e-02,\n",
" -6.14636354e-02, 7.99253583e-02, -2.65101064e-02, -3.88393216e-02,\n",
" -1.56888384e-02, -2.51670345e-03, 2.36327648e-02, 8.10092166e-02,\n",
" 1.44947460e-02, 8.92358199e-02, -5.92283048e-02, -3.49934474e-02,\n",
" -1.44638032e-01, -6.08636998e-02, 3.57294045e-02, -2.24352116e-03,\n",
" -1.65512133e-02, 7.18747207e-04, -2.96014119e-02, 3.53883542e-02,\n",
" -6.29779771e-02, 2.05992032e-02, 4.89098066e-03, 7.26070330e-02,\n",
" -2.29965150e-02, 2.81377081e-02, -3.19047533e-02, 4.45447676e-02,\n",
" 1.37997605e-02, 5.70035800e-02, -8.33184179e-03, 7.84093980e-03,\n",
" -4.09690738e-02, -2.18635872e-02, 6.57221396e-03, 4.02681855e-03,\n",
" 6.25336263e-03, 2.44146585e-02, 1.64080057e-02, 6.74343407e-02,\n",
" -4.61327583e-02, 4.91002202e-03, 5.39513566e-02, 2.84888912e-02,\n",
" -2.98274718e-02, 1.49496179e-02, -5.63099086e-02, -6.70092329e-02,\n",
" -2.95379069e-02, 3.28445039e-03, 3.11468411e-02, -7.42228702e-04,\n",
" 2.52701920e-02, 5.14103882e-02, 3.14134844e-02, -6.45197332e-02,\n",
" -1.05448216e-01, 1.59887562e-03, 1.35174560e-05, -4.17043641e-02,\n",
" 2.31888928e-02, 5.78452460e-02, -4.35007215e-02, 4.90318611e-02,\n",
" -4.29309681e-02, 7.99128134e-03, 3.69378142e-02, -6.54108822e-02,\n",
" -2.54700743e-02, -1.65389720e-02, 2.41617039e-02, -1.00212255e-02,\n",
" 3.38642448e-02, -4.55379002e-02, 1.89380236e-02, -7.98071362e-03,\n",
" -9.24084894e-03, 2.88141929e-02, 1.41450791e-02, -1.00697391e-02,\n",
" -5.03916927e-02, 1.60713531e-02, -8.05184096e-02, -3.47037762e-02,\n",
" -2.55815834e-02, 7.99195748e-03, -5.92833683e-02, 4.07921113e-02,\n",
" 3.58741432e-02, -2.72527803e-02, -5.37231751e-02, 6.78391475e-03,\n",
" 8.97387192e-02, 3.52733023e-02, 4.19771634e-02, 2.74050352e-03,\n",
" -1.56671237e-02, 3.63737233e-02, 1.49551742e-02, -3.41723040e-02,\n",
" -1.41067496e-02, -3.67668942e-02, 4.82978150e-02, -8.02621618e-03,\n",
" 4.78554368e-02, 6.48071012e-03, -3.01765162e-03, 5.41078821e-02,\n",
" -6.96289986e-02, -7.76411220e-02, -5.32043725e-02, 3.46651450e-02,\n",
" 1.50811588e-02, 3.78954113e-02, 4.95128967e-02, 3.84580996e-03,\n",
" 1.21066254e-02, -1.31332735e-03, 2.76383832e-02, -2.69478764e-02,\n",
" 1.65580157e-02, 9.92472935e-03, -4.07065079e-02, 3.38740014e-02,\n",
" 2.81948838e-02, -4.46878709e-02, 3.71218808e-02, -2.91959122e-02,\n",
" -2.85849869e-02, 9.28175822e-03, 2.59458479e-02, -1.05804391e-01,\n",
" -2.89279991e-03, -5.46628460e-02, 3.98588739e-02, 7.80021176e-02,\n",
" 2.13689953e-02, -1.96694545e-02, -7.30912536e-02, -1.03433728e-02,\n",
" 5.15518226e-02, -3.64427678e-02, 2.58190297e-02, 5.75286848e-03,\n",
" -7.21915215e-02, -3.09316255e-02, 3.38866375e-02, 2.90313996e-02,\n",
" 5.06669544e-02, -6.96997866e-02, -5.98837845e-02, -6.93113729e-02,\n",
" -7.34415045e-03, 3.05897067e-03, -5.71367294e-02, -2.35120505e-02,\n",
" 2.15212367e-02, -2.30099652e-02, -8.13582726e-03, -8.59778374e-02,\n",
" -7.34028444e-02, 4.81933467e-02, -3.66100930e-02, 8.00358728e-02,\n",
" -3.81332375e-02, -4.87854220e-02, 3.78771871e-02, 6.69920677e-03,\n",
" 2.56974082e-02, 2.08112709e-02, 3.05939792e-03, 1.27498498e-02,\n",
" 5.29079363e-02, -3.69476900e-02, -2.08330769e-02, 6.38014227e-02,\n",
" -3.78940394e-03, -4.25113365e-02, -1.66926999e-02, -1.38637284e-03,\n",
" -5.19764014e-02, 3.97995375e-02, 1.50457239e-02, 4.24654176e-03,\n",
" -2.00484619e-02, -2.22664396e-03, 4.34583277e-02, -1.73924416e-02,\n",
" -1.63364708e-02, -1.98473539e-02, 1.17540732e-01, 8.54563564e-02,\n",
" 4.15130518e-02, 2.82237697e-02, 4.98255268e-02, -4.00332548e-02,\n",
" 5.85108437e-02, 6.43911213e-02, 7.00318953e-03, 2.41144113e-02,\n",
" -1.94783714e-02, -2.82321386e-02, -4.68333289e-02, -4.98836637e-02,\n",
" -3.33219767e-02, 7.34217912e-02, 3.08366325e-02, 1.44817829e-02,\n",
" 5.39194839e-03, -4.83526615e-03, 6.68630796e-03, -5.82223274e-02,\n",
" 8.85454193e-02, 7.98933730e-02, 3.81645141e-03, 4.99486178e-02,\n",
" 3.05545311e-02, 5.63254729e-02, -8.04094598e-02, -6.98221177e-02,\n",
" -2.44151452e-03, 6.65095821e-02, -7.27419332e-02, -6.87159225e-03,\n",
" -2.81799268e-02, -8.02713074e-03, 5.76105155e-02, 3.94609384e-02,\n",
" -5.11618704e-03, 2.12344769e-02, 6.38746247e-02, 6.64087236e-02,\n",
" -2.80007049e-02, -9.08631608e-02, -1.19088599e-02, -2.19854098e-02,\n",
" 2.95747202e-02, 5.25388159e-02, -1.20733511e-02, -6.73178509e-02,\n",
" 3.79728973e-02, -5.64935245e-02, -4.71771359e-02, 4.47680568e-03,\n",
" -1.81109663e-02, -6.04564138e-02, 2.69744098e-02, -1.13061871e-02,\n",
" 5.27228452e-02, -1.13127206e-03, -5.87139279e-02, -4.22147885e-02,\n",
" 1.68227423e-02, -3.02355201e-03, -2.40078885e-02, 3.02702449e-02,\n",
" -1.10355474e-01, -2.20511518e-02, -4.97854464e-02, 3.63343060e-02,\n",
" 4.52490225e-02, -4.21608835e-02, 2.35504862e-02, -6.14929348e-02,\n",
" 5.25111891e-02, 4.69469145e-04, -1.47655588e-02, 3.77287045e-02,\n",
" 3.58726084e-02, 3.24661583e-02, 5.58529794e-02, 2.76108645e-02,\n",
" 3.05874320e-03, 5.87362722e-02, 2.99411751e-02, -2.38994062e-02,\n",
" -5.94113953e-02, -4.03837562e-02, 1.47649935e-02, -6.41129911e-02,\n",
" -1.38468836e-02, -2.22298615e-02, -9.03007835e-02, 2.82490626e-02,\n",
" 1.61829684e-03, 1.04680017e-01, 1.79650157e-03, 1.43273957e-02,\n",
" -9.44651756e-03, 2.06180792e-02, -4.47671451e-02, -9.23397299e-03,\n",
" -1.26498967e-01, -7.29115680e-03, 5.69346435e-02, -4.14043367e-02,\n",
" -6.40992895e-02, -5.06359749e-02, -4.09562141e-04, 2.71339566e-02,\n",
" -4.68034260e-02, -8.70746374e-02, -3.93092409e-02, 5.19631207e-02,\n",
" -1.14928605e-02, -5.79094104e-02, -3.57708335e-02, 3.62743698e-02,\n",
" -4.55567054e-02, -4.66020964e-03, 7.15937465e-02, -1.46418093e-02,\n",
" -1.50536746e-02, 1.53326923e-02, 2.10698079e-02, 2.11273832e-03,\n",
" -1.80550087e-02, 3.16684358e-02, -5.83456084e-02, -7.40182176e-02,\n",
" 1.41300140e-02, -1.83032211e-02, 1.03435099e-01, -5.20015284e-02,\n",
" 2.36379169e-02, 1.12313591e-02, 7.77729675e-02, 2.82622948e-02,\n",
" 1.54148424e-02, -4.95768487e-02, 1.11769671e-02, 1.91836935e-02,\n",
" 7.57787526e-02, -1.14815580e-02, 2.99985241e-02, 4.22192179e-02,\n",
" -1.12151224e-02, 2.75799967e-02, -4.41487273e-03, 9.60237719e-03,\n",
" -9.23982356e-03, -4.07399796e-02, 3.47456373e-02, 4.81196865e-02,\n",
" 6.90099001e-02, 1.58692598e-02, 1.91919208e-02, 1.87180117e-02,\n",
" -3.87664465e-03, 4.74307090e-02, -1.39474533e-02, -6.86081499e-02,\n",
" -1.39391348e-02, 8.92076939e-02, -1.00245774e-02, -3.53169218e-02,\n",
" 3.65802720e-02, 2.66663525e-02, -5.16466126e-02, -4.40073051e-02,\n",
" 4.65224683e-02, 4.45535826e-03, 2.03637462e-02, -6.51267245e-02,\n",
" 2.20448896e-02, -3.76590937e-02, -2.17927452e-02, -3.77241112e-02,\n",
" 7.15049775e-03, 7.40366429e-02, -5.00303181e-03, 4.21531312e-03,\n",
" -4.42612059e-02, -3.94397564e-02, 1.92206912e-02, 2.20199917e-02,\n",
" 8.02340358e-03, -7.86346477e-03, 1.93699971e-02, -5.37605025e-02,\n",
" 6.34485260e-02, -8.16198345e-03, 6.54590651e-02, -2.85345223e-02,\n",
" 1.36505235e-02, 4.69740853e-02, 1.32980540e-01, 2.04825029e-02,\n",
" -5.49799167e-02, -9.55719575e-02, 4.08484899e-02, -3.36744525e-02,\n",
" 2.96106096e-03, -1.52357910e-02, 1.27191860e-02, 1.00644611e-01,\n",
" 2.29423568e-02, -2.85409745e-02, -6.05448615e-03, 7.14129955e-02,\n",
" -4.28854395e-03, -2.85110511e-02, 3.07509303e-03, -1.16745763e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sad-bush': Embedding(embedding=array([ 0.10979383, -0.04096352, -0.01886977, -0.00389878, -0.00363504,\n",
" -0.05989125, 0.03442917, 0.05349901, 0.09471987, 0.05723652,\n",
" -0.02082649, 0.04729047, 0.0330712 , 0.01602562, -0.01735571,\n",
" 0.03288287, 0.05820052, 0.09097214, 0.01082243, -0.02228007,\n",
" -0.08650839, -0.04205485, 0.00232709, 0.05561054, 0.02028815,\n",
" 0.02795669, 0.00599764, -0.03923925, 0.05999011, -0.0116531 ,\n",
" 0.08050594, -0.01231834, 0.00306803, 0.00779711, 0.03904466,\n",
" -0.02410819, -0.04351581, -0.01436445, -0.08521647, 0.04603635,\n",
" -0.04226533, 0.00588462, -0.02207304, -0.0143628 , 0.04036631,\n",
" -0.06106624, -0.03678296, 0.04665351, -0.02729584, 0.01806238,\n",
" 0.0388208 , -0.01147868, 0.00248954, 0.01871213, 0.0521285 ,\n",
" 0.06872892, -0.00738921, -0.0832555 , -0.02198533, -0.02603215,\n",
" 0.04065796, 0.01564792, 0.02695677, 0.02062157, 0.00776851,\n",
" 0.00820482, 0.03867015, 0.00966103, -0.00826077, -0.02128804,\n",
" -0.02527018, 0.02953108, 0.01995655, 0.1503996 , -0.01523609,\n",
" 0.01038528, 0.01768578, -0.08138989, 0.02587579, -0.01122389,\n",
" 0.029732 , 0.01982778, -0.07286286, 0.05049425, -0.02750793,\n",
" 0.03491628, -0.02330646, -0.09870207, -0.05253312, -0.03319179,\n",
" -0.02255116, -0.04117384, -0.03675467, -0.08471388, -0.06763352,\n",
" 0.03110149, -0.07469391, 0.03812173, -0.01917802, 0.00196266,\n",
" -0.0096109 , -0.0114658 , -0.00596035, -0.03361756, -0.0380328 ,\n",
" -0.01535426, 0.00086618, 0.03476712, -0.05621569, 0.07651291,\n",
" -0.03350631, -0.02161912, -0.00766331, -0.00042923, 0.00609038,\n",
" 0.07905877, 0.02811887, 0.08688048, -0.07341119, -0.02265275,\n",
" -0.1603139 , -0.06120692, 0.03214221, -0.00105058, -0.01257281,\n",
" 0.00336092, -0.02822773, 0.04624669, -0.07259163, 0.02452092,\n",
" 0.00796586, 0.06609924, -0.02440633, 0.02519538, -0.03682433,\n",
" 0.05415938, 0.01873358, 0.0613613 , -0.01338919, 0.0133761 ,\n",
" -0.03148079, -0.03092891, -0.00809274, 0.00768256, -0.00601333,\n",
" 0.03749811, 0.01249351, 0.05988644, -0.0491329 , 0.00979128,\n",
" 0.0447454 , 0.02783655, -0.02838722, 0.02915119, -0.03408166,\n",
" -0.05627614, -0.03067936, 0.01653622, 0.03123738, 0.00183669,\n",
" 0.02737807, 0.04752182, 0.04498507, -0.06726704, -0.08988134,\n",
" 0.00193188, 0.00052773, -0.03887895, 0.03902828, 0.04677664,\n",
" -0.03962058, 0.03514873, -0.03933479, 0.0177934 , 0.03222625,\n",
" -0.07971494, -0.02325722, -0.00928407, 0.03476917, 0.00178687,\n",
" 0.03694491, -0.04110447, 0.00887041, -0.0126895 , 0.0052498 ,\n",
" 0.01510605, 0.00132369, 0.01064952, -0.04371691, 0.00188083,\n",
" -0.08436129, -0.03533791, -0.01855781, 0.00861156, -0.06103558,\n",
" 0.03950695, 0.04524589, -0.01242905, -0.05549229, 0.00168632,\n",
" 0.09400357, 0.03654504, 0.04400582, -0.00351702, -0.02442405,\n",
" 0.01901328, 0.02810997, -0.03152247, -0.01283269, -0.05150656,\n",
" 0.04836998, -0.0078012 , 0.06158826, 0.00488572, -0.00849884,\n",
" 0.04090909, -0.08966578, -0.08616088, -0.04215282, 0.03160175,\n",
" 0.02433967, 0.03494828, 0.05814563, 0.01372826, 0.00345549,\n",
" -0.02486819, 0.02739916, -0.01351078, 0.00815824, -0.00873969,\n",
" -0.05394739, 0.03338808, 0.02801917, -0.05084976, 0.04513291,\n",
" -0.04542825, -0.05069618, 0.01642239, 0.01295668, -0.10060222,\n",
" -0.01276891, -0.05444038, 0.02994651, 0.06035358, 0.02706641,\n",
" -0.02466994, -0.0730218 , -0.0156278 , 0.04709266, -0.03732882,\n",
" 0.01167869, 0.0182999 , -0.07291208, -0.02320414, 0.04008226,\n",
" 0.02895372, 0.05674956, -0.05902799, -0.04798629, -0.08202295,\n",
" -0.02886448, 0.01259536, -0.04608212, -0.02615229, 0.01717604,\n",
" -0.00747769, -0.00460068, -0.09732322, -0.07370331, 0.04457833,\n",
" -0.03841842, 0.08502733, -0.03132282, -0.05111645, 0.05455784,\n",
" 0.00735514, 0.03754349, 0.02392761, -0.00226418, 0.01062301,\n",
" 0.06475097, -0.04083404, -0.00447048, 0.05552704, 0.00077658,\n",
" -0.03362396, -0.02791155, 0.00851614, -0.0415439 , 0.04091327,\n",
" 0.01138847, 0.00586595, -0.02722913, 0.00872673, 0.05083377,\n",
" -0.02473078, -0.00891939, -0.0109779 , 0.12054586, 0.08711482,\n",
" 0.03041671, 0.01846442, 0.03821288, -0.04248098, 0.05842235,\n",
" 0.08902143, -0.0039913 , 0.02606015, -0.01469496, -0.0222139 ,\n",
" -0.03930479, -0.04722338, -0.04381508, 0.07487466, 0.030825 ,\n",
" 0.00017041, 0.0012416 , 0.00052177, -0.00189071, -0.05839455,\n",
" 0.08198597, 0.07663385, 0.01547322, 0.0472797 , 0.02106898,\n",
" 0.04991706, -0.07282779, -0.05596723, -0.00283828, 0.08031576,\n",
" -0.05711798, -0.01257431, -0.02289575, -0.01260666, 0.05579276,\n",
" 0.04248794, -0.00352748, 0.01683497, 0.06598331, 0.06217757,\n",
" -0.01473482, -0.08695851, -0.00127519, -0.01507798, 0.01583367,\n",
" 0.05080707, -0.00619183, -0.06964819, 0.0388152 , -0.06193727,\n",
" -0.0517621 , 0.00065534, -0.01899309, -0.06369212, 0.01183126,\n",
" -0.02305213, 0.04646374, -0.00928012, -0.06063228, -0.03908375,\n",
" 0.01120601, -0.00717902, -0.01294945, 0.04306883, -0.09105106,\n",
" -0.01550236, -0.04745508, 0.02031732, 0.05408055, -0.04725409,\n",
" 0.0280156 , -0.04766602, 0.04495344, -0.01622648, -0.01419958,\n",
" 0.0298387 , 0.0453706 , 0.03893482, 0.05055595, 0.02434922,\n",
" -0.01015289, 0.04957981, 0.01962962, -0.03037183, -0.06341965,\n",
" -0.03111799, 0.01942206, -0.05902375, -0.00814837, -0.03647184,\n",
" -0.0966714 , 0.02877891, -0.00118297, 0.09648357, 0.01183127,\n",
" 0.01778406, 0.00547738, 0.0162788 , -0.05568779, -0.00436286,\n",
" -0.12304565, -0.01648609, 0.05556446, -0.03750291, -0.06125788,\n",
" -0.04793686, 0.00388022, 0.02165825, -0.04339718, -0.09184918,\n",
" -0.03992816, 0.05864431, -0.00648938, -0.04286842, -0.03949692,\n",
" 0.02407871, -0.06132331, 0.00656032, 0.06642347, -0.0128457 ,\n",
" -0.01503021, 0.00288638, 0.02069209, -0.00226629, -0.02572569,\n",
" 0.02360521, -0.05504825, -0.08105438, 0.01581822, -0.0189214 ,\n",
" 0.10489926, -0.04977029, 0.02177099, 0.0119954 , 0.0831938 ,\n",
" 0.03375291, 0.01544749, -0.03840194, 0.01220912, 0.01159555,\n",
" 0.08055842, 0.00112448, 0.03500209, 0.03436878, -0.00493013,\n",
" 0.03313331, -0.01414421, 0.01474412, -0.00252038, -0.03788306,\n",
" 0.03455087, 0.05697747, 0.06928317, 0.0229572 , 0.01853379,\n",
" 0.02472031, 0.00916452, 0.0391465 , -0.01379136, -0.06116637,\n",
" -0.01911846, 0.09001409, -0.01184424, -0.03557098, 0.04132989,\n",
" 0.01750229, -0.0548963 , -0.04304391, 0.06507609, 0.01340599,\n",
" 0.03065547, -0.0643401 , 0.01631583, -0.04461281, -0.0161776 ,\n",
" -0.03106765, 0.00034786, 0.06779334, 0.00410712, -0.00095017,\n",
" -0.04691085, -0.05064156, 0.02416166, 0.01868558, 0.01364122,\n",
" -0.00095684, 0.01940932, -0.05829496, 0.06602143, -0.00041415,\n",
" 0.07014828, -0.04111684, 0.01233269, 0.0428838 , 0.12576635,\n",
" 0.00073544, -0.05078046, -0.10597623, 0.03603613, -0.03198654,\n",
" -0.00404247, -0.0101201 , 0.01096624, 0.08422103, 0.02688828,\n",
" -0.02944676, -0.00997387, 0.07751101, 0.0088444 , -0.01639884,\n",
" -0.00793513, -0.10529194]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sad-clinton': Embedding(embedding=array([ 1.12047218e-01, -3.14232446e-02, -9.65681206e-03, -8.86891689e-03,\n",
" 7.77374080e-04, -6.75020814e-02, 3.22156474e-02, 6.06436171e-02,\n",
" 1.00061238e-01, 6.03458062e-02, -3.24429311e-02, 4.69237976e-02,\n",
" 2.97305491e-02, 9.62054543e-03, -4.55658324e-03, 3.49382646e-02,\n",
" 4.91381511e-02, 9.89500731e-02, 1.01131108e-02, -2.99411155e-02,\n",
" -9.64945555e-02, -4.23518755e-02, 5.99707663e-03, 4.34252918e-02,\n",
" 2.80021466e-02, 3.37086730e-02, 6.62470749e-03, -3.40449810e-02,\n",
" 5.97419403e-02, -1.87863093e-02, 8.69247541e-02, -1.43821836e-02,\n",
" 7.99598731e-03, 4.98648407e-03, 3.28934714e-02, -2.16760654e-02,\n",
" -4.19795364e-02, -1.72600746e-02, -8.96879509e-02, 5.59069477e-02,\n",
" -4.86436300e-02, 2.79609906e-03, -1.35596488e-02, -1.83150955e-02,\n",
" 3.93120572e-02, -6.71389550e-02, -3.76771502e-02, 4.31626216e-02,\n",
" -2.62972992e-02, 1.98366661e-02, 3.25145610e-02, -2.26041730e-02,\n",
" -8.75936542e-03, 9.38772224e-03, 5.10871485e-02, 6.58425540e-02,\n",
" 4.50338889e-03, -7.94168040e-02, -2.40419507e-02, -2.66969092e-02,\n",
" 4.14699689e-02, 1.63008850e-02, 2.51426771e-02, 1.75658260e-02,\n",
" 1.19245434e-02, 7.38925859e-03, 3.66602391e-02, 1.89147163e-02,\n",
" -8.79586791e-04, -1.46502657e-02, -2.39656791e-02, 2.57156156e-02,\n",
" 2.03141514e-02, 1.48519158e-01, -1.67919956e-02, 8.27001594e-03,\n",
" 2.10677609e-02, -8.78688395e-02, 1.90975331e-02, -1.38079459e-02,\n",
" 3.89460623e-02, 2.10718121e-02, -7.89062977e-02, 4.22376767e-02,\n",
" -2.68789530e-02, 4.53890897e-02, -1.65115595e-02, -9.56677794e-02,\n",
" -5.37264645e-02, -2.32128911e-02, -2.73395609e-02, -4.25140932e-02,\n",
" -3.30877602e-02, -6.67042807e-02, -7.08291680e-02, 3.16199660e-02,\n",
" -6.79723918e-02, 3.24697159e-02, -9.70123429e-03, -5.05845528e-03,\n",
" -8.19953717e-03, -2.32061278e-02, -1.11048855e-02, -2.76947934e-02,\n",
" -3.94566804e-02, -1.68738440e-02, 1.75770183e-04, 2.62746401e-02,\n",
" -4.79838699e-02, 7.39227086e-02, -3.90112884e-02, -2.02019569e-02,\n",
" -1.14539023e-02, 4.56157699e-03, 1.56613979e-02, 7.34653175e-02,\n",
" 3.05360779e-02, 9.23952460e-02, -6.59125149e-02, -3.47593166e-02,\n",
" -1.52057588e-01, -7.50193000e-02, 3.71628515e-02, 1.36909995e-03,\n",
" -1.40913865e-02, 2.17831973e-03, -4.01902199e-02, 3.83544751e-02,\n",
" -7.45005831e-02, 2.37653479e-02, 7.84897804e-03, 5.90030439e-02,\n",
" -1.31959403e-02, 2.14027297e-02, -3.13486606e-02, 5.27365506e-02,\n",
" 1.06066484e-02, 6.36503771e-02, -1.12404125e-02, 2.15958413e-02,\n",
" -2.77013425e-02, -3.84461805e-02, -8.31338053e-04, 1.04802111e-02,\n",
" -2.88325399e-02, 3.26635726e-02, 1.53308678e-02, 6.11110553e-02,\n",
" -5.58455214e-02, -4.49207291e-04, 3.78944352e-02, 3.33768167e-02,\n",
" -2.86026001e-02, 2.16866322e-02, -3.98124717e-02, -4.53795381e-02,\n",
" -2.52971612e-02, 1.45805115e-02, 4.05180566e-02, -1.88473309e-03,\n",
" 2.01920122e-02, 5.54624721e-02, 3.17719392e-02, -6.38525486e-02,\n",
" -9.10629928e-02, -6.78303931e-03, 2.18438357e-03, -3.83704491e-02,\n",
" 3.76639850e-02, 4.41177525e-02, -3.92240062e-02, 3.10708638e-02,\n",
" -3.97848412e-02, 1.39832590e-02, 4.08849381e-02, -7.46700317e-02,\n",
" -2.43221037e-02, -8.93940218e-03, 3.08368187e-02, -3.63402156e-04,\n",
" 3.15448493e-02, -4.65815812e-02, 2.59621497e-02, -1.35817295e-02,\n",
" -6.72557857e-04, 1.72633640e-02, 1.99786220e-02, 2.03714735e-04,\n",
" -5.48248328e-02, 6.99386885e-03, -9.22393203e-02, -2.77237687e-02,\n",
" -2.89538987e-02, 1.25981737e-02, -6.37328178e-02, 4.58972640e-02,\n",
" 5.75637929e-02, -2.53679678e-02, -5.14491871e-02, 7.23129997e-05,\n",
" 9.12885666e-02, 3.14392969e-02, 4.64088582e-02, 2.99024931e-03,\n",
" -1.95057672e-02, 1.72770601e-02, 3.00543252e-02, -2.57844720e-02,\n",
" -2.25446746e-02, -4.49091904e-02, 5.52721918e-02, -1.81279089e-02,\n",
" 5.74600957e-02, 1.03953062e-03, -1.31461024e-03, 4.03017476e-02,\n",
" -8.44001025e-02, -8.30662847e-02, -5.17360978e-02, 3.67764309e-02,\n",
" 2.56332699e-02, 2.54701804e-02, 5.13864607e-02, 1.42532578e-02,\n",
" 1.28230853e-02, -1.46168116e-02, 3.50858532e-02, -4.01921291e-03,\n",
" 1.15917679e-02, -1.54440291e-02, -5.73115945e-02, 3.61417979e-02,\n",
" 3.35384831e-02, -4.15264070e-02, 3.30079421e-02, -4.84869480e-02,\n",
" -4.52423505e-02, 2.94214264e-02, 2.51116641e-02, -9.29031372e-02,\n",
" -9.70060565e-03, -5.88772371e-02, 3.48353535e-02, 6.26238212e-02,\n",
" 2.51028705e-02, -2.71490216e-02, -7.25027099e-02, -2.84278523e-02,\n",
" 5.67027591e-02, -3.53825875e-02, 9.18793771e-03, 1.14090601e-02,\n",
" -6.45615757e-02, -2.24102642e-02, 3.59934010e-02, 2.47819033e-02,\n",
" 4.55916412e-02, -6.00231253e-02, -3.84267047e-02, -8.55703205e-02,\n",
" -2.44204998e-02, 7.46454252e-03, -5.24126180e-02, -2.41664816e-02,\n",
" 2.30781250e-02, -1.05192075e-02, -8.44343379e-03, -1.09045200e-01,\n",
" -7.83133134e-02, 4.46137972e-02, -3.14419009e-02, 9.53614116e-02,\n",
" -2.04483420e-02, -4.34354320e-02, 6.20098412e-02, 4.60170954e-03,\n",
" 4.02435586e-02, 2.42232345e-02, -3.67684686e-03, 7.75851868e-03,\n",
" 6.92997277e-02, -4.82614785e-02, -1.12750037e-02, 6.15617707e-02,\n",
" 1.25974964e-03, -3.21176760e-02, -4.01598699e-02, 1.01438239e-02,\n",
" -4.39798944e-02, 5.79189286e-02, 1.12771271e-02, 9.04392730e-03,\n",
" -2.51141638e-02, 5.94905904e-03, 4.00731079e-02, -3.24707143e-02,\n",
" -9.00983252e-03, -1.34180365e-02, 1.12882324e-01, 8.80800933e-02,\n",
" 3.14286835e-02, 2.68907994e-02, 3.78048867e-02, -5.66901155e-02,\n",
" 5.88036887e-02, 9.70681459e-02, -5.96238812e-03, 3.33812609e-02,\n",
" -1.53294066e-02, -3.02765798e-02, -3.83439548e-02, -4.79055904e-02,\n",
" -5.10344058e-02, 6.59103245e-02, 3.04025654e-02, 1.64381601e-02,\n",
" 4.94594499e-03, -4.16506408e-03, -9.89618711e-03, -5.12788817e-02,\n",
" 8.71363506e-02, 8.09378847e-02, 2.60233153e-02, 4.80495803e-02,\n",
" 3.12950760e-02, 4.87849489e-02, -6.75863624e-02, -6.26317114e-02,\n",
" 6.92692061e-04, 7.24037513e-02, -5.08086532e-02, -1.51099460e-02,\n",
" -3.41053531e-02, -3.01937526e-03, 5.54564372e-02, 4.08827998e-02,\n",
" -8.06146115e-03, 1.50639219e-02, 7.42331371e-02, 5.96553087e-02,\n",
" -2.62460392e-02, -7.62062892e-02, 4.81602270e-03, -1.39771067e-02,\n",
" 1.48203084e-02, 5.39109632e-02, -5.51600195e-03, -6.75603896e-02,\n",
" 4.26837020e-02, -6.57815784e-02, -4.95162681e-02, 7.49325845e-03,\n",
" -1.03514893e-02, -6.09367080e-02, 1.52918100e-02, -2.01896448e-02,\n",
" 3.71235125e-02, -1.74545646e-02, -5.85908778e-02, -2.81496160e-02,\n",
" 1.08790724e-02, -7.48051144e-03, -3.00970860e-02, 3.25901471e-02,\n",
" -7.80435130e-02, -2.02667583e-02, -5.30367978e-02, 1.73228905e-02,\n",
" 5.27686700e-02, -4.34065349e-02, 3.06350105e-02, -5.10413274e-02,\n",
" 5.79928905e-02, -1.06630232e-02, -6.25757594e-03, 2.47366093e-02,\n",
" 4.23779413e-02, 3.64569463e-02, 4.57097031e-02, 2.03571673e-02,\n",
" -2.04220358e-02, 5.23279272e-02, 1.58531480e-02, -3.13787311e-02,\n",
" -6.20095395e-02, -2.08419319e-02, 1.49907423e-02, -5.35466410e-02,\n",
" -1.03307478e-02, -3.82489227e-02, -9.80525240e-02, 2.85767633e-02,\n",
" -3.61416838e-03, 8.83935690e-02, 7.41392886e-03, 1.76438149e-02,\n",
" -4.28725034e-04, 2.72810720e-02, -5.91679364e-02, -1.06924586e-02,\n",
" -1.22528076e-01, -2.02648528e-02, 5.27546480e-02, -3.26069519e-02,\n",
" -6.09059371e-02, -4.54516634e-02, -7.24970829e-03, 2.12157890e-02,\n",
" -3.67471874e-02, -8.13859776e-02, -3.88009287e-02, 5.27213737e-02,\n",
" 1.67671754e-03, -4.64867800e-02, -4.38920222e-02, 3.27481031e-02,\n",
" -5.12352809e-02, 1.37034513e-03, 6.43235743e-02, -1.02683008e-02,\n",
" -1.19478405e-02, -4.18044440e-03, 1.96022522e-02, -3.19715543e-03,\n",
" -2.84636021e-02, 1.72751788e-02, -6.00270741e-02, -8.23894367e-02,\n",
" 1.23396534e-02, -2.29185652e-02, 1.05808705e-01, -4.14378159e-02,\n",
" 2.71917731e-02, 1.91723984e-02, 8.12830552e-02, 3.72961536e-02,\n",
" 1.16031030e-02, -4.27335426e-02, 1.12448940e-02, 1.68738738e-02,\n",
" 7.66830146e-02, 1.26659032e-02, 4.39711846e-02, 3.97510752e-02,\n",
" -5.01427194e-03, 2.42928732e-02, -2.41392404e-02, 1.04882158e-02,\n",
" -1.35018388e-02, -4.02653851e-02, 2.83040982e-02, 5.36435694e-02,\n",
" 6.35269359e-02, 1.54325459e-02, 2.60365885e-02, 2.14869604e-02,\n",
" 1.03266574e-02, 5.68739697e-02, -2.23129466e-02, -5.66428676e-02,\n",
" -1.49321733e-02, 8.64746198e-02, -3.33786150e-03, -3.89586799e-02,\n",
" 5.25032319e-02, 5.85503038e-03, -5.69375269e-02, -4.26375009e-02,\n",
" 5.55642359e-02, 1.34451995e-02, 3.18717323e-02, -7.10332692e-02,\n",
" 1.91513486e-02, -3.49950716e-02, -6.67209504e-03, -2.51921639e-02,\n",
" 1.38251390e-02, 5.88234477e-02, 5.81168709e-03, 4.33451403e-03,\n",
" -6.15442172e-02, -5.24170958e-02, 3.61106023e-02, 1.45498849e-02,\n",
" 4.76342067e-03, 8.02841131e-03, 1.41093209e-02, -5.21021783e-02,\n",
" 6.63827509e-02, -2.42606667e-03, 8.18532556e-02, -3.79270203e-02,\n",
" 8.44914466e-03, 4.36715409e-02, 1.22017808e-01, -1.42274052e-03,\n",
" -5.14116064e-02, -9.99539196e-02, 2.45941710e-02, -2.57108603e-02,\n",
" -7.18268042e-04, -1.36998883e-02, 1.09657459e-02, 7.06194192e-02,\n",
" 2.93851234e-02, -4.03725244e-02, -1.06692628e-03, 7.47375935e-02,\n",
" 4.74497210e-03, -1.15494290e-02, -4.80720308e-03, -1.03840999e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sad-obama': Embedding(embedding=array([ 0.10799937, -0.03810565, -0.01410228, 0.01523981, -0.00853502,\n",
" -0.06157871, 0.02469803, 0.0589049 , 0.09638025, 0.04960117,\n",
" -0.02645072, 0.0540706 , 0.03910596, 0.0166448 , -0.00948942,\n",
" 0.04206846, 0.06617483, 0.08908978, -0.00028685, -0.020463 ,\n",
" -0.08855131, -0.03862071, -0.00165239, 0.05000834, 0.00820724,\n",
" 0.01816179, 0.0128603 , -0.04488141, 0.05567475, -0.01210303,\n",
" 0.07877276, -0.02230299, 0.01455108, 0.00127163, 0.03973787,\n",
" -0.03513226, -0.04250847, -0.01323213, -0.09411464, 0.04468504,\n",
" -0.03966795, 0.01462389, -0.02963234, -0.00888148, 0.04364584,\n",
" -0.05999194, -0.0382366 , 0.05717428, -0.02719965, 0.0147453 ,\n",
" 0.03723649, -0.01932435, 0.00376523, 0.02503053, 0.05032576,\n",
" 0.07798112, -0.02205183, -0.08828296, -0.01886741, -0.02682039,\n",
" 0.03580337, 0.00710578, 0.01724565, 0.01714719, 0.01713548,\n",
" 0.02275587, 0.03908725, 0.02124758, -0.00100837, -0.01895606,\n",
" -0.01176017, 0.01627378, 0.03269931, 0.13783185, -0.02997046,\n",
" 0.00868432, 0.01970933, -0.09518354, 0.02854354, -0.01343574,\n",
" 0.01642837, 0.02483024, -0.06410102, 0.03851472, -0.01651757,\n",
" 0.04563078, -0.02074248, -0.09949044, -0.06021227, -0.027922 ,\n",
" -0.03159327, -0.0427491 , -0.02274912, -0.08432258, -0.07716026,\n",
" 0.03385102, -0.07712545, 0.04337062, 0.00025885, 0.01084571,\n",
" -0.01032898, -0.01647774, 0.00084025, -0.0242172 , -0.03999799,\n",
" -0.0256583 , 0.00048678, 0.03277346, -0.05176814, 0.07676347,\n",
" -0.04053759, -0.010081 , 0.00910172, -0.00443128, 0.00286637,\n",
" 0.07625814, 0.03516759, 0.0789133 , -0.07189776, -0.01782959,\n",
" -0.17979643, -0.05575224, 0.02271837, 0.00159593, -0.01933906,\n",
" 0.00569217, -0.03118952, 0.04628888, -0.07504108, 0.01339987,\n",
" 0.00767137, 0.05366987, -0.03631257, 0.02211486, -0.03719158,\n",
" 0.05872197, 0.02263307, 0.06144866, -0.00960613, 0.01951965,\n",
" -0.0267178 , -0.02450671, -0.02573497, 0.00935543, -0.02279878,\n",
" 0.03316498, 0.00787128, 0.05840092, -0.04879682, 0.01263905,\n",
" 0.04776941, 0.02785617, -0.02929997, 0.0380638 , -0.0250431 ,\n",
" -0.05059192, -0.02894632, 0.02931596, 0.03461786, 0.00216534,\n",
" 0.02280259, 0.05196982, 0.04831012, -0.07083581, -0.08661427,\n",
" 0.00100075, 0.00352391, -0.03143711, 0.04279874, 0.03809212,\n",
" -0.02524851, 0.03195146, -0.03972753, 0.02252888, 0.04132998,\n",
" -0.08936822, -0.02626342, -0.00728168, 0.03273911, 0.00181393,\n",
" 0.03067948, -0.03979188, 0.003153 , -0.01488733, 0.00402565,\n",
" 0.01210597, -0.00190605, 0.01663216, -0.04119492, -0.00394193,\n",
" -0.08438002, -0.03269665, -0.0165496 , 0.01142982, -0.0583413 ,\n",
" 0.03933435, 0.05656544, 0.00067347, -0.04976359, -0.00591739,\n",
" 0.08760539, 0.02819745, 0.05025373, -0.00464733, -0.0336335 ,\n",
" 0.00958809, 0.03931414, -0.02455296, -0.00699502, -0.05928556,\n",
" 0.04766812, -0.01265011, 0.06832603, 0.00062221, -0.01505607,\n",
" 0.02485985, -0.09302987, -0.09005819, -0.03804323, 0.03127411,\n",
" 0.03609318, 0.02765519, 0.06635194, 0.01890596, 0.00188518,\n",
" -0.03748795, 0.03183219, -0.00540844, 0.00249496, -0.01849491,\n",
" -0.04981466, 0.03775633, 0.02716101, -0.0433565 , 0.05223384,\n",
" -0.04174392, -0.06099165, 0.01558326, 0.01563009, -0.09374725,\n",
" -0.02104717, -0.04954196, 0.01842929, 0.04626309, 0.02431585,\n",
" -0.03299672, -0.06472113, -0.01539885, 0.03979195, -0.0430849 ,\n",
" 0.00584139, 0.01934336, -0.06974502, -0.02295179, 0.04624944,\n",
" 0.02107601, 0.05955395, -0.06000816, -0.04299688, -0.08690945,\n",
" -0.0345626 , 0.01561631, -0.0401457 , -0.02863418, 0.01476806,\n",
" -0.00198516, -0.00405569, -0.10496736, -0.07593359, 0.03289489,\n",
" -0.04121395, 0.09023975, -0.02788568, -0.04915949, 0.06672161,\n",
" 0.0124815 , 0.03735672, 0.02348571, -0.00733321, 0.00826488,\n",
" 0.06682343, -0.05276104, 0.01332686, 0.04748709, 0.00624727,\n",
" -0.02409627, -0.03289526, 0.01189281, -0.04184124, 0.04079702,\n",
" 0.01024133, 0.00835843, -0.03560404, 0.01743882, 0.04600793,\n",
" -0.02252976, -0.00789409, -0.00309823, 0.1262964 , 0.08767362,\n",
" 0.01960441, 0.01570129, 0.02941631, -0.04156711, 0.05815569,\n",
" 0.10614566, -0.01130031, 0.03376091, -0.00872945, -0.01534844,\n",
" -0.02220319, -0.0440566 , -0.05208138, 0.07159322, 0.02187131,\n",
" 0.00096767, -0.00290147, 0.00175127, -0.00788991, -0.06112092,\n",
" 0.07097638, 0.06391972, 0.022246 , 0.05415269, 0.02261543,\n",
" 0.02861451, -0.06159187, -0.04798605, -0.003963 , 0.08191783,\n",
" -0.05031321, -0.01431121, -0.01856999, -0.01980966, 0.05864068,\n",
" 0.04045181, 0.0054476 , 0.02087126, 0.07239 , 0.05951063,\n",
" -0.00541952, -0.07461466, -0.00403421, -0.00994203, 0.0058911 ,\n",
" 0.04968632, -0.01126808, -0.07488532, 0.04207402, -0.07314686,\n",
" -0.05170378, -0.0044902 , -0.02491288, -0.06159453, 0.00913369,\n",
" -0.02593998, 0.03910979, -0.01855595, -0.05410753, -0.0342242 ,\n",
" 0.01307876, -0.01408495, -0.01894226, 0.03974463, -0.07919939,\n",
" -0.01389747, -0.03624399, 0.01163347, 0.06268531, -0.05123242,\n",
" 0.0315413 , -0.04580707, 0.03973819, -0.02260561, -0.01213912,\n",
" 0.02582542, 0.04856934, 0.03686216, 0.04737845, 0.03109233,\n",
" -0.02736502, 0.0479836 , 0.00368481, -0.03344269, -0.0573413 ,\n",
" -0.03068296, 0.0154544 , -0.04800415, -0.011619 , -0.04557887,\n",
" -0.0963238 , 0.02562355, -0.00812144, 0.08827133, 0.01529269,\n",
" 0.01876443, 0.01763778, 0.017737 , -0.06477313, -0.00979469,\n",
" -0.12417983, -0.01878628, 0.05128552, -0.02938537, -0.05499425,\n",
" -0.04847019, 0.00458474, 0.02056144, -0.04585949, -0.08838761,\n",
" -0.04035228, 0.05998419, -0.00553246, -0.02923558, -0.04983024,\n",
" 0.02174471, -0.06727626, 0.00630584, 0.06859187, -0.00716181,\n",
" -0.00954572, -0.0067497 , 0.0229069 , -0.00332823, -0.03012447,\n",
" 0.01917293, -0.05245497, -0.08210635, 0.01824546, -0.0163243 ,\n",
" 0.10179314, -0.05028223, 0.0268682 , 0.01259511, 0.09020737,\n",
" 0.04167512, 0.01987275, -0.02902576, 0.00456097, 0.00869235,\n",
" 0.08258451, 0.00726394, 0.0391285 , 0.03514897, 0.00130059,\n",
" 0.02897373, -0.01584538, 0.01496488, -0.00517824, -0.03283751,\n",
" 0.02698223, 0.06086834, 0.07164567, 0.033971 , 0.01587899,\n",
" 0.0384872 , 0.01477598, 0.03939755, -0.01724708, -0.05246632,\n",
" -0.025102 , 0.07211323, -0.00301331, -0.03694322, 0.04900856,\n",
" 0.01266603, -0.05144449, -0.04530225, 0.06187746, 0.02012027,\n",
" 0.0313861 , -0.05418137, 0.01045068, -0.04850401, -0.00035623,\n",
" -0.02959923, -0.01039235, 0.05681182, 0.01193715, -0.00224346,\n",
" -0.04038835, -0.06889243, 0.03681954, 0.00793246, 0.01462243,\n",
" 0.00442561, 0.01663882, -0.05932159, 0.06467342, 0.01118696,\n",
" 0.06507706, -0.0453642 , 0.00947862, 0.03909177, 0.11856072,\n",
" -0.01283825, -0.04775741, -0.10869081, 0.02503115, -0.03263087,\n",
" -0.00811589, -0.0052165 , 0.00375863, 0.07680688, 0.03058022,\n",
" -0.02661099, -0.0075385 , 0.08311971, 0.01588155, -0.00727583,\n",
" -0.01237384, -0.09462423]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sadfrog': Embedding(embedding=array([ 9.06886682e-02, -6.82921484e-02, -2.35948227e-02, -2.42732912e-02,\n",
" 7.98941869e-03, -4.01491895e-02, 4.05741930e-02, 5.41521423e-02,\n",
" 8.08265209e-02, 7.51011893e-02, 5.87834045e-04, 3.40809934e-02,\n",
" 2.11598817e-02, 1.81150846e-02, -5.24736010e-03, 9.48169269e-03,\n",
" 2.97346245e-02, 8.46497789e-02, 2.16921624e-02, -2.51802653e-02,\n",
" -7.87785500e-02, -3.96683589e-02, 9.82207246e-03, 6.78653568e-02,\n",
" 4.50899825e-02, 3.48913074e-02, -1.16752163e-02, -4.61016297e-02,\n",
" 4.76159789e-02, -1.15780104e-02, 6.50741383e-02, -2.90332711e-03,\n",
" -3.96066569e-02, -7.60403229e-03, 4.04662043e-02, -2.35264911e-03,\n",
" -2.91793477e-02, -2.23298185e-02, -7.46626258e-02, 5.45878559e-02,\n",
" -2.58765500e-02, 8.09008628e-03, -1.74196176e-02, -1.12709943e-02,\n",
" 3.44796628e-02, -5.66284694e-02, -2.78629754e-02, 4.29641046e-02,\n",
" -3.43193561e-02, 2.22771112e-02, 1.86183862e-02, -1.22430880e-04,\n",
" 7.58150406e-03, 1.65037289e-02, 3.55622619e-02, 3.96910831e-02,\n",
" -2.60272063e-03, -4.44321111e-02, -3.01458370e-02, -3.61477844e-02,\n",
" 4.06348668e-02, 3.39874364e-02, 3.69335152e-02, 2.47761589e-02,\n",
" 1.08202295e-02, 6.94643147e-03, 3.38089578e-02, -4.98237042e-03,\n",
" -8.44169222e-03, -4.00854088e-02, -3.79745960e-02, 5.81701621e-02,\n",
" 2.27936972e-02, 1.63254142e-01, -1.03038512e-02, 3.36372443e-02,\n",
" -5.23960171e-03, -6.00352623e-02, 2.36340277e-02, -2.59611253e-02,\n",
" 7.78240412e-02, 9.15018003e-03, -8.41903612e-02, 5.93760088e-02,\n",
" -2.92269979e-02, 8.11105408e-03, -1.90939773e-02, -7.40480870e-02,\n",
" -4.97868769e-02, -4.57513705e-02, -6.33740332e-03, -2.34748423e-02,\n",
" -6.84070215e-02, -7.90558979e-02, -3.20701636e-02, -6.42258720e-03,\n",
" -6.40928224e-02, 2.81189457e-02, -2.14607883e-02, -1.64419729e-02,\n",
" -3.00343556e-04, -2.14442760e-02, -3.85601446e-02, -4.08420153e-02,\n",
" -5.10976464e-02, 3.04127135e-03, 1.09370879e-03, 2.23490316e-02,\n",
" -7.99670145e-02, 8.35129842e-02, -6.80521131e-03, -4.31603827e-02,\n",
" -1.64227001e-02, -1.27488859e-02, 9.63030010e-03, 7.80087933e-02,\n",
" -4.14392399e-03, 9.85232443e-02, -6.17529824e-02, -5.12750894e-02,\n",
" -1.40261382e-01, -5.34562506e-02, 4.09478620e-02, -1.86541062e-02,\n",
" -8.73983651e-03, -7.51601765e-03, -1.07221585e-02, 2.75687780e-02,\n",
" -5.92054985e-02, 2.63801571e-02, 8.45638395e-04, 6.82899803e-02,\n",
" -1.72329601e-02, 2.72753686e-02, -3.57842855e-02, 5.03073446e-02,\n",
" -1.30775785e-02, 5.46247400e-02, 3.62163153e-03, -1.16519202e-02,\n",
" -3.64562497e-02, -6.98840665e-03, 6.28273422e-03, -1.05454968e-02,\n",
" 1.23786461e-02, 1.93553157e-02, 1.89307462e-02, 5.15726432e-02,\n",
" -2.80599445e-02, 4.01982944e-03, 6.61125407e-02, 2.41018105e-02,\n",
" -8.47870018e-03, -3.06554092e-03, -6.80993199e-02, -8.03694874e-02,\n",
" -1.45557784e-02, -1.82750840e-02, 3.76972184e-02, 2.52642366e-03,\n",
" 4.55104820e-02, 2.54380833e-02, 2.69980635e-02, -6.20239303e-02,\n",
" -7.97200352e-02, 1.44901183e-02, -2.10689544e-03, -4.19059731e-02,\n",
" 1.04211662e-02, 6.61183298e-02, -4.55012135e-02, 5.90835288e-02,\n",
" -3.98512520e-02, -1.55858342e-02, 3.56888473e-02, -5.64639829e-02,\n",
" -3.27813625e-02, -3.26944776e-02, 1.28707821e-02, -1.54423732e-02,\n",
" 3.73308919e-02, -5.09186462e-02, 3.06027979e-02, -1.00763189e-02,\n",
" -4.04297560e-03, 4.51155528e-02, 1.36902146e-02, 6.62584463e-03,\n",
" -3.79892811e-02, 2.19281763e-02, -8.25971961e-02, -1.29988324e-02,\n",
" -3.93390730e-02, -2.06343178e-03, -5.22644185e-02, 3.87416817e-02,\n",
" 4.93144169e-02, -2.27218289e-02, -5.22291623e-02, 9.45617538e-03,\n",
" 7.21267387e-02, 3.57936062e-02, 4.49118540e-02, -2.40549035e-02,\n",
" 2.16073915e-03, 4.87648658e-02, -1.19137787e-03, -2.08548047e-02,\n",
" -5.32795954e-03, -2.42818519e-02, 4.93745022e-02, -3.24533060e-02,\n",
" 5.23588546e-02, -1.09015778e-02, -7.64180534e-03, 5.61845228e-02,\n",
" -5.57162091e-02, -6.15044162e-02, -5.69372475e-02, 3.27379853e-02,\n",
" 3.78063731e-02, 2.79361494e-02, 6.00752272e-02, -9.69576463e-03,\n",
" 1.85891930e-02, 8.07692111e-03, 2.52350979e-02, -4.01495583e-02,\n",
" 3.96656655e-02, 2.37596477e-03, -3.57759222e-02, 4.25334200e-02,\n",
" 1.53065193e-02, -2.75820401e-02, 2.40653567e-02, -2.71733329e-02,\n",
" -2.35451646e-02, -1.92492350e-03, 3.32416743e-02, -1.17587738e-01,\n",
" 3.18675931e-03, -5.24823777e-02, 6.67883009e-02, 6.97551966e-02,\n",
" 1.35809202e-02, -1.16221439e-02, -5.93453124e-02, 6.78687647e-04,\n",
" 4.83324826e-02, -2.74622776e-02, 1.96210481e-02, 1.21646142e-02,\n",
" -6.96781278e-02, -3.21666859e-02, 2.50083003e-02, 3.77243944e-02,\n",
" 6.45835102e-02, -6.86930493e-02, -6.84642568e-02, -5.44852689e-02,\n",
" -8.28195829e-03, -8.76999833e-03, -7.49592930e-02, -2.38601137e-02,\n",
" 5.10307997e-02, -1.67323053e-02, -1.69264097e-02, -7.37485588e-02,\n",
" -7.97082782e-02, 6.61693886e-02, -2.60482337e-02, 9.27701592e-02,\n",
" -3.64906974e-02, -5.94637841e-02, 3.34431268e-02, -9.29015782e-03,\n",
" 1.89843792e-02, 1.69420820e-02, -2.16791555e-02, 2.74008606e-04,\n",
" 4.66959178e-02, -1.78700350e-02, -1.60038397e-02, 4.99174781e-02,\n",
" -9.52842366e-03, -4.40734364e-02, -1.07316421e-02, -6.47678053e-06,\n",
" -5.95840216e-02, 3.74765694e-02, -1.77627720e-03, 2.48514134e-02,\n",
" -1.53832734e-02, 6.90222345e-03, 3.40609550e-02, -2.09862087e-02,\n",
" -2.11647656e-02, -2.55922098e-02, 1.05552055e-01, 8.15330595e-02,\n",
" 3.25557292e-02, 3.00860088e-02, 7.06519708e-02, -3.60905752e-02,\n",
" 5.99119402e-02, 3.77283394e-02, 1.64536573e-02, 5.50751574e-04,\n",
" -3.74912806e-02, -3.74106281e-02, -5.13538495e-02, -4.80347611e-02,\n",
" -2.60269102e-02, 6.56464472e-02, 4.05568480e-02, 1.72103401e-02,\n",
" 1.37712797e-02, -1.33176567e-02, 6.75275642e-03, -8.20745975e-02,\n",
" 8.75713006e-02, 8.17882717e-02, -4.46984498e-03, 5.33765256e-02,\n",
" 2.01918427e-02, 5.29591963e-02, -6.97976574e-02, -9.81060714e-02,\n",
" 1.67326804e-03, 4.75087278e-02, -7.16222450e-02, -8.44602473e-03,\n",
" -4.14609127e-02, 3.10317031e-04, 6.12217523e-02, 2.73177363e-02,\n",
" -1.13812555e-02, 3.66118252e-02, 5.22391088e-02, 6.23480193e-02,\n",
" -4.54544947e-02, -7.91868940e-02, -2.21576821e-02, -3.18106823e-02,\n",
" 3.87488194e-02, 4.48037684e-02, -2.71085929e-02, -8.47893655e-02,\n",
" 4.54388522e-02, -6.57668933e-02, -4.22484353e-02, -6.36769086e-03,\n",
" -6.10611029e-03, -3.70717756e-02, 2.81839631e-02, 7.64901889e-03,\n",
" 5.82771562e-02, -5.60960965e-03, -6.23407960e-02, -3.52013893e-02,\n",
" 3.03971022e-02, 9.81784076e-04, -2.99805887e-02, 3.53076383e-02,\n",
" -1.12628594e-01, -3.22443545e-02, -6.22704998e-02, 4.96102422e-02,\n",
" 4.37669307e-02, -3.38391922e-02, 1.75253004e-02, -6.82269633e-02,\n",
" 6.17972948e-02, 1.55522507e-02, -2.78962143e-02, 4.26699445e-02,\n",
" 3.81443612e-02, 3.69593538e-02, 5.00983000e-02, 2.39629447e-02,\n",
" 2.71356981e-02, 6.51913732e-02, 3.39522548e-02, 2.43866025e-03,\n",
" -4.45594117e-02, -4.94944602e-02, -1.24620618e-02, -4.66123894e-02,\n",
" -9.31310374e-03, -1.06334931e-03, -8.93951803e-02, 1.97698493e-02,\n",
" 1.02494517e-02, 1.23080321e-01, 2.24373490e-02, 1.32374782e-02,\n",
" -1.49130914e-02, 2.19786670e-02, -3.91712338e-02, 1.05319666e-02,\n",
" -1.41444668e-01, 2.27639824e-03, 6.49608225e-02, -4.64420766e-02,\n",
" -8.85704234e-02, -3.77763622e-02, 1.50342509e-02, 2.60227695e-02,\n",
" -3.15821357e-02, -8.78570452e-02, -4.16724496e-02, 6.52881265e-02,\n",
" -1.82823762e-02, -3.28889266e-02, -3.37885208e-02, 3.52045186e-02,\n",
" -2.07952615e-02, -1.98493619e-02, 5.48079647e-02, -3.14534344e-02,\n",
" -2.94148345e-02, 2.56597865e-02, 6.88769249e-03, 3.80301126e-03,\n",
" -1.03538064e-02, 4.39402983e-02, -4.38642725e-02, -5.26039936e-02,\n",
" 1.74255148e-02, -2.56756134e-02, 9.55612808e-02, -4.84576374e-02,\n",
" 9.15744714e-03, 7.22848484e-03, 8.81025046e-02, 3.91881205e-02,\n",
" 9.65405628e-03, -5.41933104e-02, 1.63448565e-02, 2.32979525e-02,\n",
" 7.82977492e-02, -1.26451645e-02, 2.91409828e-02, 4.29954045e-02,\n",
" -1.80287343e-02, -4.06159693e-03, -2.33525247e-03, -9.67096630e-03,\n",
" -1.14402976e-02, -4.42755185e-02, 2.15253681e-02, 4.01497707e-02,\n",
" 5.93914799e-02, -1.06667364e-02, 9.40687431e-04, 1.78206544e-02,\n",
" -1.03601264e-02, 2.35502683e-02, -1.51888309e-02, -5.73963150e-02,\n",
" -9.95400269e-03, 1.15506403e-01, 4.97206522e-04, -1.85654461e-02,\n",
" 2.65876912e-02, 3.05033009e-02, -4.30304669e-02, -4.06515859e-02,\n",
" 3.23308185e-02, 7.00009055e-03, 9.49989259e-03, -5.93667328e-02,\n",
" 4.82420158e-03, -3.77212353e-02, -3.92292701e-02, -4.87954617e-02,\n",
" 9.66548640e-03, 8.25099126e-02, -1.28786964e-02, -5.57079306e-03,\n",
" -3.83406021e-02, -3.03015541e-02, -1.11138690e-02, 3.25237028e-02,\n",
" 4.51101875e-03, -1.01186410e-02, 1.34282596e-02, -5.18192388e-02,\n",
" 7.17931986e-02, -3.77675295e-02, 5.16839139e-02, -7.40263797e-03,\n",
" 5.83181484e-03, 4.32539284e-02, 1.26945347e-01, 7.80879706e-03,\n",
" -3.96161526e-02, -9.66078565e-02, 5.02348095e-02, -3.87235284e-02,\n",
" 1.75325722e-02, -5.49078919e-04, 2.77077649e-02, 1.14745237e-01,\n",
" 4.01998907e-02, -1.66819226e-02, -5.88675961e-03, 7.52329975e-02,\n",
" 2.89344089e-03, -2.26833429e-02, -1.97196752e-03, -1.09950140e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'saltbae': Embedding(embedding=array([ 1.11795306e-01, -3.66421230e-02, -1.58208683e-02, 1.70454811e-02,\n",
" -3.99314985e-03, -6.58314452e-02, 2.73985788e-02, 5.92432395e-02,\n",
" 1.03370592e-01, 4.96157110e-02, -3.17232423e-02, 5.29302359e-02,\n",
" 3.67312133e-02, 2.19886862e-02, -5.89658506e-03, 4.27819155e-02,\n",
" 6.09659702e-02, 8.54128674e-02, 2.34643172e-04, -1.95202176e-02,\n",
" -8.01264346e-02, -3.30107138e-02, 3.45641794e-03, 5.50906025e-02,\n",
" 5.73974056e-03, 1.24621298e-02, 8.93109944e-03, -3.97973247e-02,\n",
" 5.26072420e-02, -1.50523642e-02, 7.79631957e-02, -2.48522051e-02,\n",
" 1.70974620e-02, 4.76443348e-03, 4.07691598e-02, -3.05900797e-02,\n",
" -5.27701005e-02, -2.06454229e-02, -9.52884778e-02, 4.06697206e-02,\n",
" -4.40212339e-02, 2.23598257e-02, -2.94378884e-02, -7.65492162e-03,\n",
" 4.58394624e-02, -7.05854967e-02, -4.31082025e-02, 5.12731448e-02,\n",
" -2.50479467e-02, 1.55211836e-02, 3.53236273e-02, -2.16125529e-02,\n",
" -9.93513968e-04, 2.24353187e-02, 4.71377932e-02, 7.72897378e-02,\n",
" -2.16231793e-02, -9.54692736e-02, -1.68256816e-02, -2.36666910e-02,\n",
" 3.35897692e-02, 1.30239064e-02, 2.13430487e-02, 1.71420984e-02,\n",
" 2.37144791e-02, 2.00797934e-02, 3.86553966e-02, 3.17342803e-02,\n",
" 2.76087690e-03, -1.74088087e-02, -5.51061891e-03, 4.35709301e-03,\n",
" 3.20887268e-02, 1.37630120e-01, -3.66809256e-02, 8.90544988e-03,\n",
" 2.47898139e-02, -9.05399397e-02, 2.79636290e-02, -2.09197737e-02,\n",
" 1.89792011e-02, 2.82073822e-02, -6.23635128e-02, 3.38272080e-02,\n",
" -1.34110600e-02, 5.20010814e-02, -2.21177991e-02, -9.96177047e-02,\n",
" -6.28047809e-02, -1.93967652e-02, -3.26545164e-02, -4.88596484e-02,\n",
" -2.35019028e-02, -8.39822814e-02, -8.06440488e-02, 3.58694084e-02,\n",
" -7.89253637e-02, 3.84369493e-02, 3.03041143e-03, 8.63305945e-03,\n",
" -6.94441283e-03, -2.22018249e-02, -2.71056336e-03, -2.10731048e-02,\n",
" -3.82059850e-02, -3.49237956e-02, -1.25685867e-04, 2.82930154e-02,\n",
" -4.36217524e-02, 7.87128508e-02, -4.69470136e-02, -1.61436833e-02,\n",
" 5.74879162e-03, -5.65212499e-03, 2.14066682e-03, 7.75149986e-02,\n",
" 3.50169018e-02, 8.12396631e-02, -6.16289377e-02, -2.41636708e-02,\n",
" -1.77647009e-01, -5.06764427e-02, 2.55422071e-02, 2.15913355e-03,\n",
" -3.40262875e-02, 4.40352829e-03, -3.81709002e-02, 4.56656553e-02,\n",
" -7.60625675e-02, 9.54355858e-03, 5.82451187e-03, 5.15969060e-02,\n",
" -3.07160411e-02, 2.22053640e-02, -2.91401651e-02, 5.82560487e-02,\n",
" 1.41268102e-02, 5.67007959e-02, -7.83924013e-03, 1.79950818e-02,\n",
" -2.14506146e-02, -2.50474513e-02, -2.31577083e-02, 1.63022839e-02,\n",
" -3.19860764e-02, 2.58398801e-02, 6.05569826e-03, 5.87441362e-02,\n",
" -4.07946669e-02, 4.32543084e-03, 4.86294515e-02, 3.58822607e-02,\n",
" -3.26059572e-02, 3.23424935e-02, -2.79626325e-02, -4.56113555e-02,\n",
" -2.84916703e-02, 1.94222983e-02, 3.49050649e-02, 2.12229183e-03,\n",
" 1.85214672e-02, 5.09657227e-02, 4.88454103e-02, -6.43032491e-02,\n",
" -9.15688127e-02, 2.34304578e-03, 5.03749261e-03, -3.33421379e-02,\n",
" 4.27816659e-02, 3.57584544e-02, -2.48010289e-02, 2.85075773e-02,\n",
" -4.21772897e-02, 1.71726942e-02, 5.68140745e-02, -8.67012143e-02,\n",
" -3.13503593e-02, -7.91029632e-03, 2.50801072e-02, 6.93199458e-03,\n",
" 2.51910593e-02, -4.08656970e-02, 1.29946815e-02, -2.66393889e-02,\n",
" 2.02246057e-03, 9.95148998e-03, 1.55637441e-02, 1.31812822e-02,\n",
" -4.00735140e-02, -4.35520895e-03, -8.43946710e-02, -2.68776249e-02,\n",
" -2.68220734e-02, 1.08433543e-02, -6.14431016e-02, 4.09125984e-02,\n",
" 5.46833947e-02, -1.06238239e-02, -4.57457528e-02, -1.12848571e-02,\n",
" 8.18889588e-02, 2.45429054e-02, 6.02167957e-02, 4.76545625e-04,\n",
" -3.34499665e-02, 6.06694911e-03, 3.93591411e-02, -2.32861936e-02,\n",
" -7.14399433e-03, -6.20954633e-02, 5.66371456e-02, -1.77308898e-02,\n",
" 6.99300691e-02, 3.51033453e-03, -1.60071198e-02, 2.79070232e-02,\n",
" -9.22353864e-02, -8.79483595e-02, -4.72068712e-02, 3.76668908e-02,\n",
" 2.97047105e-02, 1.99790802e-02, 6.43209144e-02, 2.52662748e-02,\n",
" 5.89232054e-03, -2.41685342e-02, 3.90433148e-02, -8.87015555e-03,\n",
" 2.03703670e-03, -1.38053112e-02, -5.81100546e-02, 4.03711833e-02,\n",
" 3.57744731e-02, -3.45190987e-02, 5.27516529e-02, -3.76721248e-02,\n",
" -5.84272109e-02, 2.16442738e-02, 2.23260559e-02, -8.79220366e-02,\n",
" -1.63425729e-02, -5.25345504e-02, 1.69329420e-02, 4.10129167e-02,\n",
" 2.73408629e-02, -3.21672559e-02, -6.28670976e-02, -1.43778091e-02,\n",
" 3.87160517e-02, -4.04988378e-02, 2.75976164e-03, 2.15311144e-02,\n",
" -6.68183193e-02, -2.30287928e-02, 4.75024581e-02, 1.83170754e-02,\n",
" 5.05497977e-02, -6.70624822e-02, -4.44028713e-02, -9.34801325e-02,\n",
" -2.94497181e-02, 9.26665124e-03, -4.35787775e-02, -3.14586386e-02,\n",
" 1.67810954e-02, 3.92958615e-03, -5.41582564e-03, -1.08884692e-01,\n",
" -8.49603489e-02, 3.03647127e-02, -3.66444476e-02, 9.89008248e-02,\n",
" -2.35429406e-02, -4.80101705e-02, 7.08673969e-02, 1.84107032e-02,\n",
" 4.21800800e-02, 2.31640115e-02, 1.00037002e-03, 7.34270224e-03,\n",
" 6.63690865e-02, -5.69176711e-02, 1.63122918e-02, 4.62915972e-02,\n",
" 6.84471102e-03, -2.48253997e-02, -3.38830762e-02, 8.23400822e-03,\n",
" -3.43398042e-02, 5.03066070e-02, 1.34929968e-02, 4.98938002e-03,\n",
" -2.97341589e-02, 1.55882118e-02, 4.35833074e-02, -3.06121018e-02,\n",
" -1.26012554e-02, -7.95730948e-03, 1.28885284e-01, 9.34076458e-02,\n",
" 2.41207704e-02, 2.33848300e-02, 2.87071876e-02, -4.69963327e-02,\n",
" 5.02105281e-02, 1.04766555e-01, -1.20493453e-02, 3.95202413e-02,\n",
" -8.19681492e-03, -2.51816623e-02, -2.26576328e-02, -4.26244996e-02,\n",
" -5.66794276e-02, 7.11289570e-02, 2.63361670e-02, 7.31987553e-03,\n",
" 2.31185521e-04, -3.23042087e-03, -6.38225907e-03, -4.94807288e-02,\n",
" 7.43515864e-02, 5.47492541e-02, 2.23458726e-02, 5.24344258e-02,\n",
" 2.51374207e-02, 1.91257708e-02, -6.11317568e-02, -4.65223156e-02,\n",
" -6.22580014e-03, 7.93196186e-02, -5.28739914e-02, -1.32643236e-02,\n",
" -1.79196540e-02, -1.96922570e-02, 5.18549718e-02, 3.79771665e-02,\n",
" 1.08985254e-03, 2.76430324e-02, 7.50840381e-02, 6.00186028e-02,\n",
" -1.23649361e-02, -6.70926869e-02, -6.30934676e-03, -8.87988880e-03,\n",
" 8.33798759e-03, 4.34377901e-02, -1.90826301e-02, -7.34663308e-02,\n",
" 4.36677225e-02, -8.21076259e-02, -4.75735739e-02, -3.70739494e-03,\n",
" -2.25022659e-02, -6.05850592e-02, 9.51905269e-03, -2.44660750e-02,\n",
" 3.43745239e-02, -2.16324870e-02, -5.50780147e-02, -3.03871725e-02,\n",
" 6.69505587e-03, -1.87433138e-02, -2.94674393e-02, 3.27047594e-02,\n",
" -7.24864453e-02, -1.52171571e-02, -3.70638445e-02, 8.86352547e-03,\n",
" 6.11325689e-02, -4.91558649e-02, 3.44844013e-02, -4.13317718e-02,\n",
" 4.12179194e-02, -2.03204453e-02, -8.06482043e-03, 2.67522540e-02,\n",
" 4.54494022e-02, 3.64110693e-02, 5.11039644e-02, 3.56299430e-02,\n",
" -2.97228806e-02, 4.21060324e-02, 4.18191403e-03, -3.18154432e-02,\n",
" -5.33900373e-02, -2.18726434e-02, 1.65008660e-02, -4.93625775e-02,\n",
" -1.71873402e-02, -5.08189015e-02, -9.43246037e-02, 2.03596894e-02,\n",
" -7.35375611e-03, 7.61168078e-02, 2.17296388e-02, 1.83724333e-02,\n",
" 2.17537805e-02, 2.48621553e-02, -5.50795943e-02, -1.12873139e-02,\n",
" -1.28907844e-01, -1.82124358e-02, 4.74954583e-02, -3.38390693e-02,\n",
" -5.31122983e-02, -5.08868434e-02, 7.54911569e-04, 2.36249194e-02,\n",
" -4.21837904e-02, -8.67864639e-02, -4.23690230e-02, 6.52766675e-02,\n",
" -8.26459192e-03, -2.39837654e-02, -4.57576364e-02, 2.07979474e-02,\n",
" -6.43414035e-02, 1.11641595e-02, 7.09288344e-02, -8.83006491e-03,\n",
" -8.43217876e-03, -1.09478682e-02, 2.38522775e-02, 1.19885597e-02,\n",
" -2.99883094e-02, 1.13451518e-02, -4.73431088e-02, -8.79478380e-02,\n",
" 2.29818057e-02, -2.10299771e-02, 1.02776736e-01, -4.51047421e-02,\n",
" 3.63270715e-02, 8.69430881e-03, 8.52398500e-02, 4.50490080e-02,\n",
" 1.60348173e-02, -2.89110113e-02, 6.08386612e-03, 8.05112626e-03,\n",
" 7.84772784e-02, 4.97785583e-03, 3.95560376e-02, 3.69697176e-02,\n",
" -7.77324312e-04, 3.45133357e-02, -1.86671913e-02, 2.05030981e-02,\n",
" -1.19431242e-02, -2.61345766e-02, 2.38333177e-02, 6.55230954e-02,\n",
" 6.71939552e-02, 2.69078724e-02, 1.78783145e-02, 4.89860103e-02,\n",
" 1.59487780e-02, 4.26741689e-02, -1.75456703e-02, -5.08508906e-02,\n",
" -2.86070462e-02, 6.82625324e-02, 3.99851520e-03, -4.93791103e-02,\n",
" 4.99407686e-02, 1.00665446e-02, -5.65419458e-02, -4.58261110e-02,\n",
" 5.26851267e-02, 1.03288470e-02, 3.52807827e-02, -5.17722070e-02,\n",
" 4.76997951e-03, -4.16048393e-02, 2.18427251e-03, -2.50269827e-02,\n",
" -4.38701594e-03, 4.76670489e-02, 7.30724866e-03, 1.06931869e-02,\n",
" -3.45953740e-02, -8.23294297e-02, 3.49452980e-02, 3.13688914e-04,\n",
" 8.07352178e-03, 4.40593017e-03, 8.24012887e-03, -5.86097427e-02,\n",
" 5.73492721e-02, 2.32577324e-02, 6.89914301e-02, -3.83603200e-02,\n",
" 1.12884762e-02, 3.75250764e-02, 1.23479754e-01, -8.85970145e-03,\n",
" -5.63273132e-02, -1.05275743e-01, 2.58937422e-02, -2.39282195e-02,\n",
" -1.13372263e-02, -6.67703850e-03, 1.13207009e-02, 6.91277161e-02,\n",
" 2.80871857e-02, -2.64518075e-02, -8.79687630e-03, 7.31389374e-02,\n",
" 1.45487981e-02, -5.19238133e-03, -1.00999279e-02, -9.49565172e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'same': Embedding(embedding=array([ 1.09499581e-01, -4.25792746e-02, -1.69940535e-02, -3.66281113e-03,\n",
" -6.28501736e-03, -6.10549785e-02, 3.54238153e-02, 5.76871708e-02,\n",
" 9.83873159e-02, 6.26375154e-02, -1.83235668e-02, 3.92278917e-02,\n",
" 2.65311133e-02, 2.12995764e-02, -1.59631316e-02, 2.76518874e-02,\n",
" 5.54716811e-02, 8.99509266e-02, 8.02635495e-03, -2.33791210e-02,\n",
" -8.92120227e-02, -4.63566296e-02, 5.06523624e-03, 6.04975373e-02,\n",
" 2.15756372e-02, 2.58298907e-02, 3.16529139e-03, -3.55468690e-02,\n",
" 6.35529831e-02, -1.85606610e-02, 7.89567232e-02, -8.47335160e-03,\n",
" -6.31287415e-03, 8.61588400e-03, 4.08884250e-02, -1.94561444e-02,\n",
" -4.64018360e-02, -1.65870488e-02, -8.12359825e-02, 4.65576798e-02,\n",
" -4.55277376e-02, 7.10268831e-03, -2.18340177e-02, -1.23916212e-02,\n",
" 3.85678411e-02, -6.27555251e-02, -3.87633666e-02, 4.76968773e-02,\n",
" -2.95456052e-02, 1.97222400e-02, 3.40981372e-02, -8.03267583e-03,\n",
" -2.63712514e-04, 1.26319202e-02, 4.59726341e-02, 6.31804243e-02,\n",
" 1.63557602e-03, -8.66473615e-02, -2.46678237e-02, -2.70691048e-02,\n",
" 4.38897386e-02, 1.87176391e-02, 2.84488890e-02, 2.27682739e-02,\n",
" 1.05550587e-02, 5.28994855e-03, 3.84578519e-02, 1.18466346e-02,\n",
" -1.11332219e-02, -2.44107619e-02, -2.78694723e-02, 3.44783999e-02,\n",
" 2.01295372e-02, 1.54066399e-01, -9.50387027e-03, 1.35631450e-02,\n",
" 1.58981346e-02, -7.73697197e-02, 2.18438990e-02, -1.96191836e-02,\n",
" 3.93914916e-02, 1.29713463e-02, -7.34821036e-02, 5.03665321e-02,\n",
" -2.25997977e-02, 3.19929570e-02, -2.45942306e-02, -9.32160243e-02,\n",
" -5.51424511e-02, -3.29805315e-02, -1.60509311e-02, -3.77011672e-02,\n",
" -3.68855074e-02, -8.43276829e-02, -6.66522533e-02, 2.87182387e-02,\n",
" -7.34197721e-02, 3.05472277e-02, -2.14376692e-02, -5.41862473e-03,\n",
" -1.27712358e-02, -2.21035909e-02, -1.20695280e-02, -2.90189479e-02,\n",
" -3.91566232e-02, -1.96383540e-02, 7.95658969e-04, 3.41378711e-02,\n",
" -5.11413403e-02, 8.27259198e-02, -2.99592186e-02, -2.88981982e-02,\n",
" -1.04981791e-02, -2.87104421e-03, 9.04760230e-03, 8.25266987e-02,\n",
" 2.39402167e-02, 8.81779939e-02, -6.85187802e-02, -2.51502525e-02,\n",
" -1.63287953e-01, -6.22638166e-02, 3.10751032e-02, 4.68985527e-04,\n",
" -1.50569957e-02, 4.95340163e-03, -3.15553211e-02, 4.03408259e-02,\n",
" -7.24923611e-02, 1.81049444e-02, 6.25265483e-03, 6.78382590e-02,\n",
" -2.31660102e-02, 2.57085934e-02, -3.28900479e-02, 5.01092970e-02,\n",
" 1.28034819e-02, 6.08941838e-02, -1.48580819e-02, 1.08563220e-02,\n",
" -3.39238979e-02, -2.69866511e-02, -2.48702685e-03, 9.27173160e-03,\n",
" -7.51744583e-03, 3.80593091e-02, 1.28795542e-02, 6.20719008e-02,\n",
" -4.71536517e-02, 5.43197477e-03, 5.34448698e-02, 2.54128575e-02,\n",
" -2.54196208e-02, 2.38675680e-02, -4.69587184e-02, -5.69091737e-02,\n",
" -3.08900010e-02, 1.45568885e-02, 3.09310462e-02, 3.16005596e-03,\n",
" 2.38212366e-02, 4.92333919e-02, 3.56236063e-02, -6.37500584e-02,\n",
" -9.36955512e-02, -1.52951432e-03, 2.56394362e-03, -4.23058905e-02,\n",
" 3.54415178e-02, 4.97911759e-02, -4.08103727e-02, 4.00398746e-02,\n",
" -3.98906581e-02, 1.39655117e-02, 3.75914536e-02, -7.71802291e-02,\n",
" -2.69736443e-02, -1.47283832e-02, 2.52374951e-02, -2.77037476e-03,\n",
" 2.51309797e-02, -4.53133769e-02, 1.07211880e-02, -8.31094384e-03,\n",
" 6.76249969e-04, 1.78061109e-02, 1.48508176e-02, 2.45829648e-03,\n",
" -4.52307612e-02, 6.45975303e-03, -8.53571445e-02, -3.38693485e-02,\n",
" -1.81453470e-02, 8.93898867e-03, -6.53552413e-02, 4.14921865e-02,\n",
" 4.51115407e-02, -1.81123503e-02, -4.96556163e-02, 5.00888284e-03,\n",
" 9.39363763e-02, 3.15432288e-02, 4.73947003e-02, 3.52151203e-03,\n",
" -2.31567882e-02, 2.34057829e-02, 2.75912322e-02, -2.96101160e-02,\n",
" -1.05619542e-02, -4.54954281e-02, 5.17815463e-02, -1.39623471e-02,\n",
" 5.61113842e-02, 7.64832878e-03, -9.64711607e-03, 4.54944856e-02,\n",
" -7.90186375e-02, -8.68395567e-02, -4.51848246e-02, 3.50208059e-02,\n",
" 2.24880408e-02, 3.55666876e-02, 5.33342138e-02, 1.28849829e-02,\n",
" 8.94180406e-03, -1.51446499e-02, 3.04917432e-02, -1.52439941e-02,\n",
" 1.14505133e-02, -8.66603293e-03, -5.62059470e-02, 3.81386988e-02,\n",
" 2.82113198e-02, -4.84436192e-02, 4.03226204e-02, -3.73604745e-02,\n",
" -4.46917154e-02, 1.34228067e-02, 2.18556169e-02, -9.91116539e-02,\n",
" -1.11536589e-02, -4.92483974e-02, 3.32155339e-02, 5.78747429e-02,\n",
" 2.73188651e-02, -2.63158008e-02, -7.06774294e-02, -1.80572234e-02,\n",
" 5.01019731e-02, -3.80858481e-02, 1.82985719e-02, 1.50686307e-02,\n",
" -7.19783306e-02, -2.42988821e-02, 3.78399976e-02, 2.51693297e-02,\n",
" 4.87936363e-02, -6.39670044e-02, -5.46703786e-02, -8.30640942e-02,\n",
" -2.23034844e-02, 9.57001466e-03, -5.35798632e-02, -2.50775497e-02,\n",
" 1.69930030e-02, -1.11136418e-02, -6.81873085e-03, -9.79903936e-02,\n",
" -7.60038048e-02, 4.28270213e-02, -3.64383236e-02, 8.02350044e-02,\n",
" -3.10459398e-02, -5.10018580e-02, 5.11561967e-02, 5.23524964e-03,\n",
" 3.52308415e-02, 2.19686516e-02, 1.30337791e-03, 9.97877028e-03,\n",
" 6.12005033e-02, -4.51872014e-02, -1.03838546e-02, 5.83261736e-02,\n",
" 1.26545527e-03, -3.80662009e-02, -2.76544243e-02, -3.52152740e-04,\n",
" -4.72724698e-02, 4.15129140e-02, 1.20037580e-02, 3.70749692e-03,\n",
" -2.65334342e-02, 5.97172230e-03, 4.71460633e-02, -2.29841061e-02,\n",
" -8.83428846e-03, -1.30537339e-02, 1.20752603e-01, 9.43048373e-02,\n",
" 3.39112766e-02, 2.19754651e-02, 3.90853696e-02, -3.75225358e-02,\n",
" 6.02434650e-02, 7.83981532e-02, -3.51406075e-03, 2.74458490e-02,\n",
" -1.24133760e-02, -2.32150704e-02, -4.23893780e-02, -4.42366078e-02,\n",
" -4.43037003e-02, 7.19708875e-02, 2.79079452e-02, 1.16669862e-02,\n",
" 3.27121816e-03, -5.50009822e-03, -1.03099865e-03, -5.46617173e-02,\n",
" 8.64217058e-02, 8.35475177e-02, 1.02481497e-02, 5.09510487e-02,\n",
" 2.43986845e-02, 5.52573502e-02, -7.01380670e-02, -6.06817417e-02,\n",
" -1.36025716e-03, 7.40771517e-02, -6.61227256e-02, -8.30858201e-03,\n",
" -2.50071641e-02, -1.34938238e-02, 5.01495861e-02, 4.07312661e-02,\n",
" 2.37527875e-05, 2.04856005e-02, 6.75685778e-02, 6.35957047e-02,\n",
" -1.66415535e-02, -8.23886320e-02, -5.53836767e-03, -2.26745307e-02,\n",
" 2.14072838e-02, 4.69808318e-02, -8.99034180e-03, -6.79640472e-02,\n",
" 4.06224020e-02, -6.81252927e-02, -4.95031364e-02, -9.40886617e-04,\n",
" -1.79339871e-02, -5.98750971e-02, 1.56230973e-02, -1.68115497e-02,\n",
" 4.65962365e-02, -4.70728008e-03, -5.83663024e-02, -3.87354903e-02,\n",
" 9.67902131e-03, -2.63757352e-03, -1.34884501e-02, 3.82998511e-02,\n",
" -9.70685855e-02, -1.06719453e-02, -4.76480648e-02, 2.43392792e-02,\n",
" 5.53410798e-02, -4.93089333e-02, 3.01020760e-02, -5.20637594e-02,\n",
" 5.27236871e-02, -5.49070071e-03, -1.29843038e-02, 2.90612746e-02,\n",
" 4.59425226e-02, 3.88598330e-02, 4.97685485e-02, 3.34126987e-02,\n",
" -7.64021371e-03, 4.99982834e-02, 2.22794209e-02, -2.64781415e-02,\n",
" -5.76397069e-02, -3.21664177e-02, 2.01342832e-02, -6.33810759e-02,\n",
" -1.51383784e-02, -3.78256217e-02, -9.30070207e-02, 2.65732482e-02,\n",
" 7.75041932e-04, 9.37779769e-02, 9.55187436e-03, 1.69188846e-02,\n",
" 4.27519763e-03, 1.70276482e-02, -5.23491390e-02, -8.60621314e-03,\n",
" -1.27363905e-01, -7.22161122e-03, 5.62285446e-02, -4.45483662e-02,\n",
" -6.19424731e-02, -4.94038202e-02, -2.88300472e-03, 2.28761304e-02,\n",
" -4.75039333e-02, -8.82324129e-02, -3.75309289e-02, 5.48235588e-02,\n",
" -1.33476881e-02, -4.91423011e-02, -4.23927233e-02, 2.94562485e-02,\n",
" -5.72605580e-02, 7.75195833e-04, 6.92514479e-02, -1.42864520e-02,\n",
" -1.39714070e-02, 5.65681187e-03, 1.92110799e-02, -9.38295634e-05,\n",
" -2.30228826e-02, 2.65997127e-02, -5.18389568e-02, -7.73484036e-02,\n",
" 1.72630008e-02, -1.87680144e-02, 1.07699849e-01, -4.76397052e-02,\n",
" 2.19504014e-02, 9.22384299e-03, 8.23655650e-02, 3.27806771e-02,\n",
" 1.43868001e-02, -3.73472869e-02, 1.18683018e-02, 1.47398273e-02,\n",
" 7.65755773e-02, -1.42743497e-03, 3.13950628e-02, 3.42928059e-02,\n",
" -8.49541277e-03, 3.22903655e-02, -1.11907283e-02, 1.47027150e-02,\n",
" -8.60125571e-03, -3.91319543e-02, 4.10667993e-02, 5.39373569e-02,\n",
" 6.78959191e-02, 2.25639865e-02, 1.93511602e-02, 2.95210648e-02,\n",
" 6.17065281e-03, 4.18327339e-02, -7.80643197e-03, -5.79196326e-02,\n",
" -2.07213052e-02, 8.84860009e-02, -1.24773877e-02, -3.88318039e-02,\n",
" 4.46142852e-02, 1.62240099e-02, -5.97694330e-02, -4.42956835e-02,\n",
" 5.54574952e-02, 8.28308146e-03, 2.89270654e-02, -6.79131299e-02,\n",
" 1.48272095e-02, -4.50103246e-02, -1.41536612e-02, -2.58925240e-02,\n",
" -6.62958046e-05, 6.56906664e-02, 6.02185680e-03, 5.00033703e-03,\n",
" -4.47908491e-02, -4.95466925e-02, 1.95115991e-02, 2.28139553e-02,\n",
" 1.35202818e-02, -1.90600508e-03, 1.47895766e-02, -6.16740435e-02,\n",
" 6.32290915e-02, -5.79609489e-03, 6.65721670e-02, -3.31801102e-02,\n",
" 1.08903619e-02, 4.24703099e-02, 1.32673129e-01, 6.54389104e-03,\n",
" -5.50470687e-02, -1.01537868e-01, 4.04753163e-02, -2.85760220e-02,\n",
" -1.82494044e-03, -1.31908208e-02, 1.28708091e-02, 8.33744481e-02,\n",
" 2.94387732e-02, -2.95651313e-02, -1.01083592e-02, 7.49495700e-02,\n",
" 5.79883251e-03, -2.06238981e-02, -4.88056708e-03, -1.05456620e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sarcasticbear': Embedding(embedding=array([ 9.92487371e-02, -4.62391116e-02, -1.30964359e-02, -2.42089834e-02,\n",
" -8.98313359e-04, -4.92033847e-02, 3.27501483e-02, 6.55301437e-02,\n",
" 1.00762069e-01, 7.94069394e-02, -1.02470061e-02, 3.99870500e-02,\n",
" 1.69120580e-02, 2.54489351e-02, -1.46895191e-02, 2.54427660e-02,\n",
" 4.59704138e-02, 9.07142609e-02, 1.43559510e-02, -2.14212965e-02,\n",
" -8.54929090e-02, -4.96509485e-02, 5.50585706e-03, 5.71473427e-02,\n",
" 2.16422826e-02, 2.51298472e-02, -1.19495695e-03, -3.90240997e-02,\n",
" 6.17904700e-02, -1.37186283e-02, 7.95765147e-02, -7.39134941e-03,\n",
" -1.92587543e-02, 1.17119518e-03, 3.44980061e-02, -1.46330437e-02,\n",
" -5.18501140e-02, -2.24253144e-02, -7.66458064e-02, 4.92332280e-02,\n",
" -4.12818640e-02, 5.56725124e-03, -1.86162237e-02, -2.07540318e-02,\n",
" 3.55507210e-02, -6.07121177e-02, -3.03090084e-02, 4.08054292e-02,\n",
" -2.76178811e-02, 2.95646545e-02, 2.75997203e-02, -2.10567703e-03,\n",
" 4.63597802e-03, 6.02802681e-03, 3.81477214e-02, 5.71478270e-02,\n",
" 9.66779049e-03, -7.64314011e-02, -3.02095674e-02, -3.51359136e-02,\n",
" 5.08374237e-02, 2.59381011e-02, 3.38598117e-02, 2.01395694e-02,\n",
" 1.52606312e-02, -2.55664485e-03, 3.33204903e-02, 1.12309167e-02,\n",
" -1.46339703e-02, -2.35741548e-02, -2.50609033e-02, 4.62366864e-02,\n",
" 1.17605571e-02, 1.59142047e-01, -9.52678360e-03, 1.86238177e-02,\n",
" 6.65114494e-03, -6.92900717e-02, 1.43903997e-02, -2.50749979e-02,\n",
" 6.56581670e-02, 5.32025378e-03, -7.47298077e-02, 5.23739047e-02,\n",
" -2.62901168e-02, 2.66369246e-02, -2.18694266e-02, -8.37566406e-02,\n",
" -5.59190512e-02, -4.03229445e-02, -8.49456154e-03, -3.45403329e-02,\n",
" -4.53929268e-02, -8.78788829e-02, -5.44035360e-02, 1.29327392e-02,\n",
" -7.43997470e-02, 3.04205865e-02, -2.52984464e-02, -1.38692576e-02,\n",
" -7.44884601e-03, -1.99473612e-02, -2.92342491e-02, -3.28940600e-02,\n",
" -3.74872759e-02, -1.09892217e-02, 8.46261682e-04, 3.05176489e-02,\n",
" -5.58318309e-02, 7.99539834e-02, -2.51111258e-02, -3.79457735e-02,\n",
" -1.20920697e-02, -5.83178550e-03, 2.58003753e-02, 7.95596391e-02,\n",
" 1.35637969e-02, 9.10369456e-02, -6.16707653e-02, -3.49357389e-02,\n",
" -1.42954201e-01, -5.66648282e-02, 3.78059223e-02, -1.11729489e-03,\n",
" -1.58765055e-02, 2.67990096e-03, -2.93002967e-02, 3.38066705e-02,\n",
" -6.28429800e-02, 1.70021281e-02, 7.07431370e-03, 7.34701678e-02,\n",
" -2.65178923e-02, 2.74597257e-02, -3.11724171e-02, 4.27132845e-02,\n",
" 7.84823205e-03, 5.81349432e-02, -8.77752528e-03, 7.40560330e-03,\n",
" -4.19198833e-02, -1.84912495e-02, 3.89575260e-03, 8.53611901e-03,\n",
" -1.74636603e-03, 3.13988961e-02, 1.54975113e-02, 6.88173324e-02,\n",
" -4.07247096e-02, 2.72605242e-03, 5.93079105e-02, 2.59258132e-02,\n",
" -2.87566967e-02, 1.57357715e-02, -5.70783541e-02, -6.49252683e-02,\n",
" -3.27357501e-02, 2.26316880e-03, 3.09526213e-02, 2.22869334e-03,\n",
" 2.49500666e-02, 5.21675088e-02, 3.07926591e-02, -5.84345013e-02,\n",
" -1.06673077e-01, -2.18991120e-03, -3.59154161e-04, -4.25525084e-02,\n",
" 2.00801734e-02, 5.52015193e-02, -4.22947630e-02, 5.16316965e-02,\n",
" -5.26933149e-02, 3.76732764e-03, 4.56609987e-02, -6.47230297e-02,\n",
" -3.10676862e-02, -1.65915713e-02, 1.81788281e-02, -1.03990445e-02,\n",
" 2.75204033e-02, -4.33498695e-02, 2.15786919e-02, -9.20968223e-03,\n",
" -1.00709386e-02, 2.96624452e-02, 2.10392941e-02, -1.24009410e-02,\n",
" -4.61276434e-02, 1.44577073e-02, -8.59511420e-02, -3.22194733e-02,\n",
" -2.69426890e-02, 5.04401559e-03, -6.20107464e-02, 4.03631218e-02,\n",
" 3.60007398e-02, -2.93191932e-02, -5.05061746e-02, 4.86557838e-03,\n",
" 8.79152715e-02, 3.49739790e-02, 4.37011719e-02, 9.50520113e-03,\n",
" -1.95310060e-02, 3.35240997e-02, 1.43573405e-02, -2.83980370e-02,\n",
" -9.83411912e-03, -3.82571705e-02, 5.19234091e-02, -1.41659081e-02,\n",
" 5.07611744e-02, 5.62294340e-03, -4.11531748e-03, 5.14115095e-02,\n",
" -6.36097342e-02, -7.72721544e-02, -5.69215231e-02, 3.81312259e-02,\n",
" 1.44153228e-02, 3.51049267e-02, 5.06458394e-02, 4.82524699e-03,\n",
" 1.89243890e-02, 3.26519855e-03, 2.97829155e-02, -2.99859121e-02,\n",
" 1.20337643e-02, 9.75954998e-03, -4.57705893e-02, 3.71795483e-02,\n",
" 2.75758691e-02, -4.11984958e-02, 3.57268304e-02, -2.70265955e-02,\n",
" -3.05798296e-02, 5.30747604e-03, 3.12468186e-02, -1.05677508e-01,\n",
" -5.63640671e-04, -5.06528318e-02, 4.02016304e-02, 7.37849623e-02,\n",
" 2.46501099e-02, -1.94987096e-02, -7.19963536e-02, -9.82602127e-03,\n",
" 5.26034050e-02, -3.61411609e-02, 2.47061942e-02, 3.07937386e-03,\n",
" -6.82483390e-02, -2.98721641e-02, 3.13956849e-02, 2.89212000e-02,\n",
" 4.65066582e-02, -7.13741407e-02, -6.72369972e-02, -7.29811266e-02,\n",
" -4.67764214e-03, -2.07550428e-03, -6.28032610e-02, -2.81218812e-02,\n",
" 2.69417837e-02, -1.92336012e-02, -1.00660957e-02, -8.91593173e-02,\n",
" -7.95684978e-02, 4.89200205e-02, -3.80139761e-02, 8.50675181e-02,\n",
" -3.78030874e-02, -4.95080501e-02, 3.91080156e-02, 1.02462424e-02,\n",
" 2.81377975e-02, 2.25391816e-02, 6.23973226e-03, 1.13704670e-02,\n",
" 5.23076653e-02, -3.99889834e-02, -2.32268330e-02, 6.26714751e-02,\n",
" -6.17231708e-03, -3.75679471e-02, -2.08013710e-02, -2.17281654e-03,\n",
" -5.25756516e-02, 4.18965481e-02, 1.71499886e-02, -3.63898638e-04,\n",
" -1.84588525e-02, -4.95149987e-03, 4.59385142e-02, -1.76363159e-02,\n",
" -1.88019983e-02, -1.74794700e-02, 1.10856578e-01, 9.02618542e-02,\n",
" 4.15315256e-02, 3.10826302e-02, 4.91698086e-02, -3.90846357e-02,\n",
" 5.64119406e-02, 5.91960661e-02, 5.11208363e-03, 2.45960560e-02,\n",
" -2.13805251e-02, -3.07875685e-02, -4.72939871e-02, -4.86229360e-02,\n",
" -3.69430594e-02, 7.28150681e-02, 3.12920101e-02, 1.80348940e-02,\n",
" 7.96032324e-03, -9.03577823e-03, 8.15413985e-03, -5.64160720e-02,\n",
" 9.40743312e-02, 8.09990764e-02, 7.88451071e-05, 4.76768538e-02,\n",
" 2.97559425e-02, 5.69241643e-02, -7.71057457e-02, -7.26391748e-02,\n",
" 4.29879146e-04, 6.38713911e-02, -7.38484040e-02, -5.94474468e-03,\n",
" -2.65384782e-02, -8.35258234e-03, 5.37535436e-02, 3.62044834e-02,\n",
" -6.93475688e-03, 2.45975461e-02, 6.32328615e-02, 6.64225444e-02,\n",
" -2.60616466e-02, -8.53541270e-02, -1.23599991e-02, -2.85986029e-02,\n",
" 2.78263018e-02, 5.19931093e-02, -1.42878480e-02, -6.88009337e-02,\n",
" 4.00376655e-02, -6.54719993e-02, -4.84259650e-02, 3.23871453e-03,\n",
" -1.82594415e-02, -5.69412634e-02, 2.71432567e-02, -1.19568780e-02,\n",
" 4.66173775e-02, -1.42919237e-03, -6.02116287e-02, -4.23906147e-02,\n",
" 1.62623245e-02, -1.95129344e-03, -3.14314589e-02, 3.08337510e-02,\n",
" -1.09358944e-01, -2.00849511e-02, -4.88342084e-02, 3.76588963e-02,\n",
" 4.93926853e-02, -4.24289145e-02, 2.46154591e-02, -5.89840598e-02,\n",
" 5.56533895e-02, 7.23145995e-03, -1.44266412e-02, 3.84801589e-02,\n",
" 4.06323262e-02, 3.06820292e-02, 5.44849224e-02, 3.52498442e-02,\n",
" 4.69619175e-03, 5.35402112e-02, 2.98683327e-02, -2.07698829e-02,\n",
" -5.82911335e-02, -4.15595807e-02, 1.23990150e-02, -6.55360520e-02,\n",
" -2.01941412e-02, -2.59512011e-02, -8.95946920e-02, 2.77359504e-02,\n",
" -7.85197830e-04, 1.05182983e-01, -1.53112889e-03, 1.40577275e-02,\n",
" -6.24705013e-03, 2.50397287e-02, -4.29359078e-02, -1.16772028e-02,\n",
" -1.32664919e-01, -6.85764384e-03, 5.27740940e-02, -4.77506220e-02,\n",
" -6.65776059e-02, -4.86221313e-02, -5.29635698e-03, 2.88015213e-02,\n",
" -5.01561649e-02, -8.53919238e-02, -3.86694185e-02, 5.25795259e-02,\n",
" -1.48187671e-02, -5.88945635e-02, -3.55005935e-02, 3.53225507e-02,\n",
" -4.53994088e-02, -6.59548631e-03, 7.13284835e-02, -1.66708510e-02,\n",
" -1.25466250e-02, 1.26378285e-02, 2.12789066e-02, 3.74886463e-03,\n",
" -1.72007456e-02, 2.83438750e-02, -5.31749055e-02, -7.62955993e-02,\n",
" 1.74938869e-02, -1.82581879e-02, 1.04551986e-01, -4.71939929e-02,\n",
" 2.26684045e-02, 1.06883971e-02, 7.61368796e-02, 2.74052210e-02,\n",
" 1.08450735e-02, -5.14413491e-02, 8.37871432e-03, 2.21554302e-02,\n",
" 7.11504370e-02, -1.10812886e-02, 2.84676999e-02, 4.38119061e-02,\n",
" -1.31170899e-02, 2.65448596e-02, -5.25116874e-03, 1.19584249e-02,\n",
" -1.28669292e-02, -4.06327285e-02, 3.69982012e-02, 4.88202907e-02,\n",
" 6.56815246e-02, 1.75386854e-02, 2.41908357e-02, 2.37786230e-02,\n",
" -5.30296797e-03, 4.80288491e-02, -1.15385083e-02, -6.00131080e-02,\n",
" -1.88746173e-02, 8.63803774e-02, -1.03916181e-02, -3.67459320e-02,\n",
" 4.24734652e-02, 2.79351790e-02, -5.46034388e-02, -4.58962433e-02,\n",
" 4.11883816e-02, 2.20985105e-03, 2.47431155e-02, -6.94285929e-02,\n",
" 1.59936398e-02, -3.91218737e-02, -2.07224991e-02, -3.52554321e-02,\n",
" 6.87124068e-03, 6.54193535e-02, -4.82090004e-03, 1.02296304e-02,\n",
" -3.91518027e-02, -4.70778681e-02, 1.49603710e-02, 1.92362666e-02,\n",
" 7.11932173e-03, -4.71916795e-03, 1.60465594e-02, -5.19104823e-02,\n",
" 6.39653355e-02, -9.07375105e-03, 6.47052228e-02, -2.09389776e-02,\n",
" 1.74487345e-02, 4.42795083e-02, 1.34035617e-01, 2.10057572e-02,\n",
" -6.03628159e-02, -9.20046717e-02, 4.20425832e-02, -3.16050947e-02,\n",
" 3.37279495e-03, -1.05993049e-02, 1.04221767e-02, 9.37356800e-02,\n",
" 2.34703403e-02, -2.90713422e-02, -5.54676121e-03, 6.93444610e-02,\n",
" -4.45446000e-03, -2.93685589e-02, 6.38963841e-03, -1.15010396e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'say': Embedding(embedding=array([ 1.11004733e-01, -4.10331674e-02, -2.07102112e-02, -8.47124681e-03,\n",
" -5.17900614e-03, -5.62854186e-02, 3.52841020e-02, 5.72016798e-02,\n",
" 1.00827865e-01, 7.12937266e-02, -1.60287768e-02, 3.97678390e-02,\n",
" 2.09976174e-02, 1.98351163e-02, -1.02970675e-02, 2.58410051e-02,\n",
" 5.37078157e-02, 8.84808898e-02, 1.07589494e-02, -2.54935045e-02,\n",
" -8.76074210e-02, -4.56554405e-02, 6.87459297e-03, 6.15872853e-02,\n",
" 2.25391574e-02, 2.85971612e-02, 1.66544085e-03, -3.79032344e-02,\n",
" 6.14890605e-02, -1.21612288e-02, 8.20603967e-02, -1.14765838e-02,\n",
" -8.59469920e-03, 5.65923890e-03, 4.01079133e-02, -1.64137315e-02,\n",
" -4.58892360e-02, -1.69017278e-02, -7.97505826e-02, 4.81646284e-02,\n",
" -4.72060367e-02, 6.18456304e-03, -2.41549853e-02, -1.73906442e-02,\n",
" 3.98236029e-02, -6.34348765e-02, -3.65973301e-02, 4.34568897e-02,\n",
" -2.81538405e-02, 1.96200591e-02, 3.43277752e-02, -6.77294191e-03,\n",
" -3.34211334e-04, 1.34866256e-02, 4.87021431e-02, 6.19979575e-02,\n",
" -3.47958179e-03, -8.56439695e-02, -2.42155027e-02, -2.80202180e-02,\n",
" 4.41162921e-02, 2.20086873e-02, 3.07638366e-02, 2.15446707e-02,\n",
" 9.66876466e-03, 5.68014476e-03, 3.92705239e-02, 1.23221586e-02,\n",
" -5.46344975e-03, -2.29445025e-02, -2.78061647e-02, 3.15031968e-02,\n",
" 1.99392047e-02, 1.56468675e-01, -1.19092371e-02, 1.71053819e-02,\n",
" 1.48286177e-02, -7.73360059e-02, 2.59523485e-02, -1.40957609e-02,\n",
" 4.52965498e-02, 1.28473956e-02, -7.42808953e-02, 4.60947342e-02,\n",
" -2.89814640e-02, 2.98039354e-02, -2.30923146e-02, -9.56923589e-02,\n",
" -5.43936267e-02, -3.31875570e-02, -1.46957515e-02, -4.03513983e-02,\n",
" -3.70498337e-02, -8.64604563e-02, -6.38663396e-02, 2.19880808e-02,\n",
" -7.37172216e-02, 3.24438363e-02, -1.79838017e-02, -2.04330124e-03,\n",
" -1.35113783e-02, -2.22265199e-02, -1.45095736e-02, -3.23117003e-02,\n",
" -3.57116088e-02, -1.77028216e-02, 1.06493663e-03, 3.51341851e-02,\n",
" -5.61627075e-02, 8.15630704e-02, -2.89869793e-02, -3.09434459e-02,\n",
" -1.53617160e-02, -9.13736317e-03, 1.01768654e-02, 8.41792747e-02,\n",
" 1.64960194e-02, 9.29640457e-02, -7.19411895e-02, -2.94230431e-02,\n",
" -1.53056428e-01, -5.88949583e-02, 3.37316655e-02, -4.62283613e-03,\n",
" -1.62242111e-02, 1.78779359e-03, -2.76715197e-02, 4.37393896e-02,\n",
" -7.11702704e-02, 1.85248815e-02, 3.85488616e-03, 6.32899031e-02,\n",
" -2.34933514e-02, 2.77531222e-02, -3.15218680e-02, 4.99591641e-02,\n",
" 1.49694011e-02, 6.00541532e-02, -9.93015058e-03, 9.23029985e-03,\n",
" -3.08949240e-02, -2.55346838e-02, 1.08772518e-04, 1.09558692e-02,\n",
" -4.32600314e-03, 4.21138443e-02, 1.38161238e-02, 5.82532994e-02,\n",
" -4.52888012e-02, 6.06259424e-03, 5.08804247e-02, 3.00306659e-02,\n",
" -2.60423943e-02, 2.47470811e-02, -4.55608591e-02, -5.89729287e-02,\n",
" -2.90962849e-02, 1.54532949e-02, 2.73943543e-02, 5.12401434e-03,\n",
" 2.57025007e-02, 4.65897992e-02, 3.89674790e-02, -6.51302785e-02,\n",
" -9.09166560e-02, 8.46163952e-04, 5.14348038e-04, -4.26234640e-02,\n",
" 3.55846360e-02, 5.02116531e-02, -4.36178148e-02, 4.07961272e-02,\n",
" -4.11618128e-02, 1.28283892e-02, 3.24715711e-02, -7.40266591e-02,\n",
" -2.64660344e-02, -1.10690584e-02, 2.74599567e-02, 7.68201775e-04,\n",
" 2.68749222e-02, -4.72168922e-02, 1.16098849e-02, -1.26216710e-02,\n",
" 6.23355270e-04, 2.05832347e-02, 1.60432346e-02, 2.20700796e-03,\n",
" -4.37211916e-02, 2.90867221e-03, -8.22023153e-02, -3.61984111e-02,\n",
" -2.13143006e-02, 9.80921742e-03, -6.43202141e-02, 4.47283126e-02,\n",
" 4.20334972e-02, -1.49959512e-02, -5.25344834e-02, 4.56063962e-03,\n",
" 8.81846771e-02, 3.40515375e-02, 4.38714847e-02, 8.38784326e-04,\n",
" -1.80618297e-02, 2.34728027e-02, 2.41708122e-02, -2.82286946e-02,\n",
" -1.15312524e-02, -4.23225500e-02, 5.29244393e-02, -1.58303063e-02,\n",
" 5.42620271e-02, 7.01715751e-03, -8.85974988e-03, 4.15349789e-02,\n",
" -8.02170783e-02, -8.52223560e-02, -4.78905551e-02, 3.31382304e-02,\n",
" 2.09650453e-02, 3.73229645e-02, 5.12721352e-02, 1.17192315e-02,\n",
" 7.26253446e-03, -1.40405549e-02, 2.72027608e-02, -1.77899096e-02,\n",
" 1.26374541e-02, -3.62676638e-03, -5.14297709e-02, 3.75568904e-02,\n",
" 2.84657031e-02, -4.16812263e-02, 4.49430048e-02, -4.03796285e-02,\n",
" -4.59769182e-02, 1.35473311e-02, 2.39428990e-02, -1.01738863e-01,\n",
" -6.53160177e-03, -5.54078147e-02, 3.51123251e-02, 6.43048882e-02,\n",
" 2.64026783e-02, -2.66105905e-02, -7.25143924e-02, -1.48058757e-02,\n",
" 5.15020303e-02, -3.96453664e-02, 1.86618716e-02, 1.55294389e-02,\n",
" -7.11864606e-02, -2.73030847e-02, 4.00988683e-02, 2.84816809e-02,\n",
" 4.93018404e-02, -6.52938411e-02, -5.39310426e-02, -8.21136013e-02,\n",
" -2.00478453e-02, 5.85721759e-03, -5.47201410e-02, -2.68742330e-02,\n",
" 2.55913381e-02, -1.32915042e-02, -4.05620830e-03, -9.45664644e-02,\n",
" -7.72475228e-02, 4.64281812e-02, -3.18862200e-02, 8.52811709e-02,\n",
" -3.02251335e-02, -5.30709215e-02, 4.82206941e-02, 5.42836916e-03,\n",
" 3.64710279e-02, 1.95602700e-02, -9.61311453e-04, 1.22232661e-02,\n",
" 6.36026785e-02, -4.43307422e-02, -1.18892798e-02, 5.63390031e-02,\n",
" 4.67186737e-06, -3.38380374e-02, -2.61765532e-02, 3.29439738e-03,\n",
" -4.41901609e-02, 4.30897884e-02, 8.77555273e-03, 5.47862658e-03,\n",
" -2.45822687e-02, 8.89413804e-03, 4.92963307e-02, -2.63704397e-02,\n",
" -1.01395212e-02, -1.20667601e-02, 1.17551804e-01, 9.44705158e-02,\n",
" 3.69184613e-02, 2.42245141e-02, 4.04423997e-02, -3.96495275e-02,\n",
" 5.92671223e-02, 7.58126453e-02, -4.08937340e-04, 2.28555594e-02,\n",
" -2.02522725e-02, -2.06101220e-02, -4.33019437e-02, -5.10666035e-02,\n",
" -4.11467776e-02, 7.11470321e-02, 2.93444339e-02, 9.90206841e-03,\n",
" 4.17126436e-03, -3.05862213e-03, -1.87088852e-03, -5.41447103e-02,\n",
" 8.71892199e-02, 7.93297514e-02, 4.13893955e-03, 5.07304110e-02,\n",
" 2.31511369e-02, 4.83710095e-02, -7.20704868e-02, -6.58461824e-02,\n",
" -3.93594336e-03, 7.62485042e-02, -6.77733049e-02, -7.51725165e-03,\n",
" -2.52928305e-02, -8.42656475e-03, 5.18993437e-02, 4.25933413e-02,\n",
" -5.82194934e-03, 2.00561266e-02, 6.52962849e-02, 6.37598708e-02,\n",
" -2.14983448e-02, -8.71400461e-02, -5.32101048e-03, -2.02393942e-02,\n",
" 1.86878350e-02, 4.21985053e-02, -8.82500410e-03, -7.32007921e-02,\n",
" 3.47561538e-02, -6.42758384e-02, -4.36128490e-02, -2.60403543e-03,\n",
" -1.95757411e-02, -6.07300960e-02, 2.70199142e-02, -1.91434883e-02,\n",
" 4.74294834e-02, -7.09056342e-03, -6.04366399e-02, -4.15603071e-02,\n",
" 1.32356426e-02, -6.69488357e-03, -1.28033087e-02, 4.12292369e-02,\n",
" -9.73523706e-02, -1.54003678e-02, -4.90492284e-02, 2.82430127e-02,\n",
" 5.50702512e-02, -5.08482680e-02, 2.81014740e-02, -5.52827939e-02,\n",
" 5.38400784e-02, -2.91049923e-03, -1.14406748e-02, 3.33855972e-02,\n",
" 4.51873392e-02, 3.99633907e-02, 4.76194099e-02, 2.95717400e-02,\n",
" -8.12904537e-03, 4.89203557e-02, 2.91478094e-02, -2.87499800e-02,\n",
" -5.83574660e-02, -3.55294459e-02, 1.76067203e-02, -5.99820837e-02,\n",
" -1.16329780e-02, -3.68138067e-02, -9.68226567e-02, 2.78753079e-02,\n",
" -4.39099211e-04, 9.89348739e-02, 3.61445220e-03, 1.45053957e-02,\n",
" -1.69044908e-03, 1.97706278e-02, -4.56291772e-02, -8.96532182e-03,\n",
" -1.24502294e-01, -4.63569863e-03, 5.42323850e-02, -3.90359201e-02,\n",
" -6.24086857e-02, -4.68856804e-02, 6.00196654e-04, 2.43524294e-02,\n",
" -4.32751738e-02, -9.31055397e-02, -3.92064750e-02, 5.71302474e-02,\n",
" -1.47595927e-02, -4.72235419e-02, -4.56331894e-02, 2.71075293e-02,\n",
" -5.40591292e-02, 4.66311211e-03, 6.68553412e-02, -1.65678728e-02,\n",
" -1.50448093e-02, 1.29800728e-02, 1.66967511e-02, -2.72985111e-04,\n",
" -2.30319351e-02, 2.69737355e-02, -5.11516780e-02, -7.98295885e-02,\n",
" 2.29710247e-02, -1.69321131e-02, 1.03722282e-01, -5.07130027e-02,\n",
" 2.19574403e-02, 1.44905746e-02, 8.13455135e-02, 3.62489447e-02,\n",
" 1.38349310e-02, -4.23494205e-02, 1.25463642e-02, 2.03780346e-02,\n",
" 7.71435201e-02, 1.12723195e-04, 3.39397416e-02, 4.02944796e-02,\n",
" -6.63078204e-03, 2.82104183e-02, -1.24752410e-02, 1.18996762e-02,\n",
" -1.04787508e-02, -3.62888351e-02, 3.88737135e-02, 5.41443750e-02,\n",
" 6.88329637e-02, 1.48240058e-02, 1.54218413e-02, 2.55991444e-02,\n",
" 1.24463846e-03, 4.35854271e-02, -8.35094135e-03, -6.14803135e-02,\n",
" -2.14015990e-02, 8.56063738e-02, -1.12278797e-02, -4.00245264e-02,\n",
" 4.21507135e-02, 1.88915115e-02, -5.55626154e-02, -4.44451720e-02,\n",
" 5.20385504e-02, 8.29098094e-03, 2.59099323e-02, -6.42800555e-02,\n",
" 1.63097642e-02, -4.45575714e-02, -1.67483352e-02, -2.88852807e-02,\n",
" 7.42274011e-03, 6.59412220e-02, 9.39745922e-04, 1.70786865e-03,\n",
" -4.46047261e-02, -5.20461351e-02, 1.77752264e-02, 2.00703628e-02,\n",
" 1.29040489e-02, 1.41141634e-03, 1.66214816e-02, -5.90133108e-02,\n",
" 6.48185685e-02, -1.41503324e-03, 7.06277415e-02, -3.30934972e-02,\n",
" 1.24001345e-02, 4.39822972e-02, 1.30027115e-01, 7.85526633e-03,\n",
" -5.55726998e-02, -9.80397835e-02, 4.44737971e-02, -3.28227244e-02,\n",
" -2.65033916e-03, -1.11643858e-02, 1.11779254e-02, 8.15295056e-02,\n",
" 2.94766258e-02, -3.18858773e-02, -1.23029305e-02, 7.20145628e-02,\n",
" 2.27046921e-03, -1.82622690e-02, -4.11638524e-04, -1.11773103e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sb': Embedding(embedding=array([ 9.88506302e-02, -4.99440730e-02, -1.17448261e-02, -2.79628970e-02,\n",
" -2.13865493e-03, -4.25435640e-02, 3.31936367e-02, 6.73263222e-02,\n",
" 1.02837518e-01, 8.09575394e-02, -7.33518880e-03, 3.70462276e-02,\n",
" 1.65054128e-02, 3.10431533e-02, -1.31873228e-02, 2.33487822e-02,\n",
" 4.21563275e-02, 8.88395756e-02, 1.15218842e-02, -2.34202072e-02,\n",
" -8.41281936e-02, -4.58677448e-02, 2.63112132e-03, 5.41661717e-02,\n",
" 2.27830280e-02, 2.84483191e-02, -3.00429924e-03, -3.78894769e-02,\n",
" 5.96665107e-02, -1.12764668e-02, 8.30405802e-02, -1.08622052e-02,\n",
" -2.33867131e-02, -5.23344195e-03, 3.43105681e-02, -1.69076603e-02,\n",
" -5.31543493e-02, -2.36547496e-02, -7.49781132e-02, 4.92303930e-02,\n",
" -4.31065671e-02, 6.65424950e-03, -2.30854340e-02, -2.22830083e-02,\n",
" 3.56539525e-02, -6.01180866e-02, -2.88184881e-02, 3.85186672e-02,\n",
" -2.89677363e-02, 2.92918328e-02, 2.86542997e-02, -3.45983659e-03,\n",
" 5.00407908e-03, 6.18247967e-03, 3.97983305e-02, 5.45557551e-02,\n",
" 6.79986505e-03, -6.95443526e-02, -3.29408646e-02, -3.35992835e-02,\n",
" 5.15757389e-02, 2.55671833e-02, 3.23366076e-02, 1.88626349e-02,\n",
" 1.77353546e-02, -5.56815648e-03, 3.49437520e-02, 1.04213012e-02,\n",
" -1.16718970e-02, -2.13062800e-02, -2.46826354e-02, 4.77436036e-02,\n",
" 1.40981032e-02, 1.61457837e-01, -6.40923483e-03, 2.06498429e-02,\n",
" 2.35475716e-03, -7.50232562e-02, 1.58961136e-02, -2.75241453e-02,\n",
" 7.10351393e-02, 2.00689450e-04, -7.07982928e-02, 4.93396558e-02,\n",
" -2.60734279e-02, 2.40299776e-02, -2.29183212e-02, -8.04772452e-02,\n",
" -5.68678267e-02, -4.21771966e-02, -9.01663303e-03, -3.49671282e-02,\n",
" -4.64920439e-02, -8.98522884e-02, -5.16748987e-02, 5.53358858e-03,\n",
" -7.34797791e-02, 3.07381339e-02, -2.63729058e-02, -1.61607172e-02,\n",
" -9.32564959e-03, -2.30590925e-02, -3.22723463e-02, -3.17674652e-02,\n",
" -3.55657376e-02, -9.46657360e-03, 3.91917973e-04, 2.64902897e-02,\n",
" -5.78278005e-02, 8.19440782e-02, -2.78662667e-02, -3.92806865e-02,\n",
" -1.37222409e-02, -8.99095554e-03, 2.47667171e-02, 8.10257569e-02,\n",
" 9.97350365e-03, 9.86332074e-02, -5.61091937e-02, -3.63732912e-02,\n",
" -1.46775201e-01, -5.42411879e-02, 3.76598425e-02, -2.87683099e-03,\n",
" -2.12706234e-02, 2.37970008e-03, -3.11857592e-02, 3.25231999e-02,\n",
" -6.11113943e-02, 1.57810189e-02, 6.11420488e-03, 7.40974098e-02,\n",
" -2.63705552e-02, 3.00220363e-02, -2.90718209e-02, 4.17534821e-02,\n",
" 4.12767613e-03, 5.74643686e-02, -5.99918934e-03, 2.96209077e-03,\n",
" -4.17089500e-02, -1.61662176e-02, 6.48930436e-03, 9.72195808e-03,\n",
" -6.47866912e-03, 2.31774841e-02, 1.55449230e-02, 6.86402917e-02,\n",
" -4.34417799e-02, 4.02048975e-03, 6.03406653e-02, 2.73523256e-02,\n",
" -2.89025437e-02, 1.09490827e-02, -6.04778752e-02, -6.69938773e-02,\n",
" -3.35246995e-02, 2.36573443e-03, 3.59252207e-02, -7.12771900e-04,\n",
" 2.44258232e-02, 4.88231033e-02, 3.04312035e-02, -5.53060509e-02,\n",
" -1.06769577e-01, -1.56411226e-03, 1.45710714e-04, -4.34565768e-02,\n",
" 1.99242681e-02, 5.68621196e-02, -4.08500284e-02, 5.18710390e-02,\n",
" -5.39486930e-02, 2.29465542e-04, 4.45092805e-02, -6.16750382e-02,\n",
" -2.86847968e-02, -1.99962761e-02, 1.83677431e-02, -1.37847122e-02,\n",
" 2.87734456e-02, -4.41954024e-02, 2.57842727e-02, -7.63209816e-03,\n",
" -1.59282107e-02, 3.30248177e-02, 2.13999264e-02, -1.68616343e-02,\n",
" -4.66093048e-02, 1.54135944e-02, -8.00935030e-02, -2.87940726e-02,\n",
" -2.96257045e-02, 6.41499227e-03, -6.20688610e-02, 4.36019003e-02,\n",
" 3.83459851e-02, -3.27832289e-02, -4.91163358e-02, 5.27881132e-03,\n",
" 8.61361921e-02, 3.38947959e-02, 4.52619568e-02, 8.39277636e-03,\n",
" -1.38816219e-02, 3.45912352e-02, 8.82918295e-03, -3.01342811e-02,\n",
" -7.80951977e-03, -3.54173519e-02, 5.47277741e-02, -1.59958713e-02,\n",
" 4.89182994e-02, 4.57327673e-03, -3.74684343e-03, 4.97684740e-02,\n",
" -6.01965375e-02, -7.32147247e-02, -5.60395010e-02, 3.92194092e-02,\n",
" 1.27413217e-02, 3.49947214e-02, 4.44054864e-02, 3.13674635e-03,\n",
" 2.61467472e-02, 8.17761663e-03, 2.95735244e-02, -3.23699489e-02,\n",
" 1.53400619e-02, 1.53651452e-02, -4.06049564e-02, 3.41193415e-02,\n",
" 3.31454985e-02, -3.60397995e-02, 3.57138775e-02, -2.61490475e-02,\n",
" -2.73569915e-02, 6.95912307e-03, 3.20236683e-02, -1.01846822e-01,\n",
" -1.62065262e-03, -4.89373058e-02, 4.12752293e-02, 7.61291608e-02,\n",
" 2.18041018e-02, -1.48016904e-02, -7.08584860e-02, -6.03372138e-03,\n",
" 4.95702736e-02, -3.60918604e-02, 2.86897458e-02, 1.04164786e-03,\n",
" -6.93577379e-02, -3.49905193e-02, 3.42722535e-02, 2.95512304e-02,\n",
" 4.44303043e-02, -7.40758628e-02, -6.91165403e-02, -6.80845082e-02,\n",
" -1.49609463e-03, -1.46468647e-03, -6.17417321e-02, -2.78666168e-02,\n",
" 2.68864036e-02, -1.88908689e-02, -9.90384910e-03, -8.32785964e-02,\n",
" -8.45425725e-02, 5.06618395e-02, -3.26799005e-02, 8.88355523e-02,\n",
" -3.56776789e-02, -5.21855801e-02, 3.57019417e-02, 9.49551445e-03,\n",
" 2.49631125e-02, 2.56231260e-02, 8.30041897e-03, 1.48848360e-02,\n",
" 5.27094826e-02, -4.13806587e-02, -2.52471417e-02, 5.99222444e-02,\n",
" -3.91099509e-03, -3.83652858e-02, -1.69642605e-02, -5.78465872e-04,\n",
" -5.28804734e-02, 4.18203995e-02, 1.33616198e-02, 3.67468060e-03,\n",
" -1.29425582e-02, -6.43937662e-03, 4.47321758e-02, -2.01843586e-02,\n",
" -2.16511600e-02, -2.27140542e-02, 1.13670357e-01, 9.04920325e-02,\n",
" 4.19971421e-02, 3.10071222e-02, 4.81673889e-02, -4.07205075e-02,\n",
" 5.24396300e-02, 5.55106327e-02, 8.31434038e-03, 2.43265014e-02,\n",
" -2.19135489e-02, -3.36786285e-02, -5.04571795e-02, -5.46440743e-02,\n",
" -3.38421278e-02, 7.46192932e-02, 3.01313456e-02, 2.30217613e-02,\n",
" 1.16023719e-02, -1.03538167e-02, 1.13107897e-02, -5.25739267e-02,\n",
" 8.96143764e-02, 7.98376948e-02, -2.67983251e-03, 4.59046066e-02,\n",
" 3.16066220e-02, 5.00749126e-02, -7.59040639e-02, -7.56651461e-02,\n",
" -8.44454742e-04, 5.96160032e-02, -7.51233175e-02, -1.80370791e-03,\n",
" -2.69995984e-02, -1.32998675e-02, 5.16476147e-02, 3.64772417e-02,\n",
" -3.92679451e-03, 2.69377083e-02, 6.50491789e-02, 6.61631748e-02,\n",
" -3.19004953e-02, -8.33837986e-02, -1.44420043e-02, -2.39429139e-02,\n",
" 2.72709355e-02, 5.45678213e-02, -1.65170655e-02, -7.44192749e-02,\n",
" 3.89159061e-02, -6.31812885e-02, -4.63144705e-02, 2.45451019e-03,\n",
" -2.22641136e-02, -6.02593869e-02, 3.23055051e-02, -6.62335148e-03,\n",
" 4.87108082e-02, 6.57129509e-04, -6.06533065e-02, -4.45288308e-02,\n",
" 1.58709455e-02, -2.56059878e-03, -3.62206511e-02, 2.90084295e-02,\n",
" -1.11000910e-01, -2.31690742e-02, -5.10695092e-02, 4.47299629e-02,\n",
" 4.81528416e-02, -4.33960445e-02, 2.27263290e-02, -5.88627234e-02,\n",
" 5.61210886e-02, 5.11903735e-03, -1.04877865e-02, 3.97451669e-02,\n",
" 4.20677699e-02, 2.64430456e-02, 5.26333973e-02, 3.23299877e-02,\n",
" 7.59327132e-03, 5.74382246e-02, 3.25809605e-02, -1.97043773e-02,\n",
" -5.61884679e-02, -4.34143730e-02, 1.39462044e-02, -6.27788156e-02,\n",
" -2.17139628e-02, -2.16682646e-02, -8.52124393e-02, 2.38450151e-02,\n",
" -1.34943577e-03, 1.02261335e-01, -6.11654203e-03, 1.61158759e-02,\n",
" -8.92076362e-03, 2.65298765e-02, -4.04815152e-02, -1.67017169e-02,\n",
" -1.32260889e-01, -4.53204429e-03, 5.68669736e-02, -4.67476510e-02,\n",
" -6.43527582e-02, -5.00468723e-02, -5.55401901e-03, 2.96262763e-02,\n",
" -4.66759987e-02, -8.24127793e-02, -3.97751741e-02, 5.42762801e-02,\n",
" -1.40861785e-02, -5.77244498e-02, -4.19453196e-02, 3.55084985e-02,\n",
" -4.07553203e-02, -5.75697888e-03, 7.26297423e-02, -1.66337267e-02,\n",
" -1.08662406e-02, 1.53104030e-02, 2.00332291e-02, 8.74464400e-03,\n",
" -1.65691115e-02, 2.88422871e-02, -5.37061244e-02, -7.47093856e-02,\n",
" 2.03327406e-02, -1.91524494e-02, 1.03271484e-01, -4.34900671e-02,\n",
" 2.15335134e-02, 9.29721631e-03, 7.69499540e-02, 3.18085626e-02,\n",
" 8.03966261e-03, -5.30014634e-02, 6.87341671e-03, 2.05506738e-02,\n",
" 7.25445449e-02, -1.41619202e-02, 2.86539383e-02, 4.23221029e-02,\n",
" -1.17507484e-02, 2.34442540e-02, -2.23892042e-03, 1.50362989e-02,\n",
" -1.42740700e-02, -3.90865356e-02, 3.57288532e-02, 4.67011593e-02,\n",
" 6.63976148e-02, 1.47665227e-02, 2.39657238e-02, 2.24749446e-02,\n",
" -8.07056669e-03, 5.04693277e-02, -1.41616762e-02, -6.78668469e-02,\n",
" -1.51868714e-02, 8.15615430e-02, -9.48396232e-03, -3.81052345e-02,\n",
" 4.06800210e-02, 2.62224171e-02, -5.70904128e-02, -4.63917032e-02,\n",
" 3.30622382e-02, -7.30597458e-05, 2.06706636e-02, -6.63345978e-02,\n",
" 2.14417093e-02, -3.62812392e-02, -2.20771469e-02, -3.60069685e-02,\n",
" 8.40791967e-03, 6.49469495e-02, -9.61340033e-03, 4.69202781e-03,\n",
" -4.36751917e-02, -4.53357622e-02, 1.79347191e-02, 1.93995163e-02,\n",
" 3.58469225e-03, -2.58484599e-03, 1.47488918e-02, -4.86726612e-02,\n",
" 6.37236685e-02, -8.71799048e-03, 6.62162527e-02, -1.74191613e-02,\n",
" 1.94439311e-02, 4.59126458e-02, 1.34519517e-01, 2.31919624e-02,\n",
" -6.05952851e-02, -9.22039300e-02, 4.39760014e-02, -3.42817456e-02,\n",
" 4.76324977e-03, -1.50559163e-02, 1.54584032e-02, 9.17825401e-02,\n",
" 2.36340314e-02, -2.60283295e-02, -8.73225462e-03, 6.70595765e-02,\n",
" -6.54164748e-03, -3.17536071e-02, 9.69569664e-03, -1.19608432e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'scc': Embedding(embedding=array([ 1.02364205e-01, -4.07160297e-02, -1.80072132e-02, -1.50795327e-02,\n",
" -3.66477948e-03, -5.13322912e-02, 3.70433591e-02, 6.03345893e-02,\n",
" 1.00200213e-01, 7.33020306e-02, -1.50426440e-02, 4.05850410e-02,\n",
" 1.97210591e-02, 2.68579610e-02, -1.19169634e-02, 2.46129800e-02,\n",
" 5.13296686e-02, 8.79710317e-02, 9.78749152e-03, -2.46954393e-02,\n",
" -8.79052356e-02, -4.60004434e-02, 9.86864511e-03, 5.41494675e-02,\n",
" 2.41186153e-02, 2.66557094e-02, 1.91202620e-03, -3.82495187e-02,\n",
" 6.17686287e-02, -1.06365392e-02, 8.45137388e-02, -9.09383316e-03,\n",
" -1.18842172e-02, 4.91864979e-03, 3.21260467e-02, -1.78439189e-02,\n",
" -4.99571078e-02, -2.01915391e-02, -7.60509819e-02, 4.81717885e-02,\n",
" -4.40483131e-02, 5.24860155e-03, -2.11987309e-02, -2.13118177e-02,\n",
" 3.67080942e-02, -6.18684590e-02, -3.36934254e-02, 4.00379971e-02,\n",
" -3.19510661e-02, 2.16819532e-02, 3.49570438e-02, -4.80294041e-03,\n",
" -3.38722765e-03, 6.15679938e-03, 4.61018384e-02, 5.96944131e-02,\n",
" 1.32649334e-03, -7.78421834e-02, -2.35263091e-02, -2.88232714e-02,\n",
" 4.59946170e-02, 2.73183137e-02, 3.45245600e-02, 2.60058995e-02,\n",
" 1.39172198e-02, 3.81478365e-03, 3.60766761e-02, 9.95009113e-03,\n",
" -1.28836157e-02, -2.33268049e-02, -3.07155810e-02, 4.05248702e-02,\n",
" 1.27086425e-02, 1.60979599e-01, -9.81088728e-03, 1.84269082e-02,\n",
" 1.50642339e-02, -7.33476579e-02, 2.03084201e-02, -1.54224709e-02,\n",
" 5.20305224e-02, 7.88720511e-03, -7.54213706e-02, 4.76819389e-02,\n",
" -2.55229771e-02, 2.27510873e-02, -2.44493969e-02, -9.21406075e-02,\n",
" -5.26477508e-02, -3.51478830e-02, -1.04675107e-02, -3.56680416e-02,\n",
" -3.84765603e-02, -8.97054821e-02, -5.62468618e-02, 1.68772265e-02,\n",
" -7.38531947e-02, 3.01170312e-02, -2.82032583e-02, -1.13595715e-02,\n",
" -1.27122002e-02, -1.89720597e-02, -2.31603831e-02, -3.31259556e-02,\n",
" -3.54645289e-02, -1.39221884e-02, 7.13527785e-04, 2.93426607e-02,\n",
" -5.60440235e-02, 8.13740790e-02, -2.91364565e-02, -3.73198651e-02,\n",
" -1.81358978e-02, -5.98203903e-03, 1.41368303e-02, 8.08244646e-02,\n",
" 1.64400805e-02, 9.40618590e-02, -6.60486147e-02, -2.90198307e-02,\n",
" -1.56530097e-01, -5.90892322e-02, 3.74821164e-02, -6.24378619e-04,\n",
" -1.69054121e-02, 1.48273888e-03, -3.12132873e-02, 4.14617583e-02,\n",
" -6.74316138e-02, 1.83462519e-02, 6.58454001e-03, 6.71788529e-02,\n",
" -2.65870318e-02, 3.15940306e-02, -2.64636427e-02, 4.80465852e-02,\n",
" 8.89329612e-03, 5.76357692e-02, -7.86472298e-03, 5.13519021e-03,\n",
" -3.41752209e-02, -2.65791062e-02, 1.18509372e-04, 9.94155928e-03,\n",
" 1.60223251e-04, 3.57037857e-02, 1.66826528e-02, 6.50632605e-02,\n",
" -4.51672114e-02, 5.24564832e-03, 5.08974306e-02, 3.06161307e-02,\n",
" -2.74767727e-02, 1.95401311e-02, -4.78639416e-02, -6.43935427e-02,\n",
" -3.17819752e-02, 1.12736486e-02, 3.50113101e-02, 7.49229221e-03,\n",
" 2.58528180e-02, 5.25850803e-02, 3.19239125e-02, -6.09215833e-02,\n",
" -9.90442634e-02, -6.65082014e-04, 5.40924608e-04, -4.68639024e-02,\n",
" 2.95972414e-02, 5.58539405e-02, -4.16381173e-02, 4.43714410e-02,\n",
" -4.08863500e-02, 6.52276026e-03, 3.90361771e-02, -6.73208460e-02,\n",
" -2.46756542e-02, -1.42277768e-02, 2.71414556e-02, -6.72758371e-03,\n",
" 2.79369149e-02, -4.57069576e-02, 1.57414936e-02, -1.21255834e-02,\n",
" -7.05761975e-03, 2.69409008e-02, 9.37371142e-03, -3.53647396e-03,\n",
" -5.03032990e-02, 1.63353328e-02, -8.10949951e-02, -3.39294188e-02,\n",
" -2.01194659e-02, 7.98589457e-03, -6.22623563e-02, 4.79986668e-02,\n",
" 4.10826243e-02, -1.82608012e-02, -5.41758947e-02, 7.00235926e-03,\n",
" 9.40321386e-02, 3.66055742e-02, 4.51938137e-02, -7.35802285e-04,\n",
" -1.55618256e-02, 2.56270822e-02, 1.54243074e-02, -3.11311483e-02,\n",
" -9.29665752e-03, -3.86772268e-02, 5.57487532e-02, -1.15778977e-02,\n",
" 5.16534932e-02, 7.09728524e-03, -5.09492354e-03, 5.08693904e-02,\n",
" -7.89811835e-02, -7.64788762e-02, -4.92436364e-02, 3.40369679e-02,\n",
" 1.86693445e-02, 3.85291614e-02, 4.60488796e-02, 1.16267940e-02,\n",
" 1.23208920e-02, -3.35410167e-03, 2.68454775e-02, -2.10131519e-02,\n",
" 1.30567160e-02, 1.02320861e-03, -4.91732173e-02, 3.69281843e-02,\n",
" 3.33253592e-02, -4.40497212e-02, 3.72246914e-02, -3.38912196e-02,\n",
" -3.48656774e-02, 1.24431876e-02, 2.81175803e-02, -1.02481924e-01,\n",
" -2.07520672e-03, -5.32276295e-02, 3.99818718e-02, 6.99349195e-02,\n",
" 2.85185315e-02, -2.13261489e-02, -7.42505863e-02, -1.28514571e-02,\n",
" 5.31750694e-02, -3.55029628e-02, 2.10648645e-02, 7.72103993e-03,\n",
" -7.16854557e-02, -3.03757209e-02, 3.59504670e-02, 2.75678597e-02,\n",
" 4.36730720e-02, -7.07198232e-02, -5.62276281e-02, -8.20250288e-02,\n",
" -1.14554511e-02, 5.47247985e-03, -5.41054606e-02, -2.77145952e-02,\n",
" 2.06832308e-02, -1.79467872e-02, -8.03999137e-03, -8.87498781e-02,\n",
" -7.41436109e-02, 4.71384823e-02, -3.25273015e-02, 7.78085291e-02,\n",
" -3.85660194e-02, -5.14596701e-02, 4.73173447e-02, 2.30542314e-03,\n",
" 3.00247539e-02, 2.48697288e-02, 1.48008892e-03, 1.72851272e-02,\n",
" 5.87425679e-02, -4.29192781e-02, -1.88722387e-02, 6.20007850e-02,\n",
" -4.06984752e-03, -3.21174301e-02, -2.76512019e-02, 3.58265685e-03,\n",
" -4.39042188e-02, 4.46277298e-02, 6.16934523e-03, 4.72611841e-03,\n",
" -2.01280490e-02, 4.34708130e-03, 4.22383472e-02, -2.19343305e-02,\n",
" -1.25599476e-02, -2.01671142e-02, 1.16192840e-01, 8.76582190e-02,\n",
" 3.84667106e-02, 2.60610152e-02, 4.25053649e-02, -4.03880477e-02,\n",
" 5.99151701e-02, 6.54928088e-02, 4.00094921e-03, 2.51098964e-02,\n",
" -1.88516621e-02, -2.41728071e-02, -4.65628691e-02, -4.97819111e-02,\n",
" -3.66960689e-02, 7.57821053e-02, 2.59488281e-02, 1.59752090e-02,\n",
" 8.71109404e-03, -5.82287367e-03, 4.35533468e-03, -5.25333397e-02,\n",
" 8.85326490e-02, 8.23024809e-02, 5.33793075e-03, 4.55625281e-02,\n",
" 2.57830825e-02, 5.25764711e-02, -7.68970773e-02, -6.90829009e-02,\n",
" -1.31050858e-03, 7.14709237e-02, -7.10736364e-02, -9.06168111e-03,\n",
" -2.57712752e-02, -9.63908527e-03, 5.42200841e-02, 3.96104306e-02,\n",
" -2.90296669e-03, 2.07214188e-02, 6.59096465e-02, 6.40212744e-02,\n",
" -2.42531970e-02, -8.91479477e-02, -1.02449274e-02, -1.99215747e-02,\n",
" 2.48053242e-02, 5.53048030e-02, -1.01255607e-02, -6.93044886e-02,\n",
" 3.61896716e-02, -5.70580214e-02, -4.52734940e-02, 4.48701717e-03,\n",
" -1.60606708e-02, -6.05042428e-02, 2.81122886e-02, -1.28180338e-02,\n",
" 5.03966622e-02, -3.21774604e-03, -6.48005456e-02, -4.59766500e-02,\n",
" 1.36938961e-02, -6.72196271e-04, -2.00951938e-02, 3.09159271e-02,\n",
" -9.98845920e-02, -1.64840668e-02, -4.82687764e-02, 3.56270075e-02,\n",
" 5.47423474e-02, -4.62524593e-02, 2.57938448e-02, -5.75124957e-02,\n",
" 5.29352464e-02, -3.80201638e-03, -1.38462903e-02, 3.34085226e-02,\n",
" 4.38898541e-02, 3.33430059e-02, 5.06071784e-02, 2.71736644e-02,\n",
" -1.29967858e-03, 5.53719439e-02, 3.51486467e-02, -2.96012629e-02,\n",
" -5.77949621e-02, -3.64983790e-02, 1.67091973e-02, -6.53389022e-02,\n",
" -1.24219861e-02, -3.43164541e-02, -8.80480409e-02, 2.31558532e-02,\n",
" 1.32519437e-03, 1.02240741e-01, 2.79651489e-03, 1.23596853e-02,\n",
" -3.83494119e-03, 2.28490252e-02, -4.65158895e-02, -8.41483381e-03,\n",
" -1.22286849e-01, -4.16850904e-03, 5.44920005e-02, -3.70659679e-02,\n",
" -6.65861294e-02, -4.73019332e-02, -6.49923226e-03, 2.60948148e-02,\n",
" -4.33012135e-02, -8.91405493e-02, -4.16698121e-02, 5.57257459e-02,\n",
" -1.16727455e-02, -5.39355725e-02, -4.34006453e-02, 3.29078697e-02,\n",
" -4.81283739e-02, 9.56439180e-04, 6.78281561e-02, -1.62612125e-02,\n",
" -2.01415773e-02, 1.30304657e-02, 1.90435406e-02, -2.62175896e-03,\n",
" -1.96000282e-02, 2.57973261e-02, -5.56213483e-02, -7.84607157e-02,\n",
" 2.16776375e-02, -1.74736846e-02, 1.02742001e-01, -4.85440865e-02,\n",
" 1.94707159e-02, 1.26848472e-02, 8.22490901e-02, 3.53635214e-02,\n",
" 1.16305053e-02, -4.58398797e-02, 1.33478781e-02, 1.82556137e-02,\n",
" 7.54401460e-02, -3.49549134e-03, 2.77366769e-02, 4.07736301e-02,\n",
" -1.13175074e-02, 2.72842515e-02, -1.05293347e-02, 1.61993280e-02,\n",
" -1.18616410e-02, -3.96656729e-02, 3.52287702e-02, 5.08566834e-02,\n",
" 6.68073520e-02, 1.51138958e-02, 1.72891188e-02, 1.87471956e-02,\n",
" -6.23329310e-04, 4.62099798e-02, -1.68097094e-02, -7.05639645e-02,\n",
" -1.47398636e-02, 8.34258348e-02, -1.31434361e-02, -3.76867577e-02,\n",
" 3.91025357e-02, 1.99896190e-02, -5.62883429e-02, -4.54914495e-02,\n",
" 4.51278687e-02, 7.06584286e-03, 2.31768172e-02, -7.01852441e-02,\n",
" 2.04482116e-02, -4.11436483e-02, -2.36162618e-02, -3.27362195e-02,\n",
" 6.46207621e-03, 6.96410164e-02, 2.46440805e-03, 1.97913824e-03,\n",
" -4.50940952e-02, -5.27265146e-02, 1.76364817e-02, 2.14438606e-02,\n",
" 1.32135097e-02, -2.24616332e-03, 1.71179455e-02, -5.47133386e-02,\n",
" 6.50989115e-02, -3.24132806e-03, 7.47466013e-02, -2.90390998e-02,\n",
" 1.55558083e-02, 4.70717102e-02, 1.31491482e-01, 1.75627545e-02,\n",
" -5.70366308e-02, -9.75535959e-02, 4.61515971e-02, -3.50285619e-02,\n",
" 4.64649079e-03, -1.55796548e-02, 1.36570819e-02, 8.69562179e-02,\n",
" 2.36483216e-02, -3.04742102e-02, -1.31209679e-02, 7.24613816e-02,\n",
" -3.91567405e-03, -2.41458770e-02, 4.18457610e-04, -1.11641645e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'seagull': Embedding(embedding=array([ 1.06742024e-01, -4.56436165e-02, -1.87326800e-02, -1.31168934e-02,\n",
" -6.29779743e-03, -5.17047532e-02, 3.25505622e-02, 6.29713610e-02,\n",
" 1.02011770e-01, 7.06653744e-02, -1.48417326e-02, 4.25912440e-02,\n",
" 2.51602083e-02, 2.42793337e-02, -1.56803839e-02, 2.63346322e-02,\n",
" 5.15515693e-02, 8.85034576e-02, 7.72087043e-03, -2.48657204e-02,\n",
" -8.60580206e-02, -4.76179048e-02, 5.04278857e-03, 5.46318442e-02,\n",
" 1.98360719e-02, 2.71952115e-02, 2.32703006e-03, -3.61536853e-02,\n",
" 5.98901585e-02, -1.27892205e-02, 8.22389945e-02, -1.35856895e-02,\n",
" -1.43085849e-02, 7.14009162e-03, 3.56528945e-02, -1.84819829e-02,\n",
" -5.13466410e-02, -1.86861139e-02, -7.99061358e-02, 4.77988347e-02,\n",
" -4.28195111e-02, 6.64113928e-03, -2.06601974e-02, -2.11961549e-02,\n",
" 3.82827856e-02, -6.17554709e-02, -3.33930664e-02, 4.58586253e-02,\n",
" -3.21604349e-02, 2.28709076e-02, 3.34994979e-02, -6.99316431e-03,\n",
" 6.09422044e-04, 1.36217345e-02, 4.65346240e-02, 6.53731078e-02,\n",
" 1.92932610e-03, -7.76080415e-02, -2.65765078e-02, -2.56816968e-02,\n",
" 5.10152131e-02, 2.32009068e-02, 3.30956914e-02, 2.16745380e-02,\n",
" 1.51319252e-02, 2.67824903e-03, 3.62667292e-02, 1.19832708e-02,\n",
" -1.09022046e-02, -2.48499271e-02, -2.59113479e-02, 4.12630215e-02,\n",
" 1.86477080e-02, 1.59774348e-01, -1.28305638e-02, 1.59920454e-02,\n",
" 1.35712419e-02, -7.39393234e-02, 2.35317070e-02, -2.27657054e-02,\n",
" 5.10983691e-02, 1.11137070e-02, -7.48501718e-02, 5.03366403e-02,\n",
" -2.49543823e-02, 2.78293695e-02, -2.21662205e-02, -8.50795582e-02,\n",
" -5.26975468e-02, -3.52831744e-02, -1.16533972e-02, -3.82638164e-02,\n",
" -3.88186984e-02, -8.83355215e-02, -6.11076131e-02, 2.02893447e-02,\n",
" -7.57281631e-02, 3.24651413e-02, -2.51762215e-02, -1.07190926e-02,\n",
" -1.10091083e-02, -2.16137711e-02, -1.92930568e-02, -3.01072039e-02,\n",
" -3.29259299e-02, -1.33465249e-02, 7.78890331e-04, 2.75966711e-02,\n",
" -5.35014607e-02, 8.02488700e-02, -2.63350233e-02, -3.07823978e-02,\n",
" -9.49365366e-03, -5.25854807e-03, 1.29823247e-02, 8.58255327e-02,\n",
" 1.52666280e-02, 8.90341848e-02, -7.08942562e-02, -2.96627376e-02,\n",
" -1.57836318e-01, -5.85220978e-02, 3.70060168e-02, -3.61571694e-03,\n",
" -1.70875192e-02, 7.28786923e-04, -3.02284155e-02, 3.88510674e-02,\n",
" -6.76914975e-02, 1.81462113e-02, 4.50469367e-03, 6.98243529e-02,\n",
" -2.81506069e-02, 3.10336221e-02, -3.00805848e-02, 4.77898493e-02,\n",
" 1.33031569e-02, 5.93471713e-02, -7.30020413e-03, 6.21223403e-03,\n",
" -3.66187617e-02, -2.24704631e-02, -1.86487020e-03, 5.33590186e-03,\n",
" -2.96490709e-03, 3.74888368e-02, 1.66915879e-02, 6.09355345e-02,\n",
" -4.62193191e-02, 3.63943726e-03, 5.29759005e-02, 3.02264560e-02,\n",
" -3.08916215e-02, 2.18449570e-02, -4.74537015e-02, -6.32185563e-02,\n",
" -3.02380901e-02, 1.10209603e-02, 3.35563049e-02, 3.93484160e-03,\n",
" 2.66436953e-02, 4.89806943e-02, 3.25120538e-02, -6.04526699e-02,\n",
" -9.86292660e-02, -3.69480462e-03, 2.63026054e-03, -4.34137098e-02,\n",
" 2.93256454e-02, 5.50586879e-02, -4.07628752e-02, 4.67314422e-02,\n",
" -4.66575101e-02, 7.55932461e-03, 4.03785966e-02, -7.47872889e-02,\n",
" -2.66417060e-02, -1.39815919e-02, 2.81183850e-02, -5.65992342e-03,\n",
" 3.15418206e-02, -4.57407571e-02, 1.66265909e-02, -1.22765228e-02,\n",
" -2.21936684e-03, 2.34459396e-02, 1.12314075e-02, -3.09676281e-03,\n",
" -4.41701412e-02, 1.14467395e-02, -8.28867927e-02, -3.21809389e-02,\n",
" -2.27957442e-02, 7.63282087e-03, -6.49027377e-02, 4.26973179e-02,\n",
" 4.30653282e-02, -1.87584460e-02, -5.32832965e-02, 4.30914620e-03,\n",
" 9.10403579e-02, 3.72140855e-02, 4.83837463e-02, 4.96879825e-03,\n",
" -1.77222900e-02, 2.67723072e-02, 2.25832220e-02, -3.00430786e-02,\n",
" -9.30109248e-03, -4.46687266e-02, 5.44412434e-02, -1.10860094e-02,\n",
" 5.64860627e-02, 6.88660378e-03, -7.35838385e-03, 4.81891148e-02,\n",
" -7.86236823e-02, -7.89695978e-02, -4.76515815e-02, 3.38028893e-02,\n",
" 1.71278715e-02, 3.70183662e-02, 5.11383414e-02, 1.18299834e-02,\n",
" 1.37838665e-02, -6.22712169e-03, 2.96973940e-02, -2.09984612e-02,\n",
" 1.02268485e-02, -3.46124521e-04, -5.21546155e-02, 3.79188024e-02,\n",
" 3.06961332e-02, -4.50460166e-02, 3.94967385e-02, -3.30804959e-02,\n",
" -4.10031192e-02, 1.05853518e-02, 2.81425584e-02, -1.04162507e-01,\n",
" -7.80208036e-03, -4.98113707e-02, 3.43713500e-02, 6.64916635e-02,\n",
" 2.32074391e-02, -2.14410406e-02, -7.30725005e-02, -1.32296961e-02,\n",
" 5.49676493e-02, -3.81802693e-02, 2.25334596e-02, 1.24899652e-02,\n",
" -6.93294555e-02, -3.33878100e-02, 3.67842987e-02, 2.82779597e-02,\n",
" 4.38047685e-02, -7.03613609e-02, -5.92591688e-02, -8.21571499e-02,\n",
" -1.89998765e-02, 7.33046327e-03, -5.44805378e-02, -2.60778852e-02,\n",
" 1.99998505e-02, -1.45060858e-02, -6.37966022e-03, -9.35143083e-02,\n",
" -8.15848112e-02, 4.61000875e-02, -3.49408835e-02, 8.01666752e-02,\n",
" -3.76304761e-02, -5.21078557e-02, 4.48296294e-02, 5.68557205e-03,\n",
" 3.24196257e-02, 2.14674082e-02, -5.07879013e-04, 1.25085628e-02,\n",
" 5.97153008e-02, -4.43631932e-02, -1.31741241e-02, 5.73795922e-02,\n",
" -1.22668629e-03, -3.32947634e-02, -2.00479943e-02, 1.95213314e-03,\n",
" -4.58716601e-02, 4.04707566e-02, 9.56014823e-03, 5.03001409e-03,\n",
" -1.88408680e-02, 3.22918221e-03, 4.50224653e-02, -2.22125705e-02,\n",
" -1.25599764e-02, -1.47867901e-02, 1.17855020e-01, 9.18563008e-02,\n",
" 3.65777127e-02, 2.49953289e-02, 3.72990444e-02, -4.38542515e-02,\n",
" 6.17068261e-02, 7.17896894e-02, -3.40000819e-03, 2.40453240e-02,\n",
" -1.49541935e-02, -2.76045520e-02, -4.29805517e-02, -4.65124063e-02,\n",
" -4.04706933e-02, 7.39177167e-02, 2.87415590e-02, 1.10209957e-02,\n",
" 7.34342029e-03, -7.71870138e-03, 1.63878570e-03, -5.45726046e-02,\n",
" 8.73075128e-02, 8.14834312e-02, 2.74117617e-03, 4.64668833e-02,\n",
" 2.53650192e-02, 5.20714521e-02, -7.13260397e-02, -6.54194281e-02,\n",
" -2.42728903e-03, 7.06191361e-02, -6.73779175e-02, -6.90564001e-03,\n",
" -2.37523038e-02, -1.14928447e-02, 5.29057086e-02, 3.82350907e-02,\n",
" -2.96262070e-03, 1.98316500e-02, 6.63567632e-02, 6.43049628e-02,\n",
" -2.05045771e-02, -8.67782682e-02, -9.88677237e-03, -2.03171670e-02,\n",
" 2.28538867e-02, 4.97881919e-02, -9.41962842e-03, -6.80825934e-02,\n",
" 3.92191298e-02, -6.53286874e-02, -4.64287177e-02, 6.19379862e-04,\n",
" -1.97106451e-02, -6.53154477e-02, 2.68380828e-02, -1.51439635e-02,\n",
" 4.94607128e-02, 1.92512642e-03, -5.70591539e-02, -4.40462828e-02,\n",
" 1.30446777e-02, -3.13525414e-03, -2.00702436e-02, 3.36182788e-02,\n",
" -1.00057587e-01, -1.60098225e-02, -4.64520007e-02, 3.16491127e-02,\n",
" 5.25820032e-02, -4.71014902e-02, 2.64937542e-02, -5.48335947e-02,\n",
" 5.27494997e-02, -3.96851776e-03, -1.60763897e-02, 3.47001888e-02,\n",
" 4.40915190e-02, 3.44817303e-02, 5.27137592e-02, 3.12390681e-02,\n",
" -2.80152145e-03, 5.57504259e-02, 3.16458419e-02, -2.67645512e-02,\n",
" -5.95858693e-02, -3.77718955e-02, 1.67201981e-02, -6.10969663e-02,\n",
" -1.29859885e-02, -3.20873931e-02, -9.00424868e-02, 2.54677814e-02,\n",
" 1.19786244e-03, 9.79309455e-02, 7.54305293e-05, 1.40115060e-02,\n",
" 6.46704633e-04, 2.23889556e-02, -4.61638011e-02, -1.12124449e-02,\n",
" -1.25524834e-01, -4.38705273e-03, 5.37470542e-02, -4.33208495e-02,\n",
" -6.23145998e-02, -4.90396842e-02, -4.71988646e-03, 2.84570064e-02,\n",
" -4.80746068e-02, -8.67493153e-02, -4.06793915e-02, 5.76649085e-02,\n",
" -1.61660761e-02, -4.88876551e-02, -4.39253338e-02, 3.03568877e-02,\n",
" -5.20227514e-02, 6.31155353e-03, 6.77630603e-02, -1.47300893e-02,\n",
" -1.40121579e-02, 1.14443740e-02, 1.79263745e-02, 2.11730879e-03,\n",
" -2.15696711e-02, 2.84252670e-02, -5.49734868e-02, -8.04317221e-02,\n",
" 2.15412509e-02, -1.78195927e-02, 1.05089098e-01, -4.96175140e-02,\n",
" 2.03581974e-02, 1.25841945e-02, 8.51240307e-02, 3.27507854e-02,\n",
" 1.46925496e-02, -4.35609445e-02, 1.02716945e-02, 1.81513224e-02,\n",
" 7.48420656e-02, -3.04429606e-03, 2.70335637e-02, 3.66269499e-02,\n",
" -1.09323468e-02, 2.84558386e-02, -1.12486584e-02, 1.31593747e-02,\n",
" -1.25472033e-02, -3.55641879e-02, 3.60937491e-02, 5.22159711e-02,\n",
" 6.79284409e-02, 2.14169882e-02, 2.07693800e-02, 2.56060809e-02,\n",
" 7.62854295e-04, 4.80347238e-02, -1.63202174e-02, -6.16625473e-02,\n",
" -1.90503988e-02, 8.27746689e-02, -1.24658681e-02, -3.56867313e-02,\n",
" 3.76555286e-02, 2.25536376e-02, -5.57700358e-02, -4.53024060e-02,\n",
" 4.76889051e-02, 1.19871795e-02, 3.15246545e-02, -7.08909184e-02,\n",
" 1.60418246e-02, -4.10002209e-02, -1.89933740e-02, -2.76387744e-02,\n",
" 2.21843366e-03, 6.23847991e-02, 1.47813023e-03, 3.96902021e-03,\n",
" -4.37592342e-02, -4.90664616e-02, 1.54051492e-02, 2.26152856e-02,\n",
" 1.45485662e-02, -1.25023152e-03, 1.68464072e-02, -5.62769845e-02,\n",
" 6.38545901e-02, -5.76661527e-03, 6.94296584e-02, -2.63812486e-02,\n",
" 1.28925610e-02, 4.48785089e-02, 1.32067144e-01, 9.94260423e-03,\n",
" -5.63667156e-02, -9.59841385e-02, 4.17874865e-02, -3.23983915e-02,\n",
" -1.16226054e-03, -1.28692603e-02, 8.14578682e-03, 8.54133815e-02,\n",
" 2.39892863e-02, -2.45300699e-02, -1.51806287e-02, 7.34113827e-02,\n",
" 1.21637655e-03, -2.20759474e-02, 3.00435862e-03, -1.09571718e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sf': Embedding(embedding=array([ 9.83330086e-02, -4.31955867e-02, -1.80417113e-02, -3.52666751e-02,\n",
" 3.30011314e-03, -4.12348360e-02, 4.55292501e-02, 6.13417663e-02,\n",
" 9.06696692e-02, 8.09874088e-02, -7.69973965e-03, 2.87473593e-02,\n",
" 1.57440975e-02, 3.01341414e-02, -1.18675660e-02, 2.09855903e-02,\n",
" 3.88841890e-02, 8.53251442e-02, 1.97525825e-02, -2.17437819e-02,\n",
" -7.97296911e-02, -4.18480784e-02, 8.07898957e-03, 5.26981726e-02,\n",
" 2.96421554e-02, 3.42866741e-02, -6.91496581e-03, -4.61499877e-02,\n",
" 5.99208064e-02, -4.21402417e-03, 8.41157585e-02, -4.00415063e-03,\n",
" -1.55807082e-02, 3.84859595e-04, 2.88457870e-02, -1.33750616e-02,\n",
" -5.08768894e-02, -2.10816488e-02, -6.60735816e-02, 4.75824289e-02,\n",
" -3.90474536e-02, -7.13892150e-05, -2.12261919e-02, -2.19109356e-02,\n",
" 3.22674178e-02, -6.47195131e-02, -2.67413147e-02, 3.32503244e-02,\n",
" -3.26152667e-02, 3.10334209e-02, 3.19956914e-02, -1.72385445e-03,\n",
" 2.99926801e-03, 4.38562315e-03, 4.36977036e-02, 4.44824398e-02,\n",
" 9.23858210e-03, -6.62066340e-02, -3.10289245e-02, -4.33039069e-02,\n",
" 4.59148623e-02, 3.10263354e-02, 3.54627222e-02, 2.59697419e-02,\n",
" 1.64038911e-02, -6.62995270e-03, 3.42707783e-02, -1.21928321e-03,\n",
" -1.31887672e-02, -2.02386398e-02, -3.34407240e-02, 4.93132323e-02,\n",
" 1.01266010e-02, 1.63618222e-01, -8.76064040e-03, 2.75640767e-02,\n",
" 5.53785218e-03, -6.54303953e-02, 1.39264101e-02, -1.17841354e-02,\n",
" 6.64878190e-02, 8.07186414e-04, -7.13032857e-02, 4.89845276e-02,\n",
" -3.12308837e-02, 1.70226544e-02, -1.99407581e-02, -8.76859948e-02,\n",
" -5.14796115e-02, -4.80137654e-02, -7.08968472e-03, -3.72269154e-02,\n",
" -5.51239103e-02, -9.31246877e-02, -4.15835157e-02, -1.36900251e-03,\n",
" -7.53868893e-02, 2.78288573e-02, -2.81346627e-02, -1.44797824e-02,\n",
" -1.28971934e-02, -2.11263821e-02, -3.71048488e-02, -3.30959298e-02,\n",
" -4.30066325e-02, -1.05807567e-02, 5.01071219e-04, 3.24119441e-02,\n",
" -6.20496720e-02, 8.39623734e-02, -2.73251608e-02, -3.85679379e-02,\n",
" -2.73002554e-02, -8.44878238e-03, 2.49462146e-02, 7.53898099e-02,\n",
" 8.78446642e-03, 1.00823060e-01, -5.12065776e-02, -4.06292379e-02,\n",
" -1.32165059e-01, -6.01688139e-02, 3.49597000e-02, -7.28664035e-03,\n",
" -1.87478177e-02, 2.95514939e-04, -2.71851327e-02, 3.57665904e-02,\n",
" -5.63903898e-02, 1.89446285e-02, 9.68936738e-03, 7.35170618e-02,\n",
" -2.21624281e-02, 2.72912867e-02, -3.45622264e-02, 4.50694337e-02,\n",
" -4.34335740e-03, 5.50929271e-02, -3.41359363e-03, 4.56071831e-03,\n",
" -3.52716111e-02, -1.88607387e-02, 1.26656881e-02, 7.81723112e-03,\n",
" 5.54666016e-03, 1.16287936e-02, 1.45401722e-02, 7.09462538e-02,\n",
" -4.37988490e-02, 1.69839081e-03, 5.33359647e-02, 2.73734219e-02,\n",
" -2.36377195e-02, 7.34440330e-03, -6.30097240e-02, -6.96450099e-02,\n",
" -3.49455699e-02, -3.66483349e-03, 3.29430476e-02, 3.68401548e-03,\n",
" 2.43614409e-02, 4.69927751e-02, 3.05366665e-02, -6.11900575e-02,\n",
" -1.03419706e-01, 4.46917582e-03, 2.55874405e-03, -4.26051542e-02,\n",
" 2.11849473e-02, 5.74559458e-02, -4.70593236e-02, 4.97216061e-02,\n",
" -4.88029867e-02, 3.28711257e-03, 3.53199653e-02, -5.11787795e-02,\n",
" -2.44017206e-02, -2.15353165e-02, 1.31024187e-02, -1.88669711e-02,\n",
" 2.67491713e-02, -4.51085158e-02, 2.73349732e-02, -1.02411136e-02,\n",
" -1.31255630e-02, 3.99448499e-02, 2.18565036e-02, -1.46139106e-02,\n",
" -4.96320054e-02, 1.79488845e-02, -7.95098394e-02, -3.20655964e-02,\n",
" -3.32005285e-02, 6.12885272e-03, -5.63062616e-02, 4.54969779e-02,\n",
" 3.19778435e-02, -3.82413082e-02, -5.13942204e-02, 1.02679022e-02,\n",
" 9.00511146e-02, 3.58928107e-02, 4.04071435e-02, 8.44790891e-04,\n",
" -1.00247692e-02, 3.96809429e-02, 6.55692955e-03, -3.62802930e-02,\n",
" -1.57773625e-02, -2.49411725e-02, 5.31103425e-02, -1.77422799e-02,\n",
" 4.11888473e-02, 9.63447616e-04, -3.23941233e-03, 5.60411103e-02,\n",
" -6.07558228e-02, -6.56262115e-02, -5.73611371e-02, 4.02660593e-02,\n",
" 2.05649678e-02, 3.54966521e-02, 4.26981561e-02, -1.47154031e-03,\n",
" 2.51667891e-02, 1.06060831e-02, 2.41351500e-02, -2.76068691e-02,\n",
" 2.18897313e-02, 1.71831455e-02, -4.28171940e-02, 3.17187756e-02,\n",
" 3.21980752e-02, -3.08822617e-02, 3.34326029e-02, -2.87410580e-02,\n",
" -1.99213680e-02, 1.07590090e-02, 2.83323471e-02, -1.09180741e-01,\n",
" 8.48629512e-03, -5.88217042e-02, 4.70955931e-02, 8.39105621e-02,\n",
" 2.49579605e-02, -1.32454317e-02, -7.07498118e-02, -6.49235025e-03,\n",
" 4.55130748e-02, -2.89994013e-02, 1.81543399e-02, 2.66342168e-03,\n",
" -7.23424405e-02, -2.93829367e-02, 3.53482030e-02, 3.18759233e-02,\n",
" 4.79865856e-02, -7.43503794e-02, -6.27294034e-02, -6.79461882e-02,\n",
" 2.33225082e-03, -6.24652905e-03, -6.39054999e-02, -2.77060606e-02,\n",
" 3.01557481e-02, -2.64373347e-02, -1.41129717e-02, -7.77978823e-02,\n",
" -7.04126656e-02, 4.90848869e-02, -2.91723013e-02, 8.29254463e-02,\n",
" -3.40951607e-02, -4.95631993e-02, 2.92394906e-02, 5.51199401e-03,\n",
" 1.85812265e-02, 3.05742435e-02, 3.93435964e-03, 1.23998672e-02,\n",
" 5.39025143e-02, -3.68956514e-02, -2.86559202e-02, 6.50978833e-02,\n",
" -1.11158015e-02, -3.50058898e-02, -2.35419869e-02, -1.51087192e-03,\n",
" -4.90559302e-02, 4.69004475e-02, 1.64963137e-02, 5.61178522e-03,\n",
" -1.60868596e-02, -4.73933667e-03, 4.77620885e-02, -2.01135203e-02,\n",
" -2.33309753e-02, -2.96823625e-02, 1.11218974e-01, 8.13358352e-02,\n",
" 4.47828211e-02, 3.32925357e-02, 5.48163131e-02, -4.46565337e-02,\n",
" 4.60009538e-02, 4.94020991e-02, 1.52504416e-02, 1.74939875e-02,\n",
" -2.78809052e-02, -2.58650035e-02, -5.71139343e-02, -5.55432998e-02,\n",
" -3.23430933e-02, 7.76345283e-02, 3.04067899e-02, 2.11185925e-02,\n",
" 1.21025415e-02, -2.53040786e-03, 1.17163369e-02, -5.75879253e-02,\n",
" 9.15552601e-02, 8.25338364e-02, -9.27157875e-04, 4.92036268e-02,\n",
" 4.04390208e-02, 6.14910983e-02, -8.46393779e-02, -7.64615238e-02,\n",
" -2.80145719e-03, 5.92187196e-02, -7.31619895e-02, -4.45184903e-03,\n",
" -3.49229947e-02, -2.16008280e-03, 4.99703325e-02, 3.66507173e-02,\n",
" -8.93804431e-03, 2.16306299e-02, 6.02513328e-02, 6.37442768e-02,\n",
" -4.29019146e-02, -8.80409032e-02, -1.62958391e-02, -2.34085787e-02,\n",
" 2.94528212e-02, 5.74117303e-02, -2.14977823e-02, -7.16732517e-02,\n",
" 3.83704565e-02, -5.22069372e-02, -4.42842692e-02, 1.23058427e-02,\n",
" -1.75881069e-02, -5.26980795e-02, 3.57137173e-02, -4.39619785e-03,\n",
" 5.06595597e-02, -2.97307060e-03, -6.28177747e-02, -4.46718037e-02,\n",
" 1.75742023e-02, 2.70607881e-03, -3.34695280e-02, 2.54516490e-02,\n",
" -1.08789004e-01, -2.67720111e-02, -4.97772656e-02, 4.81409319e-02,\n",
" 4.37218472e-02, -4.35464457e-02, 2.02316605e-02, -6.08903803e-02,\n",
" 5.56438752e-02, 8.28753971e-03, -1.28321005e-02, 4.57444265e-02,\n",
" 3.74104790e-02, 3.00120320e-02, 5.69907054e-02, 1.61188114e-02,\n",
" 1.06295887e-02, 6.20318800e-02, 3.26627083e-02, -1.97164137e-02,\n",
" -5.22449575e-02, -4.27469127e-02, 1.40013164e-02, -6.44878969e-02,\n",
" -1.26199061e-02, -2.26279516e-02, -9.10927579e-02, 2.21273396e-02,\n",
" 2.31966330e-03, 1.10016562e-01, 1.63096783e-03, 1.25144655e-02,\n",
" -1.54830981e-02, 2.64507271e-02, -3.51286456e-02, -6.99396664e-03,\n",
" -1.21399738e-01, -6.00666041e-03, 6.22382015e-02, -4.29494902e-02,\n",
" -7.46128038e-02, -4.55497950e-02, -8.27847107e-04, 2.70183235e-02,\n",
" -3.80417034e-02, -8.95723104e-02, -4.31986712e-02, 5.68116494e-02,\n",
" -1.81792630e-03, -5.75030632e-02, -3.52960266e-02, 3.55707183e-02,\n",
" -3.39503773e-02, -9.26307961e-03, 6.64655864e-02, -2.18174104e-02,\n",
" -1.96008310e-02, 1.25727206e-02, 2.53114533e-02, 2.13210995e-04,\n",
" -1.28355129e-02, 3.44691128e-02, -5.64193763e-02, -7.21201897e-02,\n",
" 1.06403027e-02, -1.32092657e-02, 9.80236679e-02, -4.31510992e-02,\n",
" 2.20126621e-02, 1.34078031e-02, 7.00576678e-02, 2.95485500e-02,\n",
" 9.40585975e-03, -5.54584675e-02, 1.16618630e-02, 2.68027689e-02,\n",
" 7.18183964e-02, -1.20824296e-02, 2.72159353e-02, 4.95278575e-02,\n",
" -1.14447996e-02, 2.00231206e-02, 1.59539876e-03, 1.10396091e-02,\n",
" -1.29037984e-02, -4.66279201e-02, 3.11712995e-02, 5.27886152e-02,\n",
" 6.55508190e-02, 3.61602812e-04, 2.45379806e-02, 1.54585578e-02,\n",
" -3.21017171e-04, 4.32212427e-02, -1.70324873e-02, -8.00023153e-02,\n",
" -1.08518237e-02, 9.02944282e-02, -1.00494986e-02, -4.01126519e-02,\n",
" 3.61096673e-02, 2.45064683e-02, -5.17671332e-02, -4.82066013e-02,\n",
" 3.44226100e-02, -1.23827625e-02, 1.18203871e-02, -6.50844872e-02,\n",
" 2.22809203e-02, -3.25997248e-02, -2.78890748e-02, -4.07666378e-02,\n",
" 1.23458914e-02, 7.83834010e-02, -9.54063050e-03, 1.00554591e-02,\n",
" -4.26963195e-02, -4.25660722e-02, 2.01466028e-02, 2.46668179e-02,\n",
" 3.68202524e-03, -8.23628996e-03, 1.93330236e-02, -4.70570177e-02,\n",
" 6.01368360e-02, -7.28020770e-03, 7.46850297e-02, -1.73011217e-02,\n",
" 2.05937289e-02, 5.19150123e-02, 1.35848224e-01, 2.79529914e-02,\n",
" -5.99064715e-02, -9.93261859e-02, 4.56632078e-02, -3.40196639e-02,\n",
" 1.11813461e-02, -1.58998407e-02, 2.21901201e-02, 1.01148821e-01,\n",
" 2.69594230e-02, -3.69435661e-02, -1.11353293e-03, 7.08762407e-02,\n",
" -1.08985249e-02, -2.70371083e-02, 8.33228044e-03, -1.18558928e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sk': Embedding(embedding=array([ 7.27576539e-02, -5.18544242e-02, -1.85966725e-03, -1.15521252e-02,\n",
" -1.27924411e-02, -1.64935980e-02, 5.36163971e-02, 5.03455140e-02,\n",
" 5.57886995e-02, 6.83455169e-02, 5.03404019e-03, 2.58605480e-02,\n",
" 9.37030464e-03, 7.81664718e-03, -2.13801693e-02, -1.79207604e-02,\n",
" 2.07268484e-02, 7.93874189e-02, 3.66527364e-02, -1.93664964e-04,\n",
" -8.29851106e-02, -4.19473499e-02, 4.49682167e-03, 5.36581874e-02,\n",
" 7.65979812e-02, 4.18279469e-02, -3.17570642e-02, -4.01336364e-02,\n",
" 2.31015123e-02, 4.06722445e-03, 5.66430986e-02, -6.72026770e-03,\n",
" -5.77124804e-02, -1.79385655e-02, 3.44304107e-02, 4.31992067e-03,\n",
" -1.38012851e-02, -1.82940811e-02, -6.35017529e-02, 7.74097592e-02,\n",
" 3.05830524e-03, -1.84632633e-02, -4.07538284e-03, -2.30454979e-03,\n",
" 3.32201011e-02, -3.79228592e-02, -1.01019181e-02, 4.20149155e-02,\n",
" -5.57142794e-02, 2.82545537e-02, 2.65396480e-02, -7.81608466e-03,\n",
" 1.42235598e-02, 2.37341970e-02, 1.88632421e-02, 2.60103345e-02,\n",
" -2.11491473e-02, -3.70411351e-02, -2.26762742e-02, -1.83967110e-02,\n",
" 1.61734391e-02, 5.98243698e-02, 2.03510877e-02, 2.10945196e-02,\n",
" -4.98651108e-03, -6.40956638e-03, 3.03625446e-02, -2.41797045e-02,\n",
" -2.30437964e-02, -4.69671004e-02, -2.72744987e-02, 6.90421537e-02,\n",
" 2.31164396e-02, 1.54332161e-01, -7.45522790e-03, 1.48550505e-02,\n",
" 1.75416078e-02, -8.09429139e-02, 3.64084952e-02, -5.15813055e-03,\n",
" 8.43264237e-02, -2.48227175e-03, -8.73355269e-02, 5.68780378e-02,\n",
" -2.53918394e-02, -1.49568347e-02, -1.09114638e-02, -5.33061028e-02,\n",
" -5.09576686e-02, -5.35101593e-02, 9.72955860e-03, -2.14529335e-02,\n",
" -6.35057762e-02, -7.37777427e-02, 1.04888184e-02, -2.40248870e-02,\n",
" -6.25455230e-02, 2.49256734e-02, -4.05283533e-02, -2.05290150e-02,\n",
" 1.27004075e-03, -2.07264926e-02, -4.64947335e-02, -3.64366770e-02,\n",
" -4.01953608e-02, -5.46338409e-03, 1.65304996e-03, 1.73559748e-02,\n",
" -8.23125243e-02, 4.92737480e-02, -1.22441696e-02, -6.11726716e-02,\n",
" -2.34904848e-02, 4.94353799e-03, -6.29766786e-04, 8.56291130e-02,\n",
" 8.57741106e-03, 7.38227740e-02, -4.08243574e-02, -3.43376361e-02,\n",
" -1.53109685e-01, -4.24622707e-02, 5.17971925e-02, -1.07191456e-02,\n",
" -3.82324657e-03, -1.98294949e-02, -1.84943508e-02, 1.63444281e-02,\n",
" -3.99228446e-02, 4.25993688e-02, -4.18805564e-03, 7.09060431e-02,\n",
" 5.04815439e-03, 1.46017987e-02, -5.09975888e-02, 5.10445796e-02,\n",
" 3.47759724e-02, 5.18009700e-02, 3.42184491e-03, 1.65339920e-03,\n",
" -3.74384634e-02, -8.85484740e-03, -1.02384500e-02, 3.34487529e-03,\n",
" 3.18392403e-02, -6.75010495e-03, 2.68074553e-02, 3.47804464e-02,\n",
" -4.27297782e-03, -1.00239189e-02, 3.63528766e-02, 1.15787406e-02,\n",
" -1.57243218e-02, -2.25442573e-02, -8.01290870e-02, -7.31755793e-02,\n",
" 2.32296102e-02, -2.26794910e-02, 5.38973883e-02, -1.12908240e-02,\n",
" 6.36583641e-02, 8.90279282e-03, 2.77118292e-02, -6.62233680e-02,\n",
" -3.23942304e-02, 3.38401236e-02, -1.84889287e-02, -2.41820533e-02,\n",
" -8.99473205e-03, 6.55717850e-02, -4.17182334e-02, 6.63835704e-02,\n",
" -4.24624607e-02, -5.61958961e-02, 5.13967313e-03, -6.19850308e-02,\n",
" -2.01011505e-02, -2.74513140e-02, 9.77158640e-03, -2.49531958e-02,\n",
" 5.17539084e-02, -4.70019504e-02, 3.06565966e-02, 1.23371482e-02,\n",
" -3.24817374e-02, 6.30488694e-02, -1.27171986e-02, 1.00425985e-02,\n",
" -2.56561525e-02, 2.94700339e-02, -7.86468983e-02, -5.19110216e-03,\n",
" -2.95223929e-02, -1.32437544e-02, -3.28415819e-02, 5.42415380e-02,\n",
" 6.39276728e-02, -1.57890134e-02, -4.73692901e-02, 1.47587191e-02,\n",
" 8.58739465e-02, 5.52113242e-02, 2.87113823e-02, -5.45764491e-02,\n",
" 1.89605393e-02, 6.66021779e-02, 2.73610058e-04, -3.35131697e-02,\n",
" -2.97180633e-03, -1.18374974e-02, 2.99917292e-02, -2.71546580e-02,\n",
" 5.40055148e-02, -2.61277109e-02, -7.01175956e-03, 4.28294167e-02,\n",
" -6.82515502e-02, -4.49769758e-02, -3.77396606e-02, 2.11966168e-02,\n",
" 3.90832089e-02, 3.59599479e-03, 6.86737746e-02, -1.49265369e-02,\n",
" -4.10029425e-05, 1.12753613e-02, 1.51444469e-02, -2.32463833e-02,\n",
" 3.25438790e-02, 3.82199697e-03, -2.36525107e-02, 4.97512072e-02,\n",
" 1.75059475e-02, -4.67266627e-02, 1.15567530e-02, -4.94295591e-03,\n",
" 5.39215282e-03, 9.94047895e-03, 2.19626147e-02, -1.16775587e-01,\n",
" -1.76938009e-02, -4.20179293e-02, 8.78373161e-02, 7.66546354e-02,\n",
" -8.21650319e-04, -3.57479416e-02, -5.30313849e-02, 4.24612453e-03,\n",
" 3.12608443e-02, -3.18474174e-02, 2.45449375e-02, 9.35836881e-03,\n",
" -9.28897634e-02, -3.12632732e-02, 2.46029291e-02, 4.31903005e-02,\n",
" 8.14258158e-02, -9.84427780e-02, -4.95225862e-02, -4.86126691e-02,\n",
" -1.74567588e-02, -1.05008567e-02, -8.44321996e-02, -6.03639008e-03,\n",
" 7.85449594e-02, -4.64344323e-02, -8.20024498e-03, -7.21272379e-02,\n",
" -5.63866012e-02, 6.17356040e-02, -2.64711548e-02, 8.23696926e-02,\n",
" -1.04397219e-02, -5.76115474e-02, 1.84327886e-02, 6.73627295e-03,\n",
" 7.00211618e-03, 2.46286746e-02, -3.58008407e-02, -3.16018099e-03,\n",
" 2.81401630e-02, -2.05317382e-02, -1.84252411e-02, 4.85828184e-02,\n",
" 1.74257047e-02, -5.04640788e-02, -2.62770965e-03, -4.46703192e-03,\n",
" -4.74345908e-02, 3.84598933e-02, -3.03930547e-02, 2.75321063e-02,\n",
" -2.51110755e-02, 3.25242393e-02, 3.40247229e-02, -2.72645280e-02,\n",
" -4.05108593e-02, -2.18768995e-02, 8.51374120e-02, 7.84251541e-02,\n",
" 4.11047637e-02, 2.59020720e-02, 7.82133415e-02, -4.72201481e-02,\n",
" 6.62603602e-02, 4.12697978e-02, 5.93495509e-03, 3.25482301e-02,\n",
" -4.65786420e-02, -3.10210809e-02, -1.26205739e-02, -2.17887983e-02,\n",
" -7.66623020e-03, 4.09181565e-02, 3.43126878e-02, 4.39574104e-03,\n",
" -6.15820615e-03, -7.61110941e-03, 5.27282106e-03, -1.30254537e-01,\n",
" 7.08543584e-02, 7.12076351e-02, -2.33283807e-02, 7.67027661e-02,\n",
" 2.44724434e-02, 2.96951197e-02, -6.90706372e-02, -9.81327519e-02,\n",
" 1.05391620e-02, 5.08710332e-02, -5.77984378e-02, -2.50005033e-02,\n",
" -5.52267060e-02, -1.31569644e-02, 5.02403080e-02, 2.93332841e-02,\n",
" -2.93306690e-02, 4.05292623e-02, 7.34427348e-02, 5.99590987e-02,\n",
" -3.88375111e-02, -6.59490451e-02, -6.25066385e-02, -1.77203510e-02,\n",
" 3.76310684e-02, 5.98421656e-02, -1.98675580e-02, -8.13885480e-02,\n",
" 3.47217619e-02, -4.93226312e-02, -4.75119352e-02, -1.98207069e-02,\n",
" 7.42382230e-03, -2.25650910e-02, 1.98971350e-02, 6.45570410e-03,\n",
" 4.14132439e-02, -1.49218421e-02, -2.46389955e-02, -1.93369426e-02,\n",
" 1.63001828e-02, 6.00469671e-03, -2.14945781e-03, 3.07602528e-02,\n",
" -1.15766428e-01, -1.56764127e-02, -3.96085605e-02, 3.52752730e-02,\n",
" 4.85219769e-02, -9.69680026e-03, 4.02787793e-03, -8.15178528e-02,\n",
" 5.79321124e-02, 6.49888255e-03, -2.29712110e-02, 4.00579460e-02,\n",
" 1.96572877e-02, 2.58845873e-02, 4.41710018e-02, 6.74080243e-03,\n",
" 3.97031792e-02, 7.24228323e-02, 4.16079387e-02, 1.09278290e-02,\n",
" -4.36971076e-02, -6.15174286e-02, -1.75334420e-02, -4.93639223e-02,\n",
" 3.38120386e-02, 5.25768613e-03, -7.30796307e-02, 3.09506711e-02,\n",
" 1.37246801e-02, 1.12947196e-01, 1.16939042e-02, 1.82902142e-02,\n",
" -4.36704569e-02, 2.56573781e-02, -4.33255918e-02, 1.24146808e-02,\n",
" -1.27343044e-01, -1.60742849e-02, 9.73302275e-02, -3.07580456e-02,\n",
" -1.03344962e-01, -3.44614536e-02, 2.74317451e-02, 1.92248058e-02,\n",
" -3.18276919e-02, -8.56835842e-02, -5.43810576e-02, 6.65766895e-02,\n",
" -1.62529610e-02, -7.76170893e-03, -2.41903160e-02, 4.37652357e-02,\n",
" -2.48665251e-02, -2.12559346e-02, 4.14179936e-02, -1.37647940e-02,\n",
" -2.99408454e-02, 3.45598869e-02, 1.54672805e-02, 1.18072925e-03,\n",
" 3.85368499e-03, 2.61472948e-02, -1.60022229e-02, -2.73106173e-02,\n",
" 4.49443096e-03, -3.54179181e-02, 8.75163674e-02, -6.85647130e-02,\n",
" -6.87901722e-03, 1.55766448e-02, 8.43632594e-02, 7.66329244e-02,\n",
" 1.24082658e-02, -2.22673714e-02, 3.05906069e-02, 1.51782902e-02,\n",
" 7.92532414e-02, -9.48046893e-03, 2.25037429e-02, 1.25220697e-02,\n",
" -1.83036700e-02, -3.00240163e-02, 1.05128484e-02, -3.17097851e-03,\n",
" -1.46896923e-02, -4.61641401e-02, 9.52763204e-03, 2.75715608e-02,\n",
" 5.72706722e-02, -2.40157060e-02, -2.95286644e-02, -5.61217032e-03,\n",
" -5.78544009e-03, 2.00086087e-02, -1.02335177e-02, -5.57788052e-02,\n",
" 1.07078617e-02, 1.20619252e-01, -1.01679778e-02, 7.91703910e-03,\n",
" 5.74633339e-03, 9.84529871e-03, -3.32403108e-02, -2.85551585e-02,\n",
" 2.26915069e-02, 1.80935878e-02, 2.34442670e-03, -5.18073067e-02,\n",
" -2.50405545e-04, -6.38569444e-02, -3.93783003e-02, -6.18980639e-02,\n",
" 7.70886568e-03, 9.79318395e-02, -1.21224467e-02, -3.00366227e-02,\n",
" -3.23995650e-02, -9.14078858e-03, -1.75607000e-02, 5.09842001e-02,\n",
" 2.58157607e-02, -2.02203467e-02, 2.37143449e-02, -3.00620329e-02,\n",
" 8.42639580e-02, -4.56489474e-02, 4.45812903e-02, -4.58983928e-02,\n",
" -4.64812096e-04, 4.67470959e-02, 1.04616165e-01, -5.43318503e-03,\n",
" -6.41987380e-03, -1.09177306e-01, 1.97090320e-02, -3.44080329e-02,\n",
" 1.93677619e-02, 1.11228414e-02, 2.87575107e-02, 1.69552281e-01,\n",
" 4.14636657e-02, -4.17512096e-03, -5.23078628e-03, 8.63779783e-02,\n",
" 2.85234209e-03, -1.54522276e-02, 1.71208996e-02, -9.61961299e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ski': Embedding(embedding=array([ 1.15081854e-01, -3.95355485e-02, -1.81076601e-02, 1.17771598e-02,\n",
" -2.84738024e-03, -7.14829564e-02, 2.99573280e-02, 5.69943562e-02,\n",
" 9.85367671e-02, 4.69170660e-02, -3.25451978e-02, 5.63372299e-02,\n",
" 3.99046354e-02, 1.10677592e-02, -6.60151616e-03, 4.13855724e-02,\n",
" 6.30773008e-02, 9.04197469e-02, 9.03948327e-04, -2.35480051e-02,\n",
" -8.49485248e-02, -3.79908569e-02, 5.96127007e-03, 5.44080734e-02,\n",
" 8.60222057e-03, 1.75080989e-02, 1.02044102e-02, -4.01228517e-02,\n",
" 5.21058440e-02, -1.39392428e-02, 8.41282308e-02, -2.39806566e-02,\n",
" 1.47969592e-02, 6.49754796e-03, 3.69088203e-02, -3.07898112e-02,\n",
" -5.01068160e-02, -1.81858819e-02, -9.49615613e-02, 4.26331609e-02,\n",
" -3.93895879e-02, 1.98382456e-02, -2.70963181e-02, -1.12831751e-02,\n",
" 4.61341627e-02, -7.08065182e-02, -3.84705625e-02, 4.70210351e-02,\n",
" -2.76876744e-02, 1.52796498e-02, 3.38572711e-02, -2.05244608e-02,\n",
" 5.34792291e-03, 2.08629090e-02, 4.93014641e-02, 7.45140165e-02,\n",
" -1.66264661e-02, -8.99541825e-02, -1.63032822e-02, -2.15405431e-02,\n",
" 3.48356776e-02, 1.26264077e-02, 2.15634704e-02, 1.49343545e-02,\n",
" 2.07805391e-02, 1.90022085e-02, 3.78214046e-02, 2.92347148e-02,\n",
" -1.40270393e-03, -1.69828162e-02, -7.66253332e-03, 1.04481541e-02,\n",
" 2.39772666e-02, 1.36676982e-01, -3.20409909e-02, 1.05961608e-02,\n",
" 2.34341808e-02, -8.76674950e-02, 2.80695856e-02, -1.35866879e-02,\n",
" 2.10774578e-02, 3.53625044e-02, -6.35077357e-02, 3.51468660e-02,\n",
" -1.79079529e-02, 4.67864722e-02, -2.21245680e-02, -1.02443226e-01,\n",
" -6.17935210e-02, -1.94074623e-02, -2.96182577e-02, -4.66447808e-02,\n",
" -2.62096692e-02, -7.91227520e-02, -8.23506117e-02, 3.75371315e-02,\n",
" -7.53779262e-02, 4.02577333e-02, 3.26728425e-03, 7.68226292e-03,\n",
" -5.35866478e-03, -1.45633286e-02, -1.54899375e-03, -2.20506694e-02,\n",
" -3.86174433e-02, -3.03027332e-02, -6.19255661e-05, 3.10110208e-02,\n",
" -4.79498245e-02, 7.91014656e-02, -4.97237891e-02, -1.21059855e-02,\n",
" 3.51562630e-03, 3.21194367e-03, 3.14045511e-03, 7.71135837e-02,\n",
" 3.93211432e-02, 8.37258324e-02, -7.18230605e-02, -2.84062549e-02,\n",
" -1.63359597e-01, -5.40221334e-02, 3.23583595e-02, -5.75455464e-03,\n",
" -3.18913832e-02, 6.71219407e-03, -3.54006290e-02, 4.68509719e-02,\n",
" -7.89430961e-02, 1.62604917e-02, 1.08309602e-02, 5.09714223e-02,\n",
" -3.47297192e-02, 2.00054534e-02, -2.86383163e-02, 6.10481240e-02,\n",
" 1.23130931e-02, 5.74153252e-02, -2.79483641e-03, 1.68257430e-02,\n",
" -2.17413045e-02, -2.66983695e-02, -1.80694349e-02, 7.78696919e-03,\n",
" -3.04526724e-02, 3.27370092e-02, 7.59196654e-03, 5.54802157e-02,\n",
" -4.44471799e-02, 6.95554540e-03, 4.71993797e-02, 3.26876082e-02,\n",
" -3.13627236e-02, 3.03214565e-02, -2.97779571e-02, -4.72109430e-02,\n",
" -3.20850499e-02, 1.47213526e-02, 2.86785811e-02, 3.00765084e-03,\n",
" 2.16477942e-02, 5.13123386e-02, 4.05127257e-02, -6.57558665e-02,\n",
" -9.51465741e-02, 2.79977289e-03, -6.49665715e-04, -3.44946161e-02,\n",
" 4.09232490e-02, 4.08317447e-02, -2.84393542e-02, 3.24132033e-02,\n",
" -4.82908972e-02, 2.00643726e-02, 5.43613397e-02, -8.49919021e-02,\n",
" -3.20327505e-02, -1.16680155e-03, 2.91767884e-02, 7.61841377e-03,\n",
" 2.80562732e-02, -4.32431474e-02, 1.11100441e-02, -2.73667499e-02,\n",
" 9.66653507e-03, 1.18701421e-02, 1.56071931e-02, 1.24607626e-02,\n",
" -4.52018641e-02, -2.87841703e-03, -8.89393166e-02, -2.76981667e-02,\n",
" -1.88294481e-02, 1.41088339e-02, -5.80906123e-02, 3.89807597e-02,\n",
" 5.15161827e-02, -1.40586626e-02, -5.11362702e-02, -6.49038609e-03,\n",
" 8.66054744e-02, 2.46849563e-02, 5.66455349e-02, 1.09463918e-03,\n",
" -2.98503619e-02, 8.17431789e-03, 4.02456410e-02, -2.21919976e-02,\n",
" -1.26677118e-02, -5.99436834e-02, 5.64406887e-02, -1.62674505e-02,\n",
" 7.03639612e-02, -1.85470690e-03, -1.48635488e-02, 3.04773301e-02,\n",
" -9.06159431e-02, -8.75619948e-02, -4.51801009e-02, 3.55418399e-02,\n",
" 2.50720531e-02, 2.08266284e-02, 5.96634820e-02, 2.06541251e-02,\n",
" 1.67413265e-03, -2.69743968e-02, 3.76087911e-02, -8.44642334e-03,\n",
" 6.59625919e-04, -1.05505949e-02, -6.10491410e-02, 3.76976430e-02,\n",
" 3.39744836e-02, -3.80970761e-02, 4.99407351e-02, -4.38430868e-02,\n",
" -5.66948913e-02, 2.08155997e-02, 2.48550605e-02, -9.15278345e-02,\n",
" -1.07254488e-02, -5.51158339e-02, 1.89727154e-02, 4.86452617e-02,\n",
" 2.37911418e-02, -2.73520239e-02, -6.82647973e-02, -1.21019576e-02,\n",
" 4.35247794e-02, -3.92281227e-02, 1.97893567e-03, 2.11534258e-02,\n",
" -6.67915195e-02, -2.17329636e-02, 4.54404354e-02, 2.12833937e-02,\n",
" 5.34322150e-02, -6.27530217e-02, -4.36391421e-02, -9.29384753e-02,\n",
" -2.99902782e-02, 6.05760794e-03, -4.65407968e-02, -2.59352103e-02,\n",
" 1.96676962e-02, 2.45199818e-03, -5.72484871e-03, -1.07101403e-01,\n",
" -8.30301046e-02, 3.45937945e-02, -3.59020531e-02, 9.80022177e-02,\n",
" -2.59044543e-02, -4.57679927e-02, 6.87256604e-02, 1.54464571e-02,\n",
" 4.67059910e-02, 2.22453419e-02, 1.93193578e-03, 7.88340438e-03,\n",
" 6.60543218e-02, -5.24835214e-02, 9.21265781e-03, 5.27138524e-02,\n",
" -1.25091663e-03, -2.15805285e-02, -2.89316736e-02, 1.21833039e-02,\n",
" -3.76243331e-02, 5.71596883e-02, 1.18017625e-02, -1.61997834e-03,\n",
" -2.66916268e-02, 1.17918085e-02, 4.51618172e-02, -3.01948451e-02,\n",
" -9.19842813e-03, -7.47782597e-03, 1.22037530e-01, 8.67859647e-02,\n",
" 2.25333683e-02, 2.91634612e-02, 3.18765789e-02, -4.76284996e-02,\n",
" 5.20155095e-02, 1.01366840e-01, -1.18935788e-02, 3.21894810e-02,\n",
" -1.25662899e-02, -1.98741686e-02, -2.54766792e-02, -4.52476665e-02,\n",
" -5.80149777e-02, 7.30186030e-02, 3.02534327e-02, 5.60766738e-03,\n",
" 3.36432876e-03, -3.94679653e-03, -9.99118853e-03, -5.08371703e-02,\n",
" 7.97216371e-02, 6.31662682e-02, 2.83264350e-02, 4.42010425e-02,\n",
" 2.15201192e-02, 2.82861888e-02, -6.02530167e-02, -5.04409485e-02,\n",
" -6.73177466e-03, 8.43301043e-02, -5.26050478e-02, -1.40344677e-02,\n",
" -1.88807230e-02, -1.85050610e-02, 5.31969666e-02, 4.44863029e-02,\n",
" 2.00070255e-03, 2.61950288e-02, 7.41337240e-02, 6.32405430e-02,\n",
" -1.39836986e-02, -7.18230307e-02, -3.08409077e-03, -8.83125886e-03,\n",
" 9.64292046e-03, 5.24421111e-02, -1.98773798e-02, -7.54045993e-02,\n",
" 4.54217903e-02, -7.96249360e-02, -4.66906317e-02, 7.86485558e-04,\n",
" -2.04126313e-02, -5.99070080e-02, 6.22350536e-03, -2.18339525e-02,\n",
" 3.82266641e-02, -2.03633793e-02, -5.25125116e-02, -2.63162479e-02,\n",
" 1.00553725e-02, -1.45702232e-02, -3.41024064e-02, 3.67597677e-02,\n",
" -7.36122355e-02, -1.70758814e-02, -3.89428549e-02, 1.04064336e-02,\n",
" 6.24832995e-02, -5.00201620e-02, 2.80109812e-02, -4.09220569e-02,\n",
" 4.30231877e-02, -2.21195258e-02, -9.57163516e-03, 2.17676889e-02,\n",
" 4.99139652e-02, 3.97690125e-02, 5.11613302e-02, 3.08083426e-02,\n",
" -2.30021160e-02, 4.61172126e-02, 5.20106405e-03, -3.05665378e-02,\n",
" -5.62836193e-02, -2.63612084e-02, 1.47279873e-02, -4.92274910e-02,\n",
" -1.64898280e-02, -4.90586236e-02, -9.10521671e-02, 2.44413633e-02,\n",
" -3.45172826e-03, 8.32343549e-02, 2.20896248e-02, 1.92540027e-02,\n",
" 1.82816107e-02, 2.62688268e-02, -5.80427982e-02, -1.11019816e-02,\n",
" -1.29295155e-01, -2.38518361e-02, 4.85169888e-02, -3.39249782e-02,\n",
" -5.25253080e-02, -4.45045233e-02, 2.55263620e-03, 2.33196225e-02,\n",
" -4.09981571e-02, -8.39934722e-02, -4.38393801e-02, 6.81221411e-02,\n",
" -8.47498607e-03, -2.24887319e-02, -4.17060517e-02, 1.98904071e-02,\n",
" -6.32687137e-02, 1.10640815e-02, 6.86976090e-02, -5.15099429e-03,\n",
" -1.16492268e-02, -7.17646861e-03, 2.63278745e-02, 2.40233704e-03,\n",
" -2.62121465e-02, 1.21846190e-02, -5.18954396e-02, -8.84046331e-02,\n",
" 2.29776632e-02, -2.38066018e-02, 1.04488134e-01, -4.22155522e-02,\n",
" 3.07679232e-02, 6.76058885e-03, 8.74826461e-02, 3.73427533e-02,\n",
" 1.40866432e-02, -3.51806842e-02, 4.72944649e-03, 9.15533956e-03,\n",
" 7.55495951e-02, 4.28657467e-03, 4.30434942e-02, 3.28083895e-02,\n",
" 1.74055598e-03, 3.79933044e-02, -1.48852617e-02, 2.00768821e-02,\n",
" -7.37160305e-03, -3.13066766e-02, 2.16672942e-02, 6.38745278e-02,\n",
" 6.37264848e-02, 2.41665542e-02, 2.64261980e-02, 4.44935076e-02,\n",
" 1.80595182e-02, 4.04585823e-02, -2.17337161e-02, -5.17609641e-02,\n",
" -2.64754724e-02, 7.45463073e-02, 2.07327818e-03, -4.54982743e-02,\n",
" 4.41095829e-02, 9.56942886e-03, -5.84838875e-02, -4.33108285e-02,\n",
" 6.27830029e-02, 1.30834589e-02, 3.36327776e-02, -5.68848364e-02,\n",
" 1.27006257e-02, -3.87633033e-02, -2.82764575e-03, -2.81930063e-02,\n",
" -5.26796887e-03, 4.66781966e-02, 8.56213830e-03, 1.01674404e-02,\n",
" -3.71496342e-02, -6.95721358e-02, 2.97314115e-02, 2.39719986e-03,\n",
" 1.01481359e-02, 5.07987291e-03, 5.85047249e-03, -5.92243671e-02,\n",
" 6.20123819e-02, 1.18247671e-02, 7.76724890e-02, -4.04453762e-02,\n",
" 5.76036936e-03, 3.69300172e-02, 1.17138334e-01, -9.22897831e-03,\n",
" -5.56239188e-02, -1.03016481e-01, 2.29836348e-02, -3.12826782e-02,\n",
" -9.18384269e-03, -3.48353689e-03, 1.02212718e-02, 6.71667531e-02,\n",
" 2.54595727e-02, -3.05137783e-02, -4.20082128e-03, 7.52943978e-02,\n",
" 9.84632503e-03, -3.83256795e-03, -9.50736646e-03, -9.49891955e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'slap': Embedding(embedding=array([ 1.01752467e-01, -3.66231911e-02, -7.58012617e-03, 3.72023359e-02,\n",
" -1.45903844e-02, -5.31040058e-02, 1.65926404e-02, 6.24375418e-02,\n",
" 9.67312902e-02, 4.37607169e-02, -3.44948992e-02, 5.31876795e-02,\n",
" 3.32911313e-02, 2.31936313e-02, -3.09362286e-03, 4.71276045e-02,\n",
" 6.46485984e-02, 8.25555027e-02, -9.40246508e-03, -1.56471841e-02,\n",
" -7.74182007e-02, -3.34681533e-02, -8.31829756e-03, 5.19053526e-02,\n",
" -7.05123134e-03, 7.82373734e-03, 1.71583816e-02, -4.25431542e-02,\n",
" 4.95120920e-02, -1.60077401e-02, 6.74279258e-02, -1.44132590e-02,\n",
" 2.17316169e-02, -6.69376925e-03, 4.05324250e-02, -3.23429927e-02,\n",
" -3.84836495e-02, -1.91909559e-02, -9.48190019e-02, 4.35032509e-02,\n",
" -4.97172028e-02, 2.72313859e-02, -3.32932137e-02, -3.52503103e-03,\n",
" 4.88205515e-02, -5.40207475e-02, -4.38567176e-02, 6.18833788e-02,\n",
" -2.15787664e-02, 1.53645063e-02, 3.57746370e-02, -1.97722558e-02,\n",
" -2.87528173e-03, 2.99674645e-02, 4.40956093e-02, 7.03237578e-02,\n",
" -2.51052771e-02, -1.00868821e-01, -2.51556300e-02, -2.77265850e-02,\n",
" 3.55352275e-02, -4.13753977e-03, 1.75826661e-02, 1.43204266e-02,\n",
" 2.68773511e-02, 2.88954303e-02, 3.74665968e-02, 2.18143947e-02,\n",
" 3.47723369e-03, -1.63010359e-02, -1.14667066e-03, 6.71346486e-03,\n",
" 4.63783219e-02, 1.30470037e-01, -3.37777361e-02, 1.30876089e-02,\n",
" 2.20771935e-02, -9.72417593e-02, 3.46082635e-02, -1.75751597e-02,\n",
" 4.22019185e-03, 1.75389312e-02, -5.27804717e-02, 3.64982374e-02,\n",
" -1.88679597e-03, 5.78382239e-02, -1.53632984e-02, -9.42647085e-02,\n",
" -7.06436709e-02, -2.27860752e-02, -3.43689919e-02, -4.30359580e-02,\n",
" -1.41813233e-02, -9.17598605e-02, -8.89388770e-02, 2.90837381e-02,\n",
" -7.65422657e-02, 4.55130525e-02, 7.98891578e-03, 1.70075502e-02,\n",
" -1.67154614e-02, -2.54776105e-02, 7.24735111e-03, -2.13412661e-02,\n",
" -4.60277721e-02, -3.35106924e-02, 2.34399471e-04, 2.91412752e-02,\n",
" -4.54961881e-02, 7.08159581e-02, -4.09062468e-02, -1.41569246e-02,\n",
" 1.75601095e-02, -1.97095741e-02, -4.58481722e-04, 7.78876692e-02,\n",
" 3.28035802e-02, 7.23018497e-02, -6.66988790e-02, -1.26775894e-02,\n",
" -2.05291107e-01, -4.92973328e-02, 1.45783965e-02, 7.54784327e-03,\n",
" -2.29634997e-02, 7.27412477e-03, -3.42677832e-02, 3.41271386e-02,\n",
" -7.48282596e-02, 2.94501684e-03, 6.03793329e-03, 4.65170406e-02,\n",
" -4.07267995e-02, 1.99989304e-02, -2.77602337e-02, 5.75064719e-02,\n",
" 2.21993756e-02, 5.81704080e-02, -8.20993539e-03, 2.24916618e-02,\n",
" -2.59335432e-02, -1.87843069e-02, -3.86934020e-02, 1.23755652e-02,\n",
" -3.05932406e-02, 3.31390277e-02, -1.73034298e-03, 6.24105595e-02,\n",
" -4.87917252e-02, 6.44198572e-03, 4.08430137e-02, 3.19310650e-02,\n",
" -2.59425659e-02, 4.23771776e-02, -2.06858106e-02, -4.81015742e-02,\n",
" -3.04457564e-02, 3.58552299e-02, 3.58055010e-02, 8.01447593e-03,\n",
" 2.55659688e-02, 4.66567054e-02, 5.00395745e-02, -6.85897842e-02,\n",
" -7.77508169e-02, 6.74542272e-03, 8.98530334e-03, -2.25233007e-02,\n",
" 4.46862765e-02, 2.07828116e-02, -1.59925558e-02, 2.63775662e-02,\n",
" -4.04948741e-02, 1.60491373e-02, 4.17259671e-02, -9.59441811e-02,\n",
" -2.90029086e-02, -1.41650094e-02, 2.40763184e-02, -2.70712684e-04,\n",
" 2.64555998e-02, -3.83141004e-02, -4.80196672e-03, -1.08237946e-02,\n",
" 3.86391504e-04, 1.12448530e-02, 2.05564708e-03, 2.91671883e-02,\n",
" -3.80949676e-02, -1.11956298e-02, -7.97826350e-02, -2.85337996e-02,\n",
" -1.84253752e-02, 1.51089309e-02, -6.53024316e-02, 4.22534123e-02,\n",
" 6.39964789e-02, 1.29945828e-02, -4.14949693e-02, -1.33695817e-02,\n",
" 8.27679038e-02, 2.47517657e-02, 5.31443954e-02, -3.52799799e-03,\n",
" -4.19666879e-02, 2.52025900e-03, 4.85851243e-02, -2.45879069e-02,\n",
" -1.14202751e-02, -6.27251193e-02, 4.77415957e-02, -2.18612365e-02,\n",
" 7.58514255e-02, 1.48567779e-03, -2.18605362e-02, 2.05787383e-02,\n",
" -9.03158709e-02, -9.17426124e-02, -3.69279608e-02, 2.99968459e-02,\n",
" 4.90695052e-02, 2.17347741e-02, 6.74718097e-02, 2.63102017e-02,\n",
" 2.48843106e-03, -3.42941135e-02, 3.60709801e-02, -2.60177534e-03,\n",
" 6.92723226e-03, -2.28524487e-02, -5.64212725e-02, 4.66047451e-02,\n",
" 2.72453334e-02, -3.31934281e-02, 4.98724058e-02, -3.47605273e-02,\n",
" -6.71292171e-02, 1.03194667e-02, 1.65643636e-02, -7.93164149e-02,\n",
" -2.04508770e-02, -4.39524688e-02, 1.04055870e-02, 2.74227615e-02,\n",
" 2.47563235e-02, -3.91839147e-02, -5.13503551e-02, -2.03487426e-02,\n",
" 2.94683240e-02, -4.63660955e-02, 9.32487252e-04, 2.04588231e-02,\n",
" -6.96709976e-02, -2.39724480e-02, 4.11457196e-02, 1.06296912e-02,\n",
" 5.43358549e-02, -5.29248714e-02, -4.38023023e-02, -9.59354863e-02,\n",
" -4.86505851e-02, 1.57661177e-02, -3.19723561e-02, -2.71239430e-02,\n",
" 1.17023839e-02, 6.17557950e-03, -5.59802819e-03, -1.05008475e-01,\n",
" -8.18517879e-02, 1.97705831e-02, -4.49855253e-02, 1.02691501e-01,\n",
" -2.22681072e-02, -4.93556038e-02, 7.21546859e-02, 1.33273378e-02,\n",
" 4.25083488e-02, 2.28937343e-02, -8.09512846e-03, 1.51524171e-02,\n",
" 6.06499538e-02, -5.95127642e-02, 2.39720345e-02, 3.18277851e-02,\n",
" 1.25021134e-02, -2.09877919e-02, -3.95753048e-02, 1.16622439e-02,\n",
" -3.59256156e-02, 3.51147763e-02, 1.42769907e-02, 1.78647935e-02,\n",
" -4.29278277e-02, 1.94996912e-02, 4.13660146e-02, -1.23593975e-02,\n",
" -8.59994162e-03, 2.52947118e-03, 1.25818461e-01, 9.79034379e-02,\n",
" 1.99061129e-02, 9.38499719e-03, 1.69997290e-02, -3.50957923e-02,\n",
" 5.28195873e-02, 1.09592266e-01, -2.21091304e-02, 3.75382677e-02,\n",
" -7.32396613e-04, -2.00625751e-02, -2.06390470e-02, -3.88875417e-02,\n",
" -6.04888648e-02, 5.83229177e-02, 1.07952300e-02, -1.14341232e-03,\n",
" -8.35297909e-03, 9.01942767e-05, -9.26545821e-03, -5.59086911e-02,\n",
" 6.21641129e-02, 5.28894477e-02, 1.64466817e-02, 6.21174127e-02,\n",
" 2.52895840e-02, 1.49203893e-02, -5.73582686e-02, -4.18461710e-02,\n",
" -3.61610390e-03, 7.69478828e-02, -4.60668877e-02, -1.55675905e-02,\n",
" -1.75056458e-02, -2.78871059e-02, 6.44460618e-02, 3.90327163e-02,\n",
" 1.04775419e-02, 3.00678741e-02, 7.71498829e-02, 5.00641093e-02,\n",
" 1.87036663e-03, -5.73812537e-02, -9.22138430e-03, -9.50712431e-03,\n",
" -5.14861988e-03, 3.99227329e-02, -2.16962155e-02, -7.75424019e-02,\n",
" 4.73932438e-02, -8.13373327e-02, -5.04936539e-02, -1.40188113e-02,\n",
" -3.19563560e-02, -5.76868318e-02, 1.74026322e-02, -3.11156809e-02,\n",
" 3.24270055e-02, -2.72605047e-02, -5.57782724e-02, -3.24417874e-02,\n",
" 1.35464501e-02, -1.81126520e-02, -2.06645355e-02, 3.87137868e-02,\n",
" -6.63078576e-02, -8.18605907e-03, -2.79403180e-02, 9.45754256e-03,\n",
" 6.17529899e-02, -5.34122065e-02, 4.59509753e-02, -4.64735031e-02,\n",
" 3.82119529e-02, -1.95135102e-02, -4.45058057e-03, 2.55214889e-02,\n",
" 5.17723188e-02, 3.98757346e-02, 4.99303043e-02, 3.59421857e-02,\n",
" -3.20291556e-02, 3.76513787e-02, -7.52428081e-04, -2.70859152e-02,\n",
" -4.71006520e-02, -3.11681852e-02, 2.00610068e-02, -4.08706740e-02,\n",
" -1.60051454e-02, -5.06894402e-02, -1.00347146e-01, 1.90001708e-02,\n",
" -1.75443906e-02, 7.57944211e-02, 1.60212051e-02, 1.55323921e-02,\n",
" 2.01332755e-02, 1.93903279e-02, -6.05554543e-02, -1.77310612e-02,\n",
" -1.27033144e-01, -1.39257405e-02, 5.02263829e-02, -2.80255228e-02,\n",
" -6.46393895e-02, -5.16306125e-02, 1.80633413e-03, 2.16276459e-02,\n",
" -4.77718301e-02, -8.86989087e-02, -3.57922576e-02, 5.29031232e-02,\n",
" -1.54794166e-02, -2.54048854e-02, -5.86151816e-02, 2.10727919e-02,\n",
" -6.76103234e-02, 7.48850359e-03, 7.10386559e-02, 1.60745578e-04,\n",
" -6.96669612e-03, -1.38781210e-02, 2.07173638e-02, -1.19979020e-04,\n",
" -3.31892669e-02, 2.69739944e-02, -4.47363257e-02, -9.24771205e-02,\n",
" 1.54114189e-02, -8.89618788e-03, 1.02093443e-01, -5.05389236e-02,\n",
" 3.42327766e-02, 1.99160594e-02, 8.45450908e-02, 4.56168354e-02,\n",
" 2.08683722e-02, -1.53260482e-02, 5.25796041e-03, 1.23325046e-02,\n",
" 8.24239478e-02, 1.16590532e-02, 3.38996388e-02, 3.62614430e-02,\n",
" 3.53047857e-03, 2.98694186e-02, -1.82491541e-02, 1.89962164e-02,\n",
" -5.34915272e-03, -2.57562548e-02, 3.23021971e-02, 6.29846454e-02,\n",
" 7.43908957e-02, 3.85688245e-02, 1.94873952e-03, 5.45292981e-02,\n",
" 2.22561397e-02, 3.98863405e-02, -1.48991700e-02, -5.19988276e-02,\n",
" -2.84550302e-02, 5.60875200e-02, -2.65857507e-03, -4.07827124e-02,\n",
" 5.62285781e-02, 1.66864712e-02, -4.68317084e-02, -4.28414717e-02,\n",
" 5.46157323e-02, 1.67077873e-02, 3.33333425e-02, -4.35011983e-02,\n",
" -7.63161457e-04, -5.59571497e-02, 1.34918932e-02, -2.15574391e-02,\n",
" -1.46614918e-02, 5.27680479e-02, 1.76561326e-02, 4.94512729e-03,\n",
" -2.50323638e-02, -9.37715769e-02, 3.73519920e-02, 3.23052169e-03,\n",
" 1.39251798e-02, 1.19167389e-02, 2.28303745e-02, -6.15794174e-02,\n",
" 5.86611480e-02, 2.39929147e-02, 5.70034385e-02, -4.42359000e-02,\n",
" 1.36015005e-02, 3.44091877e-02, 1.14927799e-01, -1.10416822e-02,\n",
" -4.67451103e-02, -1.12121768e-01, 2.33606212e-02, -2.84301136e-02,\n",
" -1.17769204e-02, -8.14826414e-03, 2.69093481e-03, 7.20180273e-02,\n",
" 3.32810916e-02, -2.40241513e-02, -1.10864360e-02, 8.37913305e-02,\n",
" 2.55898368e-02, 2.27446326e-05, -4.17648908e-03, -9.27707702e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'snek': Embedding(embedding=array([ 1.04003325e-01, -4.08906937e-02, -2.06761919e-02, -1.58840679e-02,\n",
" -1.75136165e-03, -5.17826900e-02, 3.37192565e-02, 5.91808334e-02,\n",
" 9.54464599e-02, 7.36393929e-02, -1.32691106e-02, 3.97263765e-02,\n",
" 2.27614995e-02, 2.04152148e-02, -2.01954767e-02, 2.39308383e-02,\n",
" 5.02051786e-02, 8.92709494e-02, 1.43559882e-02, -2.36650296e-02,\n",
" -8.67442787e-02, -4.66231555e-02, 5.23342285e-03, 5.41018359e-02,\n",
" 2.75330674e-02, 2.90358756e-02, 3.82064027e-03, -4.27094884e-02,\n",
" 6.24115802e-02, -9.25055332e-03, 8.48552808e-02, -9.62309260e-03,\n",
" -1.04476847e-02, 7.96551630e-03, 3.11694629e-02, -1.60617530e-02,\n",
" -4.36226837e-02, -1.67802125e-02, -7.23876283e-02, 4.73252460e-02,\n",
" -4.25095856e-02, 2.71539274e-03, -1.82293970e-02, -2.05651075e-02,\n",
" 4.11917195e-02, -6.19837008e-02, -3.56531553e-02, 3.65642607e-02,\n",
" -3.14027034e-02, 2.15145238e-02, 3.40544023e-02, -4.46864730e-03,\n",
" -4.76523011e-04, 8.32868554e-03, 4.82495911e-02, 5.80820851e-02,\n",
" 5.36082685e-03, -7.41024464e-02, -2.26704720e-02, -3.17162201e-02,\n",
" 4.47935350e-02, 2.62931809e-02, 3.48267071e-02, 2.23321803e-02,\n",
" 8.29347316e-03, 4.16611973e-03, 3.67682204e-02, 3.43687809e-03,\n",
" -1.36597874e-02, -2.07987614e-02, -3.44460420e-02, 4.37262394e-02,\n",
" 1.02530234e-02, 1.58445075e-01, -8.39912612e-03, 1.58204343e-02,\n",
" 1.46750547e-02, -7.17903823e-02, 1.71805378e-02, -1.33093586e-02,\n",
" 4.93310913e-02, 1.18784569e-02, -7.41785467e-02, 6.00331835e-02,\n",
" -2.89583690e-02, 2.48009749e-02, -2.20605843e-02, -9.42114145e-02,\n",
" -5.22262342e-02, -4.29327525e-02, -1.24954507e-02, -3.45507786e-02,\n",
" -4.25990857e-02, -8.62739235e-02, -5.23882173e-02, 1.96213759e-02,\n",
" -7.19241053e-02, 3.02325152e-02, -2.90117245e-02, -9.21455864e-03,\n",
" -1.17192147e-02, -1.40605960e-02, -1.86018925e-02, -3.50298434e-02,\n",
" -4.03669178e-02, -8.86315014e-03, 9.68189328e-04, 3.12709585e-02,\n",
" -5.97798079e-02, 7.83618167e-02, -2.74110697e-02, -3.09462156e-02,\n",
" -2.06686053e-02, -3.69479577e-03, 1.92203224e-02, 7.99452141e-02,\n",
" 1.82183105e-02, 9.26110074e-02, -6.52470216e-02, -2.62697078e-02,\n",
" -1.52991652e-01, -6.51322529e-02, 3.89216952e-02, 1.58700487e-03,\n",
" -1.60478689e-02, 2.56777648e-03, -2.78076828e-02, 4.29489687e-02,\n",
" -6.53271228e-02, 2.52544787e-02, 7.32256752e-03, 6.93808794e-02,\n",
" -1.88795943e-02, 3.20222750e-02, -3.07877939e-02, 4.75583337e-02,\n",
" 1.55316442e-02, 5.98460250e-02, -7.13653164e-03, 6.24051364e-03,\n",
" -3.73880640e-02, -2.72272546e-02, 1.66869769e-03, 2.92034284e-03,\n",
" 4.69135633e-03, 3.77325006e-02, 1.65204350e-02, 6.54072836e-02,\n",
" -4.56929766e-02, 5.92177128e-03, 4.98174950e-02, 2.78351195e-02,\n",
" -2.73440443e-02, 1.82521176e-02, -4.87025045e-02, -6.19723313e-02,\n",
" -3.40947658e-02, 8.14039912e-03, 3.18088122e-02, 5.12497639e-03,\n",
" 2.38055177e-02, 5.11948541e-02, 2.68504117e-02, -6.47265092e-02,\n",
" -1.00809403e-01, 1.39483984e-03, 1.09396479e-03, -3.99792828e-02,\n",
" 3.03310025e-02, 5.66012822e-02, -4.53974530e-02, 4.43269424e-02,\n",
" -4.04819623e-02, 8.06166138e-03, 2.98354570e-02, -6.95920885e-02,\n",
" -2.25207508e-02, -1.42097780e-02, 3.11386678e-02, -5.29802870e-03,\n",
" 3.35227437e-02, -4.47293930e-02, 1.49958292e-02, -6.74815523e-03,\n",
" -9.81138437e-04, 2.47755349e-02, 1.12253176e-02, 2.73025455e-03,\n",
" -5.03035672e-02, 1.53369317e-02, -8.47808272e-02, -3.74973863e-02,\n",
" -1.81676615e-02, 7.39459507e-03, -6.19986653e-02, 4.46372256e-02,\n",
" 3.68769802e-02, -2.35416684e-02, -5.50756380e-02, 7.44054280e-03,\n",
" 9.47613791e-02, 3.47188115e-02, 4.43410128e-02, -1.20461290e-03,\n",
" -1.41078560e-02, 3.18275355e-02, 1.74586251e-02, -3.55144441e-02,\n",
" -1.30767971e-02, -3.87283526e-02, 5.29835969e-02, -8.72880314e-03,\n",
" 4.99172397e-02, 6.71039708e-03, -4.66958107e-03, 5.33401817e-02,\n",
" -7.72299170e-02, -7.69558698e-02, -4.67201434e-02, 3.37791331e-02,\n",
" 1.57861002e-02, 3.65444608e-02, 5.23298159e-02, 5.50083257e-03,\n",
" 7.53111998e-03, -1.12828519e-02, 2.57245190e-02, -2.39206124e-02,\n",
" 1.45831984e-02, 1.77327616e-04, -4.91899475e-02, 3.56149860e-02,\n",
" 2.88739428e-02, -5.16479164e-02, 3.45163159e-02, -4.03494164e-02,\n",
" -3.12088132e-02, 1.39843449e-02, 2.10715868e-02, -1.04172423e-01,\n",
" -5.37107745e-03, -5.43897115e-02, 3.70188020e-02, 7.10066482e-02,\n",
" 2.48411931e-02, -2.37298477e-02, -7.56198317e-02, -1.44311339e-02,\n",
" 5.00698835e-02, -3.68511193e-02, 2.30348967e-02, 9.09599755e-03,\n",
" -7.67593384e-02, -2.44811140e-02, 3.44828218e-02, 2.80883219e-02,\n",
" 5.14473729e-02, -6.58757091e-02, -5.31231537e-02, -7.93064982e-02,\n",
" -1.39191849e-02, 3.40878451e-03, -5.63725717e-02, -2.14393754e-02,\n",
" 2.00884528e-02, -2.25284453e-02, -7.13501265e-03, -9.00657177e-02,\n",
" -7.00837150e-02, 4.85134795e-02, -3.52273025e-02, 7.34660253e-02,\n",
" -3.93608324e-02, -5.27260303e-02, 4.33749631e-02, -5.69706535e-05,\n",
" 2.66083982e-02, 2.25819107e-02, 3.34720789e-05, 1.47553766e-02,\n",
" 6.11594878e-02, -3.87937501e-02, -1.70754995e-02, 6.37400001e-02,\n",
" -3.22438288e-03, -3.95355001e-02, -2.28378233e-02, 4.89204563e-03,\n",
" -4.71814275e-02, 3.98451872e-02, 9.88185499e-03, 8.27774033e-03,\n",
" -1.88091770e-02, 1.82574103e-03, 4.65312973e-02, -2.04489660e-02,\n",
" -1.51879741e-02, -1.73262991e-02, 1.16012648e-01, 8.53429884e-02,\n",
" 3.82643752e-02, 2.67018229e-02, 4.52775098e-02, -4.18380015e-02,\n",
" 6.23132437e-02, 7.12378398e-02, 3.81219829e-03, 2.11910997e-02,\n",
" -2.16878038e-02, -2.28628442e-02, -4.76182960e-02, -4.97204624e-02,\n",
" -3.64882052e-02, 7.52298906e-02, 2.96401214e-02, 1.19878771e-02,\n",
" 4.12113592e-03, -2.76858173e-03, 2.86610192e-03, -5.86071089e-02,\n",
" 9.09631252e-02, 8.21534470e-02, 8.89776833e-03, 4.84854840e-02,\n",
" 2.53079403e-02, 5.76545522e-02, -7.97055140e-02, -6.45429567e-02,\n",
" 8.15917680e-04, 7.34156966e-02, -7.12051839e-02, -1.02251852e-02,\n",
" -2.45055910e-02, -3.47282249e-03, 5.58841191e-02, 4.34396937e-02,\n",
" -3.33909970e-03, 1.72431823e-02, 5.71579710e-02, 6.57431632e-02,\n",
" -2.26871315e-02, -9.14681330e-02, -6.11007679e-03, -1.85980015e-02,\n",
" 2.74171419e-02, 5.46738245e-02, -6.49815239e-03, -6.54307678e-02,\n",
" 3.82375754e-02, -5.60914986e-02, -4.65044789e-02, 4.75963205e-03,\n",
" -1.61153655e-02, -6.21159375e-02, 2.26125475e-02, -1.37983803e-02,\n",
" 5.35122678e-02, -7.58237729e-04, -6.01774640e-02, -4.37848605e-02,\n",
" 1.66855082e-02, -3.27028311e-03, -1.74259171e-02, 3.69871929e-02,\n",
" -1.01187401e-01, -1.81788839e-02, -5.34810945e-02, 3.33233960e-02,\n",
" 4.97787520e-02, -4.08287868e-02, 2.02457476e-02, -5.96158616e-02,\n",
" 5.19444905e-02, -3.84556619e-03, -1.59984641e-02, 3.19096558e-02,\n",
" 4.04716916e-02, 3.56109552e-02, 5.18769696e-02, 2.51317136e-02,\n",
" 1.68680714e-03, 5.62950075e-02, 3.57006826e-02, -2.68898364e-02,\n",
" -6.22035526e-02, -3.70518938e-02, 1.45275053e-02, -6.59232885e-02,\n",
" -1.03770094e-02, -2.92548537e-02, -9.40335020e-02, 2.90075187e-02,\n",
" 4.95079812e-03, 1.03648648e-01, 8.04764032e-03, 1.36897126e-02,\n",
" -7.90138822e-03, 1.98304821e-02, -4.73470837e-02, -5.74064674e-03,\n",
" -1.21355571e-01, -8.70468747e-03, 5.25403023e-02, -3.96824628e-02,\n",
" -6.91055357e-02, -4.88209575e-02, -3.75207164e-03, 2.47783884e-02,\n",
" -4.55443785e-02, -8.99701118e-02, -3.86246853e-02, 5.51161058e-02,\n",
" -9.91145801e-03, -5.42069040e-02, -3.82284112e-02, 3.03980894e-02,\n",
" -5.23310751e-02, -2.64831004e-03, 6.42987415e-02, -1.22453347e-02,\n",
" -1.79217793e-02, 1.25990706e-02, 2.17309855e-02, 1.20541803e-03,\n",
" -1.88987087e-02, 2.60862615e-02, -5.79782091e-02, -7.57303461e-02,\n",
" 1.83139946e-02, -1.74670760e-02, 1.04928441e-01, -4.86418530e-02,\n",
" 1.85686164e-02, 9.77129582e-03, 7.95475766e-02, 2.99224872e-02,\n",
" 1.38172908e-02, -4.74593043e-02, 1.79196484e-02, 1.51729304e-02,\n",
" 7.67333135e-02, -7.37514673e-03, 2.59873513e-02, 3.96492407e-02,\n",
" -1.12699093e-02, 2.94760726e-02, -9.02993698e-03, 1.26750553e-02,\n",
" -7.51487305e-03, -4.21410277e-02, 3.52758318e-02, 4.97080274e-02,\n",
" 6.56286404e-02, 1.83481686e-02, 1.91170815e-02, 1.86630394e-02,\n",
" -1.56799436e-03, 4.33868468e-02, -1.71535127e-02, -7.17810765e-02,\n",
" -1.47041250e-02, 9.18576121e-02, -9.47815552e-03, -3.39378938e-02,\n",
" 3.72927748e-02, 1.93715561e-02, -5.15061095e-02, -4.21720445e-02,\n",
" 5.51810712e-02, 8.14314000e-03, 2.57005487e-02, -7.11215660e-02,\n",
" 2.19909977e-02, -3.99270281e-02, -2.36016735e-02, -3.50245722e-02,\n",
" 5.74231753e-03, 7.18740299e-02, 5.53671503e-04, 5.30322688e-03,\n",
" -4.19092663e-02, -4.21294048e-02, 1.98254865e-02, 2.29031984e-02,\n",
" 1.01788091e-02, -5.38938679e-03, 1.95464231e-02, -5.73596060e-02,\n",
" 6.70393258e-02, -1.08999023e-02, 7.24028498e-02, -3.47623266e-02,\n",
" 1.64929964e-02, 4.43928689e-02, 1.28719151e-01, 1.44473091e-02,\n",
" -4.88376990e-02, -9.77022871e-02, 4.15179394e-02, -3.79883870e-02,\n",
" 5.04697300e-03, -1.55565180e-02, 9.75528639e-03, 9.54514369e-02,\n",
" 1.77558735e-02, -3.27467024e-02, -7.13669043e-03, 7.03607053e-02,\n",
" -2.02344009e-03, -2.51857359e-02, -9.46707034e-04, -1.10502720e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'soa': Embedding(embedding=array([ 9.12906379e-02, -5.25187887e-02, -1.49347894e-02, -3.38744074e-02,\n",
" 1.48787524e-03, -3.56961340e-02, 3.69318053e-02, 6.38703778e-02,\n",
" 9.53708738e-02, 8.07862282e-02, -5.12426626e-03, 3.67748439e-02,\n",
" 1.64133403e-02, 3.17054875e-02, -9.90806893e-03, 2.14662999e-02,\n",
" 4.02498357e-02, 8.67099538e-02, 1.32316761e-02, -2.82382946e-02,\n",
" -8.00584480e-02, -4.74581309e-02, 2.99600419e-03, 5.54500148e-02,\n",
" 2.88219526e-02, 3.36017087e-02, -8.79119243e-03, -3.89097817e-02,\n",
" 6.09290339e-02, -7.20489258e-03, 8.27735290e-02, -6.15376187e-03,\n",
" -2.89505012e-02, -4.66853892e-03, 2.82612238e-02, -1.21770771e-02,\n",
" -4.31296602e-02, -2.07510293e-02, -6.91648498e-02, 5.12141064e-02,\n",
" -4.07159440e-02, -1.35858008e-03, -2.33356729e-02, -2.19859090e-02,\n",
" 3.72634009e-02, -6.09471649e-02, -2.34692190e-02, 4.06836160e-02,\n",
" -3.11627891e-02, 2.84101516e-02, 3.31166200e-02, -4.05319210e-04,\n",
" 4.40142956e-03, 7.43222190e-03, 4.35415991e-02, 4.84087542e-02,\n",
" 6.36528526e-03, -5.88822886e-02, -3.25318165e-02, -3.56141627e-02,\n",
" 4.77434546e-02, 2.47827768e-02, 4.03524414e-02, 1.80872586e-02,\n",
" 1.37932654e-02, -3.98430508e-03, 3.34435105e-02, -2.28419481e-03,\n",
" -1.32357879e-02, -2.59907134e-02, -2.91832145e-02, 5.27019762e-02,\n",
" 1.20770307e-02, 1.60271958e-01, -3.42760631e-03, 3.09402589e-02,\n",
" 1.98067515e-03, -7.30158761e-02, 1.63559858e-02, -2.13482901e-02,\n",
" 6.77852035e-02, 3.52880219e-03, -6.91026896e-02, 5.57124652e-02,\n",
" -2.94966996e-02, 1.49873067e-02, -1.87523775e-02, -7.97254592e-02,\n",
" -5.26064783e-02, -5.29287010e-02, -8.47224426e-03, -3.05310655e-02,\n",
" -5.28525598e-02, -9.44529474e-02, -4.19643633e-02, -2.51057814e-03,\n",
" -6.62957504e-02, 3.05125322e-02, -2.39121094e-02, -1.80420000e-02,\n",
" -9.50286258e-03, -2.04516090e-02, -2.90797595e-02, -3.52731869e-02,\n",
" -4.19167690e-02, -3.00285639e-03, 9.28450318e-04, 2.60614697e-02,\n",
" -6.88878521e-02, 8.59441832e-02, -2.02046148e-02, -4.09626849e-02,\n",
" -1.86907724e-02, -1.04739843e-02, 2.78598219e-02, 7.84729347e-02,\n",
" 8.33835080e-03, 9.93811190e-02, -5.69401272e-02, -3.38576287e-02,\n",
" -1.45286858e-01, -5.93446158e-02, 3.76497693e-02, -8.09194893e-03,\n",
" -1.37221981e-02, 2.11495301e-03, -2.12541390e-02, 3.33571173e-02,\n",
" -6.07350841e-02, 2.86698062e-02, 7.16168433e-03, 7.58491755e-02,\n",
" -2.27254368e-02, 3.04007512e-02, -3.33703905e-02, 4.43927310e-02,\n",
" -1.60677079e-03, 5.45530058e-02, -3.32788238e-03, -3.08214832e-04,\n",
" -4.03865278e-02, -1.40260207e-02, 9.48287826e-03, 1.92656752e-03,\n",
" 7.42164021e-03, 1.87411048e-02, 1.45729342e-02, 6.67739958e-02,\n",
" -4.34077904e-02, 1.71249534e-03, 5.98083474e-02, 2.57765055e-02,\n",
" -2.68790293e-02, 1.15054026e-02, -6.18866496e-02, -7.09168538e-02,\n",
" -3.10967639e-02, -1.67437107e-03, 3.59626040e-02, -2.19697435e-03,\n",
" 2.94578951e-02, 4.55744863e-02, 3.17285098e-02, -5.94987422e-02,\n",
" -1.03797235e-01, 4.09705937e-03, -8.76878505e-04, -4.05966975e-02,\n",
" 1.42497746e-02, 6.00653626e-02, -4.54314873e-02, 5.81177361e-02,\n",
" -4.71513718e-02, -1.74010708e-03, 3.42058092e-02, -5.68518378e-02,\n",
" -2.73351409e-02, -2.50771903e-02, 1.75703559e-02, -1.68772954e-02,\n",
" 3.48711908e-02, -4.59641218e-02, 2.59725526e-02, -3.52751254e-03,\n",
" -9.78845730e-03, 3.78441922e-02, 1.03584491e-02, -8.14081635e-03,\n",
" -4.89056222e-02, 1.83378682e-02, -7.75938258e-02, -2.62805726e-02,\n",
" -2.82013379e-02, 6.61666272e-03, -6.00661859e-02, 3.67581323e-02,\n",
" 3.84320170e-02, -2.88677774e-02, -5.10771498e-02, 9.04975180e-03,\n",
" 8.78430009e-02, 3.58929373e-02, 4.29136865e-02, -3.60207236e-03,\n",
" -1.11801745e-02, 4.28001545e-02, 7.06477743e-03, -3.11570745e-02,\n",
" -9.31560528e-03, -2.74657514e-02, 5.17452247e-02, -1.77349243e-02,\n",
" 4.74388264e-02, 9.34517535e-04, -4.38400544e-03, 5.39880805e-02,\n",
" -6.14565387e-02, -6.88208044e-02, -5.27187027e-02, 3.56473401e-02,\n",
" 1.74861681e-02, 3.54821384e-02, 4.38902676e-02, -2.25620833e-03,\n",
" 1.89463180e-02, 1.03755873e-02, 2.15497315e-02, -3.43047567e-02,\n",
" 2.21610926e-02, 1.31302699e-02, -3.73096094e-02, 3.21588553e-02,\n",
" 2.79090982e-02, -3.86375077e-02, 3.31662595e-02, -2.68157460e-02,\n",
" -2.14848984e-02, 9.44773573e-03, 2.72862799e-02, -1.09668352e-01,\n",
" 2.22947725e-04, -5.09773381e-02, 4.91058417e-02, 7.87945315e-02,\n",
" 1.88250709e-02, -1.10125262e-02, -7.15965629e-02, -1.02443493e-03,\n",
" 4.96215299e-02, -3.23915184e-02, 2.77220458e-02, -3.53746524e-04,\n",
" -7.37160370e-02, -3.42957079e-02, 3.67410108e-02, 3.68538350e-02,\n",
" 5.49201369e-02, -6.92895427e-02, -6.64351508e-02, -6.33025318e-02,\n",
" 2.71070940e-06, -6.82784338e-03, -6.24455400e-02, -2.96735894e-02,\n",
" 3.17626409e-02, -2.42492370e-02, -9.41142254e-03, -7.90767074e-02,\n",
" -7.95963854e-02, 5.24260104e-02, -2.93880403e-02, 8.21853429e-02,\n",
" -3.56898494e-02, -5.58096208e-02, 2.98322365e-02, -5.32679609e-04,\n",
" 1.81495082e-02, 2.39799470e-02, -1.03126466e-03, 9.59889218e-03,\n",
" 5.14198393e-02, -3.47638801e-02, -2.01478750e-02, 5.98859414e-02,\n",
" -5.44704916e-03, -3.62019800e-02, -1.80634018e-02, -7.36616785e-04,\n",
" -5.64646535e-02, 3.97972316e-02, 8.14651698e-03, 1.00181410e-02,\n",
" -1.14602828e-02, -4.69151698e-03, 4.38281335e-02, -1.54919960e-02,\n",
" -2.11883970e-02, -2.46702302e-02, 1.07872441e-01, 8.56184512e-02,\n",
" 4.63256463e-02, 3.09314411e-02, 5.46700135e-02, -3.98372971e-02,\n",
" 5.52679598e-02, 4.81690913e-02, 1.26006994e-02, 1.62506830e-02,\n",
" -2.62227654e-02, -3.01837437e-02, -5.42152040e-02, -5.81415147e-02,\n",
" -3.02735325e-02, 7.21140504e-02, 2.63318475e-02, 1.78124383e-02,\n",
" 7.56889768e-03, -8.03002715e-03, 1.45298755e-02, -6.18408546e-02,\n",
" 8.50880295e-02, 8.15037861e-02, -5.65668615e-03, 4.97209802e-02,\n",
" 3.11312992e-02, 5.78054264e-02, -7.35410601e-02, -8.05296898e-02,\n",
" -2.76101613e-03, 5.72213307e-02, -7.51786530e-02, -6.91751298e-03,\n",
" -3.08410637e-02, -6.19949866e-03, 5.45420125e-02, 3.78648937e-02,\n",
" -1.20016176e-03, 2.71700099e-02, 6.31962046e-02, 6.47696778e-02,\n",
" -3.91223393e-02, -8.62261876e-02, -1.62244681e-02, -2.41115540e-02,\n",
" 3.27764079e-02, 5.43184616e-02, -1.87185779e-02, -7.49858469e-02,\n",
" 3.47173326e-02, -5.62560931e-02, -4.74002771e-02, 3.75730032e-03,\n",
" -1.55262118e-02, -5.47265336e-02, 3.48352492e-02, -6.91719307e-03,\n",
" 5.65181002e-02, 2.51540705e-03, -6.16781078e-02, -4.77881655e-02,\n",
" 2.07590405e-02, -2.30093091e-03, -3.10643893e-02, 3.35713699e-02,\n",
" -1.14082120e-01, -2.45381575e-02, -5.37202023e-02, 4.60682586e-02,\n",
" 4.21662629e-02, -4.43384089e-02, 2.02337354e-02, -6.56490251e-02,\n",
" 5.58500551e-02, 6.96400274e-03, -1.55856749e-02, 4.13448699e-02,\n",
" 4.10143994e-02, 3.20980549e-02, 5.22749797e-02, 2.68811118e-02,\n",
" 1.48540987e-02, 6.71411827e-02, 3.71778421e-02, -1.72402803e-02,\n",
" -5.35561517e-02, -4.78717685e-02, 6.49705390e-03, -6.16002195e-02,\n",
" -1.75608415e-02, -1.52541790e-02, -8.45957920e-02, 2.02038251e-02,\n",
" -2.52177450e-03, 1.12929292e-01, 1.28860318e-03, 1.59820411e-02,\n",
" -1.35930320e-02, 2.27228198e-02, -3.78469303e-02, -1.19553600e-02,\n",
" -1.28254831e-01, -4.55497438e-03, 6.68745935e-02, -4.65413183e-02,\n",
" -7.65738636e-02, -4.39768583e-02, 1.20023300e-03, 2.93354578e-02,\n",
" -4.36566621e-02, -8.38935375e-02, -3.86765078e-02, 5.42436242e-02,\n",
" -1.54650360e-02, -5.91156967e-02, -3.91479172e-02, 3.36473472e-02,\n",
" -3.44651416e-02, -1.44064957e-02, 7.06823319e-02, -2.19787285e-02,\n",
" -2.11680438e-02, 1.78095475e-02, 1.93362683e-02, -1.68802659e-03,\n",
" -1.11099891e-02, 3.59104984e-02, -5.37960082e-02, -6.86159730e-02,\n",
" 2.27688681e-02, -1.89068839e-02, 1.00256220e-01, -4.61966842e-02,\n",
" 1.56486817e-02, 1.15698706e-02, 7.60653466e-02, 3.46024893e-02,\n",
" 4.88157431e-03, -5.18188886e-02, 1.21998554e-02, 2.49503460e-02,\n",
" 7.32007474e-02, -1.15505708e-02, 2.80354042e-02, 4.69160080e-02,\n",
" -1.53563581e-02, 1.86712407e-02, 2.38587731e-03, 9.03292559e-03,\n",
" -9.12166387e-03, -4.18709032e-02, 3.25634480e-02, 4.41758782e-02,\n",
" 6.62984997e-02, 7.24217948e-03, 1.96402315e-02, 1.80861484e-02,\n",
" -6.59668632e-03, 3.97000574e-02, -1.76800396e-02, -7.11663365e-02,\n",
" -1.01547176e-02, 9.03336331e-02, -1.27193192e-02, -2.80957315e-02,\n",
" 3.24913263e-02, 2.96130460e-02, -4.94823158e-02, -3.95274013e-02,\n",
" 3.66750322e-02, 4.46300907e-03, 1.44943632e-02, -6.05846122e-02,\n",
" 2.29394883e-02, -4.05009165e-02, -3.19488123e-02, -4.24201339e-02,\n",
" 5.00865607e-03, 7.62462318e-02, -1.18046049e-02, 2.68181390e-03,\n",
" -4.39442098e-02, -3.86962108e-02, 1.12317950e-02, 2.69043148e-02,\n",
" 1.43643201e-03, -6.15565013e-03, 2.06299033e-02, -4.81572188e-02,\n",
" 6.52942732e-02, -1.84204504e-02, 6.44614249e-02, -2.12304536e-02,\n",
" 1.46767646e-02, 4.64377292e-02, 1.30926847e-01, 2.02712398e-02,\n",
" -4.85603698e-02, -9.83391330e-02, 4.91344817e-02, -3.78381982e-02,\n",
" 1.16424710e-02, -9.19627026e-03, 1.72924865e-02, 1.07835278e-01,\n",
" 2.54315585e-02, -2.85580959e-02, -6.51403936e-03, 7.22292662e-02,\n",
" -9.12521593e-03, -3.16847116e-02, 1.01902187e-02, -1.19991638e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sohappy': Embedding(embedding=array([ 9.44275633e-02, -4.61495593e-02, -1.58555135e-02, -3.07141412e-02,\n",
" -1.74479253e-04, -4.25726175e-02, 3.56559530e-02, 6.39985725e-02,\n",
" 9.65572670e-02, 7.81425014e-02, -6.85916515e-03, 3.58000249e-02,\n",
" 1.61767509e-02, 3.22010480e-02, -9.98372864e-03, 2.20244378e-02,\n",
" 4.29926328e-02, 8.50534067e-02, 1.33621814e-02, -2.22607106e-02,\n",
" -8.37079957e-02, -4.53043357e-02, 3.62256030e-03, 5.53200319e-02,\n",
" 2.78550554e-02, 3.10482066e-02, -5.55965723e-03, -4.09079641e-02,\n",
" 5.86187616e-02, -8.04792438e-03, 8.24941397e-02, -5.12458477e-03,\n",
" -1.93507951e-02, -1.01331843e-03, 3.22280414e-02, -1.30520854e-02,\n",
" -4.45265770e-02, -2.02798117e-02, -7.05422312e-02, 5.02096564e-02,\n",
" -4.19314690e-02, 2.40384624e-03, -1.96158774e-02, -2.00221185e-02,\n",
" 3.41615938e-02, -5.85316196e-02, -2.91889962e-02, 4.31868397e-02,\n",
" -3.30421776e-02, 2.48113479e-02, 3.12297996e-02, -3.14849685e-03,\n",
" 7.26784288e-04, 6.23118039e-03, 4.25877497e-02, 4.90589067e-02,\n",
" 9.34027508e-03, -6.56529889e-02, -3.10556218e-02, -3.69965099e-02,\n",
" 5.10941520e-02, 2.67121978e-02, 3.32184546e-02, 2.11663563e-02,\n",
" 1.58672351e-02, -3.87472170e-03, 3.35798599e-02, 4.65216255e-03,\n",
" -1.22541096e-02, -2.15757079e-02, -3.15447226e-02, 5.08419648e-02,\n",
" 1.12149557e-02, 1.65318951e-01, -5.02741709e-03, 2.62299236e-02,\n",
" 3.57801840e-03, -7.16921538e-02, 1.71012525e-02, -1.73147190e-02,\n",
" 6.74035475e-02, 5.45030111e-04, -7.23736286e-02, 5.37917838e-02,\n",
" -2.95589045e-02, 2.00340860e-02, -2.04486195e-02, -8.44055414e-02,\n",
" -5.40576205e-02, -4.51727435e-02, -7.46369781e-03, -3.37757692e-02,\n",
" -4.83095124e-02, -9.66483206e-02, -4.95636016e-02, 1.13004947e-03,\n",
" -6.93472549e-02, 3.10187917e-02, -2.42018234e-02, -1.68366395e-02,\n",
" -1.40662985e-02, -2.18732525e-02, -3.25004570e-02, -3.21361795e-02,\n",
" -3.94198149e-02, -9.17001162e-03, 9.94468457e-04, 2.79836990e-02,\n",
" -6.38056621e-02, 8.12473223e-02, -2.63660755e-02, -4.49168272e-02,\n",
" -2.00630445e-02, -1.20903496e-02, 2.35972684e-02, 7.91649297e-02,\n",
" 6.40222523e-03, 9.79913026e-02, -5.27382568e-02, -3.65464948e-02,\n",
" -1.44137844e-01, -5.75957373e-02, 3.59349996e-02, -4.22935840e-03,\n",
" -1.72206368e-02, 9.79711840e-05, -2.63883062e-02, 3.47498953e-02,\n",
" -5.98666146e-02, 1.86347067e-02, 4.51785326e-03, 7.54371136e-02,\n",
" -2.24871859e-02, 3.02630924e-02, -3.39030884e-02, 4.35062312e-02,\n",
" 4.30677086e-03, 5.62038198e-02, -1.14940526e-03, 1.99789833e-03,\n",
" -3.62590253e-02, -1.71227008e-02, 9.70232021e-03, 9.48218163e-03,\n",
" 2.59416946e-03, 2.09826473e-02, 1.35107283e-02, 6.75579384e-02,\n",
" -4.61243950e-02, 5.18979039e-03, 5.76415695e-02, 3.09788492e-02,\n",
" -2.56315880e-02, 1.20508382e-02, -5.93994260e-02, -6.79573044e-02,\n",
" -3.39112990e-02, 4.09486564e-03, 3.36836092e-02, 2.01460114e-03,\n",
" 2.50207074e-02, 4.94940318e-02, 3.05879675e-02, -5.94596677e-02,\n",
" -1.01561241e-01, 1.50067080e-03, 3.28103104e-03, -4.51400988e-02,\n",
" 2.01716274e-02, 5.54589219e-02, -4.52623479e-02, 4.90419604e-02,\n",
" -4.60225567e-02, 3.10623995e-03, 3.65042910e-02, -5.65680340e-02,\n",
" -2.74249017e-02, -2.31144652e-02, 1.93133391e-02, -1.46411164e-02,\n",
" 3.01331375e-02, -4.51182388e-02, 2.41878498e-02, -5.43745328e-03,\n",
" -1.37637053e-02, 3.43850516e-02, 1.38177117e-02, -9.26872902e-03,\n",
" -5.10627031e-02, 1.72629077e-02, -7.81237856e-02, -2.91132070e-02,\n",
" -2.90751308e-02, 7.32048368e-03, -6.42651245e-02, 4.18060496e-02,\n",
" 3.75878513e-02, -2.79433243e-02, -5.13287485e-02, 6.65457034e-03,\n",
" 9.25714970e-02, 3.70277353e-02, 4.17570174e-02, -1.24550704e-03,\n",
" -1.21694701e-02, 3.62890400e-02, 5.06960554e-03, -3.47977243e-02,\n",
" -1.13801528e-02, -2.89942734e-02, 5.23587018e-02, -1.63650308e-02,\n",
" 4.79986817e-02, 2.00838014e-03, -3.13216215e-03, 5.36723286e-02,\n",
" -6.03715330e-02, -7.11157620e-02, -5.59243709e-02, 3.87455747e-02,\n",
" 1.55940177e-02, 3.72731946e-02, 4.46667708e-02, 1.64331635e-03,\n",
" 2.51783598e-02, 3.95257585e-03, 2.54381634e-02, -2.84309201e-02,\n",
" 2.13638488e-02, 1.74239986e-02, -4.24399115e-02, 3.44028473e-02,\n",
" 3.31990495e-02, -3.74100991e-02, 3.45803536e-02, -2.73591764e-02,\n",
" -2.32452955e-02, 6.99884119e-03, 2.54907142e-02, -1.04759961e-01,\n",
" 4.70953668e-03, -5.04511893e-02, 4.76172268e-02, 7.83012435e-02,\n",
" 2.13293675e-02, -1.37675358e-02, -7.03744069e-02, -7.80790159e-03,\n",
" 4.65329513e-02, -3.32782976e-02, 2.46120617e-02, -1.04581600e-03,\n",
" -7.03153014e-02, -3.17800865e-02, 3.63641679e-02, 2.95560509e-02,\n",
" 4.98326868e-02, -7.62836486e-02, -6.60085231e-02, -6.74363971e-02,\n",
" -5.27492771e-03, -4.50324966e-03, -5.88627681e-02, -2.95314211e-02,\n",
" 3.20672691e-02, -2.09162757e-02, -1.01184081e-02, -8.35163295e-02,\n",
" -7.40316734e-02, 5.07586673e-02, -3.10184956e-02, 8.18059966e-02,\n",
" -3.45846228e-02, -5.67884259e-02, 3.54486592e-02, 3.43937427e-03,\n",
" 2.37696171e-02, 2.32641920e-02, 3.32382298e-03, 1.51483277e-02,\n",
" 5.34503609e-02, -3.87599915e-02, -2.69995984e-02, 5.94266802e-02,\n",
" -5.95505349e-03, -3.71941403e-02, -2.15282831e-02, 2.28665886e-03,\n",
" -4.95818891e-02, 4.32619825e-02, 1.33240381e-02, 1.12652564e-02,\n",
" -1.73059776e-02, -6.88696094e-03, 4.29663546e-02, -1.67785808e-02,\n",
" -2.05301475e-02, -2.53378898e-02, 1.10599548e-01, 8.66747200e-02,\n",
" 4.55385149e-02, 3.22634652e-02, 5.12480699e-02, -4.03847992e-02,\n",
" 5.45685813e-02, 5.24790809e-02, 7.56614469e-03, 1.87914595e-02,\n",
" -2.42946967e-02, -2.72359289e-02, -5.40969521e-02, -5.63417487e-02,\n",
" -2.94915661e-02, 7.40353167e-02, 2.52978317e-02, 1.99108105e-02,\n",
" 9.76972282e-03, -4.49016877e-03, 1.09545263e-02, -5.57410344e-02,\n",
" 8.84108543e-02, 7.86945745e-02, -1.63044408e-03, 5.06785698e-02,\n",
" 3.61504965e-02, 5.85263893e-02, -7.87194148e-02, -7.65537694e-02,\n",
" 2.00012131e-04, 5.81558682e-02, -7.51336142e-02, -5.72307827e-03,\n",
" -3.06399241e-02, -6.48346171e-03, 5.50473966e-02, 3.52606550e-02,\n",
" -3.65428370e-03, 2.53773239e-02, 6.19080514e-02, 6.48536533e-02,\n",
" -3.51109132e-02, -8.58479887e-02, -1.45109044e-02, -2.17247289e-02,\n",
" 2.80281566e-02, 5.56874387e-02, -1.78926606e-02, -7.41441473e-02,\n",
" 3.69129963e-02, -5.82765825e-02, -4.80625816e-02, 5.16876671e-03,\n",
" -2.04071440e-02, -5.88057153e-02, 3.31021361e-02, -4.72498406e-03,\n",
" 5.30585200e-02, -5.75605955e-04, -6.26697093e-02, -4.72271778e-02,\n",
" 1.92099530e-02, -2.59478838e-04, -2.66366992e-02, 3.30859050e-02,\n",
" -1.13634042e-01, -2.10780874e-02, -5.34747057e-02, 4.37487587e-02,\n",
" 4.61649671e-02, -4.25504036e-02, 2.26188339e-02, -6.34185150e-02,\n",
" 5.51869497e-02, 6.58988627e-03, -1.21204136e-02, 4.07744572e-02,\n",
" 4.08239402e-02, 2.99306232e-02, 5.28184436e-02, 2.65036970e-02,\n",
" 6.22425042e-03, 5.75118661e-02, 3.78134362e-02, -2.00637337e-02,\n",
" -5.38685359e-02, -4.34096158e-02, 1.58865470e-02, -6.22549616e-02,\n",
" -1.53945955e-02, -2.25477740e-02, -8.94305930e-02, 2.18692571e-02,\n",
" 1.26807217e-03, 1.07754886e-01, -6.45587221e-03, 1.18034510e-02,\n",
" -1.07738338e-02, 2.26060059e-02, -3.96879464e-02, -1.10795973e-02,\n",
" -1.27109185e-01, -2.94996169e-03, 6.34052679e-02, -4.16388437e-02,\n",
" -7.13641942e-02, -4.72306758e-02, -3.50208837e-03, 2.36370023e-02,\n",
" -4.48782295e-02, -8.63472968e-02, -4.19542529e-02, 5.19654416e-02,\n",
" -9.13750287e-03, -5.94992153e-02, -4.07124944e-02, 3.63833979e-02,\n",
" -3.84337641e-02, -7.80185778e-03, 6.97559714e-02, -1.78857502e-02,\n",
" -1.77974794e-02, 1.28904395e-02, 1.86726712e-02, 1.45005342e-03,\n",
" -1.50437513e-02, 2.99775470e-02, -5.75269125e-02, -7.28917867e-02,\n",
" 1.85669065e-02, -1.71117503e-02, 9.80495289e-02, -4.70992737e-02,\n",
" 2.03045867e-02, 1.43630868e-02, 7.69883320e-02, 3.28123532e-02,\n",
" 8.87763035e-03, -5.34241013e-02, 1.10597247e-02, 2.46103294e-02,\n",
" 7.49413669e-02, -1.11798085e-02, 2.80951969e-02, 4.54520136e-02,\n",
" -1.32527370e-02, 2.37731393e-02, -2.02254648e-03, 1.31364530e-02,\n",
" -8.13955721e-03, -4.19268236e-02, 3.52570266e-02, 4.61300984e-02,\n",
" 6.60885349e-02, 8.23200308e-03, 1.95039958e-02, 1.80292390e-02,\n",
" -8.37868825e-03, 4.57588583e-02, -1.59202367e-02, -7.11499304e-02,\n",
" -1.33335115e-02, 8.66265520e-02, -1.09862247e-02, -3.49199064e-02,\n",
" 3.52029838e-02, 2.53322907e-02, -5.55306114e-02, -4.56894301e-02,\n",
" 3.82040180e-02, -3.41741298e-03, 1.53215276e-02, -6.52192235e-02,\n",
" 2.22176202e-02, -3.99167910e-02, -2.62271240e-02, -4.04242203e-02,\n",
" 1.03197107e-02, 7.34832510e-02, -7.31510669e-03, 6.53082645e-03,\n",
" -4.63707298e-02, -4.53188196e-02, 1.80200860e-02, 2.36994345e-02,\n",
" 6.48741471e-03, -3.79111129e-03, 1.74531043e-02, -5.03106415e-02,\n",
" 6.10501431e-02, -1.27495527e-02, 6.92423657e-02, -1.87372919e-02,\n",
" 2.01875176e-02, 4.84998785e-02, 1.34631708e-01, 2.36466471e-02,\n",
" -5.47231138e-02, -9.51464623e-02, 4.72740643e-02, -3.47650945e-02,\n",
" 8.48643668e-03, -1.57446060e-02, 1.81462467e-02, 1.00733638e-01,\n",
" 2.40370929e-02, -3.33652087e-02, -4.78197634e-03, 7.22626820e-02,\n",
" -8.02861899e-03, -3.14762034e-02, 6.93439599e-03, -1.19234733e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sohot': Embedding(embedding=array([ 1.01603389e-01, -3.68484929e-02, -1.05651245e-02, 3.97773013e-02,\n",
" -1.10337837e-02, -5.52580170e-02, 1.38128549e-02, 6.47752285e-02,\n",
" 9.46242288e-02, 4.86468635e-02, -2.72756927e-02, 5.28647192e-02,\n",
" 3.73209119e-02, 2.79564261e-02, 2.82411743e-03, 4.26030122e-02,\n",
" 6.33878633e-02, 7.94653967e-02, -1.16592655e-02, -1.61618348e-02,\n",
" -7.55628273e-02, -3.21829990e-02, -5.33717219e-03, 4.43603210e-02,\n",
" -2.79293442e-03, 5.14114182e-03, 1.68879125e-02, -4.49125767e-02,\n",
" 4.42007072e-02, -1.66829880e-02, 7.13767186e-02, -2.44485326e-02,\n",
" 2.27304250e-02, -2.48940173e-03, 3.28422450e-02, -3.33967656e-02,\n",
" -4.69740517e-02, -2.15574093e-02, -9.75543708e-02, 3.80892381e-02,\n",
" -5.21211550e-02, 3.27089429e-02, -2.88724136e-02, -8.93637817e-03,\n",
" 5.10283560e-02, -5.72025664e-02, -4.44145016e-02, 6.01533391e-02,\n",
" -2.60707363e-02, 1.15407147e-02, 3.45405713e-02, -2.78059337e-02,\n",
" 3.56703508e-03, 3.13765109e-02, 4.02480923e-02, 7.28672445e-02,\n",
" -2.65533775e-02, -8.91909897e-02, -1.90757904e-02, -2.01579686e-02,\n",
" 3.31688002e-02, 4.54098219e-04, 1.75599344e-02, 1.37351025e-02,\n",
" 3.23369168e-02, 3.06257196e-02, 3.88735682e-02, 2.32819393e-02,\n",
" 1.18866120e-03, -1.72696076e-02, -1.78162067e-03, 3.86956194e-03,\n",
" 4.13262285e-02, 1.32837862e-01, -3.80588025e-02, 1.33718718e-02,\n",
" 2.99955048e-02, -9.70845297e-02, 3.30403186e-02, -1.50893219e-02,\n",
" 9.56096780e-03, 2.30736230e-02, -5.44362739e-02, 3.32297646e-02,\n",
" 5.53677732e-04, 5.77618554e-02, -1.94902066e-02, -9.72703546e-02,\n",
" -7.26117268e-02, -2.96520665e-02, -3.85125093e-02, -5.11188842e-02,\n",
" -1.32466964e-02, -9.43643525e-02, -8.50134119e-02, 3.23907398e-02,\n",
" -7.71424770e-02, 4.28522080e-02, 6.22359058e-03, 1.63851865e-02,\n",
" -1.65048223e-02, -1.92765445e-02, 3.04933544e-03, -1.40165426e-02,\n",
" -3.92368399e-02, -3.45799029e-02, -2.61327252e-04, 2.64909193e-02,\n",
" -3.58876400e-02, 6.29940554e-02, -4.77130562e-02, -8.89884774e-03,\n",
" 1.58193652e-02, -2.28171013e-02, -7.73001520e-04, 8.18560719e-02,\n",
" 3.55657563e-02, 7.29427114e-02, -6.36190027e-02, -1.41900815e-02,\n",
" -2.07946599e-01, -4.82987687e-02, 2.03164518e-02, 3.60118854e-03,\n",
" -3.29558477e-02, 3.46578704e-03, -4.25196886e-02, 4.03420180e-02,\n",
" -7.61390552e-02, -2.88039097e-03, 6.47232076e-03, 4.45588902e-02,\n",
" -3.85178365e-02, 2.24864539e-02, -2.71595474e-02, 5.65308481e-02,\n",
" 2.64629368e-02, 5.87006286e-02, -6.39395369e-03, 2.03442033e-02,\n",
" -2.06819512e-02, -1.57684032e-02, -4.22723219e-02, 1.11347446e-02,\n",
" -2.56627724e-02, 3.16504352e-02, -5.21438150e-03, 5.83271012e-02,\n",
" -4.36771140e-02, 1.14315720e-02, 4.07013148e-02, 3.20770256e-02,\n",
" -2.68992353e-02, 4.45859320e-02, -1.70142855e-02, -4.61165495e-02,\n",
" -2.49553230e-02, 3.46280448e-02, 4.04164083e-02, 7.96012767e-03,\n",
" 1.29911797e-02, 4.47686724e-02, 4.19485644e-02, -7.00135008e-02,\n",
" -7.97552243e-02, 4.31584631e-04, 1.61327347e-02, -2.12037656e-02,\n",
" 4.40182611e-02, 1.69291049e-02, -1.28341494e-02, 2.80056987e-02,\n",
" -4.19607908e-02, 1.59046836e-02, 5.08271828e-02, -9.15456265e-02,\n",
" -3.25851217e-02, -1.32776303e-02, 2.18608379e-02, -1.76497072e-03,\n",
" 2.29114108e-02, -3.82177532e-02, 4.52884892e-03, -1.89859811e-02,\n",
" 4.42106696e-03, 1.15138264e-02, 6.50659204e-03, 2.24526580e-02,\n",
" -3.50838527e-02, -8.25947337e-03, -8.24163705e-02, -2.65930388e-02,\n",
" -2.27486882e-02, 2.16120016e-02, -6.37885779e-02, 4.69098464e-02,\n",
" 6.27408475e-02, 1.38184978e-02, -3.81139480e-02, -1.08066592e-02,\n",
" 7.91232139e-02, 2.48847418e-02, 6.24791607e-02, -5.98209118e-03,\n",
" -3.63317877e-02, -2.13650009e-03, 5.15845567e-02, -2.59164367e-02,\n",
" -7.68504478e-03, -6.91149458e-02, 5.52577637e-02, -1.44330515e-02,\n",
" 8.35219398e-02, -3.36673437e-03, -1.96063425e-02, 2.30611153e-02,\n",
" -8.65953267e-02, -8.33592340e-02, -3.70028690e-02, 3.11966967e-02,\n",
" 4.79712486e-02, 1.81643292e-02, 6.80161491e-02, 2.96009090e-02,\n",
" 8.74301884e-03, -3.59316729e-02, 3.62691395e-02, 1.13625696e-03,\n",
" 8.07938911e-03, -1.92784201e-02, -5.14245108e-02, 4.87689450e-02,\n",
" 3.60931829e-02, -2.96428353e-02, 5.64005971e-02, -3.00238151e-02,\n",
" -6.12245835e-02, 7.53602479e-03, 2.12339927e-02, -7.75217563e-02,\n",
" -2.28927378e-02, -3.89497764e-02, 4.24105162e-03, 2.92360988e-02,\n",
" 2.34759729e-02, -4.78779264e-02, -5.15410528e-02, -3.05983368e-02,\n",
" 2.16395278e-02, -4.93617728e-02, 3.26815038e-03, 1.77243091e-02,\n",
" -7.13807866e-02, -3.18512805e-02, 4.13338318e-02, 1.20727113e-02,\n",
" 5.19192293e-02, -5.85814454e-02, -4.44543250e-02, -9.79974866e-02,\n",
" -4.76373807e-02, 1.11729270e-02, -3.06328963e-02, -2.43063159e-02,\n",
" 1.66417696e-02, 3.29084019e-03, -6.16202131e-03, -1.07302263e-01,\n",
" -8.97093713e-02, 1.75599940e-02, -3.69093679e-02, 1.03770174e-01,\n",
" -2.58862861e-02, -5.17261028e-02, 7.66567066e-02, 1.40576568e-02,\n",
" 4.94413041e-02, 2.26983149e-02, -7.79613853e-03, 1.48723247e-02,\n",
" 6.12609014e-02, -6.35406598e-02, 2.34007072e-02, 2.99084578e-02,\n",
" 7.04027200e-03, -1.90791655e-02, -3.56131755e-02, 1.24920728e-02,\n",
" -3.18094194e-02, 3.20107453e-02, 6.37400895e-03, 1.24929287e-02,\n",
" -3.95946763e-02, 1.79575905e-02, 4.21232432e-02, -1.46160861e-02,\n",
" -5.57434373e-03, -7.03386497e-03, 1.31211013e-01, 9.16369855e-02,\n",
" 1.90318283e-02, 1.37092732e-02, 1.71437543e-02, -4.16707844e-02,\n",
" 4.71955575e-02, 1.13510281e-01, -2.01668311e-02, 3.71728614e-02,\n",
" -9.00386192e-04, -1.48255592e-02, -1.32284323e-02, -3.94506529e-02,\n",
" -6.28212690e-02, 5.98120838e-02, 1.03995511e-02, 6.26844494e-03,\n",
" -8.40684772e-03, 2.18315609e-03, -9.43702087e-03, -5.41157909e-02,\n",
" 6.36785477e-02, 4.73954566e-02, 1.20538883e-02, 5.61872758e-02,\n",
" 2.45667398e-02, 1.33310566e-02, -6.04627281e-02, -4.31878157e-02,\n",
" -3.93343810e-03, 7.77709633e-02, -4.53547612e-02, -1.18445642e-02,\n",
" -1.16112726e-02, -2.89022904e-02, 7.10291117e-02, 3.60331237e-02,\n",
" 8.58308561e-03, 2.61040330e-02, 7.22407103e-02, 4.53273654e-02,\n",
" 5.36539964e-03, -5.57522625e-02, -8.77626427e-03, -8.12698249e-03,\n",
" -3.49013275e-03, 4.17300239e-02, -2.77937315e-02, -7.02561960e-02,\n",
" 4.88690697e-02, -8.27590823e-02, -4.66706119e-02, -8.63638613e-03,\n",
" -2.95413882e-02, -6.35085106e-02, 1.78524442e-02, -2.72626560e-02,\n",
" 4.15235013e-02, -2.63068397e-02, -5.30496314e-02, -3.05504594e-02,\n",
" 1.12813739e-02, -1.66180693e-02, -2.33610868e-02, 3.50911319e-02,\n",
" -5.95741831e-02, -1.07599273e-02, -2.72486731e-02, 1.09539451e-02,\n",
" 6.33128434e-02, -5.18764444e-02, 3.85878570e-02, -4.96726744e-02,\n",
" 4.02323976e-02, -2.45087408e-02, 5.32445883e-05, 2.21240092e-02,\n",
" 5.09266555e-02, 3.74322198e-02, 5.04971221e-02, 3.47460322e-02,\n",
" -2.69583073e-02, 3.26287001e-02, 9.84435203e-04, -2.82236747e-02,\n",
" -5.38367182e-02, -3.01537029e-02, 1.73288248e-02, -4.23109122e-02,\n",
" -1.98368225e-02, -5.46019860e-02, -1.01636536e-01, 1.44355269e-02,\n",
" -2.08623558e-02, 7.63212666e-02, 1.64033156e-02, 1.08351549e-02,\n",
" 2.31106337e-02, 2.13631056e-02, -5.86517975e-02, -2.13758964e-02,\n",
" -1.26218036e-01, -1.70758571e-02, 3.97825316e-02, -2.88672522e-02,\n",
" -5.92383817e-02, -5.48193343e-02, -5.49288606e-03, 2.50698347e-02,\n",
" -4.75073196e-02, -8.54914561e-02, -3.56040671e-02, 6.20428473e-02,\n",
" -1.42569747e-02, -2.41859555e-02, -5.87156080e-02, 1.99232325e-02,\n",
" -7.31356442e-02, 9.63964965e-03, 6.64160326e-02, 9.64066276e-05,\n",
" -1.56551192e-03, -1.93435512e-02, 1.94709543e-02, 6.01537386e-03,\n",
" -3.21336873e-02, 2.52786111e-02, -3.96697819e-02, -9.03802738e-02,\n",
" 2.37646550e-02, -9.47040599e-03, 9.91482958e-02, -5.15043400e-02,\n",
" 3.87472548e-02, 2.05231607e-02, 9.38636810e-02, 5.86709268e-02,\n",
" 2.22509857e-02, -2.04237308e-02, 1.58379902e-03, 7.43181352e-03,\n",
" 8.04498494e-02, 8.26435722e-03, 3.36189531e-02, 2.63329092e-02,\n",
" 5.41946152e-03, 2.98506431e-02, -1.80649627e-02, 1.90346148e-02,\n",
" -9.15645331e-04, -2.28283666e-02, 2.76803058e-02, 6.68174103e-02,\n",
" 7.39852339e-02, 3.50313336e-02, 8.74564238e-03, 5.60141429e-02,\n",
" 1.16295768e-02, 4.46000658e-02, -2.12674458e-02, -5.09435833e-02,\n",
" -3.05325463e-02, 5.39801121e-02, -2.40294682e-03, -4.28249203e-02,\n",
" 5.57141118e-02, 8.62153899e-03, -4.86506186e-02, -4.70242910e-02,\n",
" 4.92662042e-02, 1.89847350e-02, 3.76629345e-02, -4.13656533e-02,\n",
" -6.32542092e-03, -5.48453890e-02, 1.09391883e-02, -2.13739220e-02,\n",
" -1.38992872e-02, 4.58519384e-02, 1.36996051e-02, 7.75825186e-03,\n",
" -2.62768269e-02, -9.47244167e-02, 3.61162350e-02, 3.03515955e-03,\n",
" 7.97092635e-03, 1.18456623e-02, 1.36805540e-02, -5.91094084e-02,\n",
" 6.07184768e-02, 2.93533895e-02, 6.00599349e-02, -3.80882360e-02,\n",
" 1.86903011e-02, 3.57351527e-02, 1.12554394e-01, -8.88891611e-03,\n",
" -5.24961166e-02, -1.03066884e-01, 2.34192666e-02, -2.98423730e-02,\n",
" -1.41418278e-02, -7.19496561e-03, 5.59492689e-03, 6.51078150e-02,\n",
" 3.05610765e-02, -1.76618882e-02, -1.64659638e-02, 8.47708285e-02,\n",
" 2.57105455e-02, -6.15471322e-03, 1.17597496e-03, -9.27398801e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'soup-nazi': Embedding(embedding=array([ 1.13020495e-01, -3.81690077e-02, -1.81886796e-02, -2.24532536e-03,\n",
" -8.32210574e-03, -6.22242019e-02, 3.09843346e-02, 5.80169745e-02,\n",
" 9.96991172e-02, 6.27192110e-02, -1.75871532e-02, 4.05367874e-02,\n",
" 2.69085504e-02, 1.94972064e-02, -1.36960149e-02, 2.59996057e-02,\n",
" 5.74767701e-02, 8.79549384e-02, 6.24243869e-03, -2.19066516e-02,\n",
" -8.97831768e-02, -4.14124355e-02, 6.63002068e-03, 5.72528802e-02,\n",
" 2.18321420e-02, 2.52379421e-02, 4.62173810e-03, -4.27867249e-02,\n",
" 5.89191094e-02, -1.42467255e-02, 7.92904720e-02, -1.38354804e-02,\n",
" 3.57653131e-03, 7.89426826e-03, 4.00616676e-02, -2.26236582e-02,\n",
" -5.52247688e-02, -2.10672468e-02, -8.33401456e-02, 4.26738933e-02,\n",
" -4.36617918e-02, 9.23201907e-03, -2.23493967e-02, -1.29305786e-02,\n",
" 4.26007397e-02, -6.57722428e-02, -3.93243656e-02, 4.58972417e-02,\n",
" -2.82372441e-02, 1.96444988e-02, 3.29559930e-02, -9.26216133e-03,\n",
" 1.82971984e-04, 1.54191153e-02, 4.81303111e-02, 6.51551038e-02,\n",
" -1.22967130e-03, -8.82359147e-02, -2.33559962e-02, -2.55787689e-02,\n",
" 4.35669869e-02, 2.05479357e-02, 2.28539892e-02, 2.29681246e-02,\n",
" 1.43176615e-02, 8.98645353e-03, 3.90875340e-02, 1.62294228e-02,\n",
" -8.45300034e-03, -1.72537919e-02, -2.25236416e-02, 2.92923171e-02,\n",
" 2.20646933e-02, 1.56442329e-01, -2.13845596e-02, 9.30511579e-03,\n",
" 1.71557125e-02, -7.69991577e-02, 2.18886770e-02, -1.65984780e-02,\n",
" 3.60469967e-02, 1.49393985e-02, -7.05198050e-02, 4.86227386e-02,\n",
" -2.25189738e-02, 3.84081937e-02, -2.26917416e-02, -9.36379507e-02,\n",
" -5.30847982e-02, -2.92771645e-02, -1.72969382e-02, -4.24015224e-02,\n",
" -3.08981184e-02, -8.61008987e-02, -6.83887452e-02, 2.90631820e-02,\n",
" -7.46354982e-02, 3.02648675e-02, -1.83233470e-02, -3.91917350e-03,\n",
" -1.10295974e-02, -1.84640121e-02, -1.58664472e-02, -2.45719440e-02,\n",
" -4.04124446e-02, -1.99627038e-02, 2.68387957e-04, 3.53939533e-02,\n",
" -4.81969826e-02, 8.31945464e-02, -3.64031456e-02, -2.28167567e-02,\n",
" -9.73245874e-03, -7.39964098e-03, 7.46923033e-03, 7.97536746e-02,\n",
" 2.09461749e-02, 8.86762887e-02, -6.91510364e-02, -2.41985898e-02,\n",
" -1.64370418e-01, -6.12193160e-02, 2.83678044e-02, -2.94858660e-03,\n",
" -2.10565273e-02, 3.23148794e-03, -3.29481810e-02, 4.86147106e-02,\n",
" -6.97499663e-02, 1.43475449e-02, 7.27942167e-03, 6.44061938e-02,\n",
" -2.40152944e-02, 3.04849707e-02, -3.26419473e-02, 5.29051013e-02,\n",
" 1.30686117e-02, 6.03072941e-02, -1.24445008e-02, 1.10258842e-02,\n",
" -2.98914444e-02, -2.72431877e-02, -8.29712674e-03, 1.48161035e-02,\n",
" -1.13653699e-02, 3.48050073e-02, 1.17445365e-02, 6.10884503e-02,\n",
" -4.54902351e-02, 6.41481113e-03, 5.56296259e-02, 3.04214209e-02,\n",
" -2.85200048e-02, 2.50697397e-02, -4.19400372e-02, -5.80328517e-02,\n",
" -2.95322742e-02, 1.38651449e-02, 3.23604010e-02, 7.83148594e-03,\n",
" 2.27962658e-02, 4.92405444e-02, 3.87270264e-02, -6.55788258e-02,\n",
" -9.09953639e-02, -1.53526358e-04, 4.84684249e-03, -3.80856954e-02,\n",
" 3.76454443e-02, 4.48591746e-02, -4.04808447e-02, 3.88865918e-02,\n",
" -4.14759964e-02, 1.59100965e-02, 4.01109047e-02, -8.07002485e-02,\n",
" -2.71074884e-02, -1.38772996e-02, 2.77036969e-02, -4.92213666e-03,\n",
" 2.41515208e-02, -4.56551202e-02, 1.14411963e-02, -1.32172108e-02,\n",
" 5.98613580e-04, 2.13132091e-02, 1.58246011e-02, 1.77978049e-03,\n",
" -4.29525115e-02, 5.74375410e-03, -8.34354386e-02, -3.66666615e-02,\n",
" -2.25634929e-02, 1.15709286e-02, -6.16772622e-02, 4.61338647e-02,\n",
" 4.46648598e-02, -1.68163478e-02, -5.23920804e-02, 2.97814055e-04,\n",
" 8.92774239e-02, 3.07142492e-02, 5.05604222e-02, 6.98373653e-03,\n",
" -2.05475967e-02, 2.24167723e-02, 3.12808156e-02, -3.25094759e-02,\n",
" -1.24418316e-02, -4.92756143e-02, 5.36126606e-02, -1.11916615e-02,\n",
" 5.77661321e-02, 3.55475466e-03, -6.39982754e-03, 4.56667021e-02,\n",
" -8.31968859e-02, -8.53038356e-02, -4.46870551e-02, 3.81697752e-02,\n",
" 2.48377863e-02, 3.21843065e-02, 5.36906868e-02, 1.57768223e-02,\n",
" 1.17479227e-02, -1.58178061e-02, 2.98478175e-02, -1.69955231e-02,\n",
" 7.03076040e-03, -9.38652456e-03, -5.61615340e-02, 4.08787206e-02,\n",
" 3.25921997e-02, -4.28638645e-02, 4.39304821e-02, -3.79638523e-02,\n",
" -4.60845865e-02, 1.25508625e-02, 2.57411432e-02, -9.92554277e-02,\n",
" -1.05762212e-02, -4.99061234e-02, 3.15789990e-02, 5.69714867e-02,\n",
" 2.62910649e-02, -2.90743578e-02, -7.07566068e-02, -1.94836464e-02,\n",
" 4.76619452e-02, -3.84858213e-02, 1.21945320e-02, 1.82241350e-02,\n",
" -6.93563372e-02, -2.44858395e-02, 3.90340425e-02, 2.39764862e-02,\n",
" 4.89455685e-02, -6.57724142e-02, -5.65224215e-02, -8.67839009e-02,\n",
" -2.19139662e-02, 6.04657177e-03, -5.17575070e-02, -2.53756586e-02,\n",
" 1.48959244e-02, -8.16222187e-03, -6.10875711e-03, -9.83157381e-02,\n",
" -7.61238784e-02, 4.33485657e-02, -3.50393914e-02, 8.34920928e-02,\n",
" -2.91931778e-02, -4.79408614e-02, 5.43845855e-02, 9.68123972e-03,\n",
" 3.59303020e-02, 2.36602798e-02, 4.19862382e-03, 1.24304118e-02,\n",
" 6.26630411e-02, -4.91356850e-02, -8.36940855e-03, 5.61875030e-02,\n",
" -2.28514941e-03, -2.95535475e-02, -3.39368917e-02, 2.46871589e-03,\n",
" -4.17042188e-02, 4.16317023e-02, 1.31640239e-02, 1.20178238e-03,\n",
" -2.62438357e-02, 8.47399235e-03, 4.85187694e-02, -2.40128171e-02,\n",
" -9.39582381e-03, -1.00242002e-02, 1.25985608e-01, 9.18938443e-02,\n",
" 3.24774906e-02, 2.12742910e-02, 3.72105576e-02, -4.20233198e-02,\n",
" 5.93939386e-02, 8.48407149e-02, -9.26948211e-04, 2.87774131e-02,\n",
" -1.18245445e-02, -2.31341198e-02, -3.75481509e-02, -4.11428399e-02,\n",
" -4.63267788e-02, 7.65022412e-02, 2.71076951e-02, 1.01521313e-02,\n",
" 6.82906946e-03, -5.40064275e-03, -7.17064040e-03, -5.08431122e-02,\n",
" 8.66592750e-02, 7.77174234e-02, 1.20646516e-02, 4.85686846e-02,\n",
" 2.85148099e-02, 4.69614305e-02, -7.13366196e-02, -5.42940497e-02,\n",
" -2.93048844e-03, 7.59719312e-02, -6.13191873e-02, -8.25826265e-03,\n",
" -2.22400371e-02, -1.21668298e-02, 5.22109009e-02, 3.81973907e-02,\n",
" -5.84006542e-03, 1.62770208e-02, 6.46632537e-02, 6.38305992e-02,\n",
" -1.49585288e-02, -7.96322078e-02, -9.84372664e-03, -2.12015118e-02,\n",
" 1.88881252e-02, 4.96059097e-02, -1.03097912e-02, -6.64687902e-02,\n",
" 4.45532054e-02, -6.93627819e-02, -4.58805040e-02, 3.61731299e-03,\n",
" -2.22245213e-02, -6.15404174e-02, 1.51012810e-02, -1.93420276e-02,\n",
" 4.56186086e-02, -9.88854282e-03, -5.92197776e-02, -3.82650159e-02,\n",
" 1.45680048e-02, -7.26548908e-03, -1.58911552e-02, 3.62917073e-02,\n",
" -9.07400325e-02, -1.34930871e-02, -4.56935614e-02, 2.24901270e-02,\n",
" 5.58806174e-02, -4.92032245e-02, 2.76890062e-02, -4.94600199e-02,\n",
" 5.14525659e-02, -1.03082238e-02, -1.15865199e-02, 3.07868756e-02,\n",
" 4.25023437e-02, 3.59132774e-02, 5.31139523e-02, 3.25261392e-02,\n",
" -9.36193485e-03, 4.89510968e-02, 2.03601848e-02, -2.86278315e-02,\n",
" -5.90756238e-02, -3.01262606e-02, 1.88909676e-02, -6.03062734e-02,\n",
" -1.34940548e-02, -4.39920276e-02, -9.30570588e-02, 2.69490723e-02,\n",
" -1.43788999e-03, 9.11300704e-02, 1.20615289e-02, 1.83851905e-02,\n",
" 7.54628144e-03, 1.88432392e-02, -4.96233590e-02, -4.13520867e-03,\n",
" -1.22400843e-01, -1.08209541e-02, 4.70755808e-02, -3.99361141e-02,\n",
" -6.28086329e-02, -4.99207936e-02, -3.24338931e-03, 2.66844183e-02,\n",
" -4.65345830e-02, -9.41689014e-02, -4.07198705e-02, 5.56320511e-02,\n",
" -1.02102263e-02, -4.45092916e-02, -4.36357446e-02, 3.02382950e-02,\n",
" -6.01198785e-02, 7.83666037e-03, 6.67894855e-02, -1.75032057e-02,\n",
" -1.25610707e-02, 7.01075303e-04, 2.26971619e-02, 5.67177357e-03,\n",
" -2.70921867e-02, 2.53780745e-02, -5.12719564e-02, -8.13872144e-02,\n",
" 1.98715422e-02, -1.97294485e-02, 1.06861927e-01, -4.74268720e-02,\n",
" 2.52076332e-02, 1.49948271e-02, 8.61470178e-02, 3.68561149e-02,\n",
" 1.36852572e-02, -4.10781726e-02, 1.23319756e-02, 1.71939619e-02,\n",
" 7.43575022e-02, -1.70298712e-03, 3.15889679e-02, 4.06489298e-02,\n",
" -4.03634505e-03, 2.90253684e-02, -1.50514171e-02, 1.61613170e-02,\n",
" -8.49551894e-03, -3.66409346e-02, 3.18177268e-02, 6.04859963e-02,\n",
" 6.70045391e-02, 1.84443910e-02, 1.95698179e-02, 2.95205787e-02,\n",
" 5.64302225e-03, 4.60065007e-02, -1.28855240e-02, -6.17603064e-02,\n",
" -2.41338927e-02, 8.34329054e-02, -1.23523800e-02, -4.41995785e-02,\n",
" 4.23946418e-02, 1.41179655e-02, -5.39954342e-02, -4.84588966e-02,\n",
" 4.99507561e-02, 9.16618481e-03, 3.06063741e-02, -6.56583905e-02,\n",
" 1.20775672e-02, -4.34062406e-02, -1.36521254e-02, -2.24655177e-02,\n",
" -7.36123766e-04, 6.08393401e-02, 8.31971690e-03, 1.24374479e-02,\n",
" -4.29321900e-02, -6.03856482e-02, 2.33015772e-02, 1.64319258e-02,\n",
" 1.74765792e-02, -1.24789518e-03, 1.14825396e-02, -5.94792701e-02,\n",
" 6.21847399e-02, 3.33663286e-03, 6.96900785e-02, -3.63751724e-02,\n",
" 1.41262291e-02, 4.46739458e-02, 1.34093851e-01, 4.60263528e-03,\n",
" -6.07197806e-02, -1.00536138e-01, 3.88838612e-02, -3.14254984e-02,\n",
" -3.63651849e-03, -1.37214353e-02, 1.17552541e-02, 7.42308721e-02,\n",
" 3.03098094e-02, -3.05228736e-02, -1.42689515e-02, 7.39525408e-02,\n",
" 9.09464713e-03, -1.42565304e-02, -2.94116396e-03, -1.02221280e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'sparta': Embedding(embedding=array([ 1.02629773e-01, -3.88819650e-02, -9.20985639e-03, 2.64551695e-02,\n",
" -1.27313873e-02, -5.44969030e-02, 1.45637952e-02, 6.33315742e-02,\n",
" 9.76485163e-02, 4.92700487e-02, -2.98856366e-02, 6.07703440e-02,\n",
" 3.22442874e-02, 1.84925459e-02, -5.83583629e-03, 4.80751656e-02,\n",
" 6.16263635e-02, 8.33532289e-02, -1.11989053e-02, -1.22528765e-02,\n",
" -8.06793869e-02, -3.33734676e-02, -2.58556544e-03, 3.85317840e-02,\n",
" -8.40099901e-03, 3.29573662e-03, 1.57043189e-02, -4.63717058e-02,\n",
" 4.40805182e-02, -1.19694592e-02, 7.71481916e-02, -2.63136551e-02,\n",
" 2.36367956e-02, -2.55795568e-03, 3.49789262e-02, -3.47551219e-02,\n",
" -3.84520404e-02, -1.87402777e-02, -9.39441770e-02, 3.98571901e-02,\n",
" -4.61582541e-02, 2.96178572e-02, -3.43979485e-02, -8.52805842e-03,\n",
" 5.06866388e-02, -5.22943027e-02, -4.69093397e-02, 5.54987341e-02,\n",
" -2.31165010e-02, 1.34733124e-02, 3.41021679e-02, -2.44093519e-02,\n",
" -2.45396234e-03, 2.54926998e-02, 4.12718132e-02, 7.49257877e-02,\n",
" -3.05453911e-02, -9.35830176e-02, -1.38692418e-02, -2.52786558e-02,\n",
" 3.45403478e-02, -1.25176483e-03, 1.30337393e-02, 1.08421594e-02,\n",
" 2.38485485e-02, 2.95741279e-02, 3.73941921e-02, 2.21971814e-02,\n",
" -2.02397816e-03, -1.53671168e-02, -2.19056057e-03, 7.49879982e-03,\n",
" 4.04945314e-02, 1.35223091e-01, -3.63681689e-02, 9.86183155e-03,\n",
" 2.46314798e-02, -9.60183963e-02, 3.34453098e-02, -1.46218324e-02,\n",
" 4.30621672e-03, 2.04581656e-02, -6.03715479e-02, 3.97840366e-02,\n",
" -7.41947908e-03, 5.42885177e-02, -1.74067449e-02, -9.74811018e-02,\n",
" -7.08076805e-02, -2.94190198e-02, -3.88995148e-02, -4.39123884e-02,\n",
" -1.47417383e-02, -9.00412872e-02, -8.05130079e-02, 2.88211703e-02,\n",
" -6.85247257e-02, 4.38369885e-02, 5.71206165e-03, 1.39035992e-02,\n",
" -1.17458003e-02, -2.51819063e-02, 5.14962478e-03, -1.94447674e-02,\n",
" -3.94892581e-02, -2.97207665e-02, 5.67226671e-04, 3.13050523e-02,\n",
" -3.84609737e-02, 6.91308081e-02, -4.60538417e-02, -8.74364842e-03,\n",
" 1.62874833e-02, -1.59044676e-02, 4.64496389e-03, 7.79504851e-02,\n",
" 3.91305871e-02, 7.45042413e-02, -6.57996163e-02, -1.10254986e-02,\n",
" -1.99168041e-01, -5.10920882e-02, 1.85568966e-02, 1.17503563e-02,\n",
" -2.65710503e-02, 9.98660107e-04, -3.57161686e-02, 3.68758515e-02,\n",
" -7.46223032e-02, 6.31778827e-03, 4.82791569e-03, 4.92355004e-02,\n",
" -4.11033779e-02, 2.02466398e-02, -3.21455300e-02, 6.04163595e-02,\n",
" 2.93091480e-02, 6.23081215e-02, -7.68596865e-03, 1.94627736e-02,\n",
" -2.40006540e-02, -1.72650293e-02, -3.82191762e-02, 1.44064678e-02,\n",
" -2.52827015e-02, 3.15109827e-02, -4.41997731e-03, 5.89793585e-02,\n",
" -4.84772995e-02, 7.79236108e-03, 4.19311225e-02, 2.73738652e-02,\n",
" -2.78619174e-02, 4.14769277e-02, -1.93435848e-02, -5.15074059e-02,\n",
" -2.98749413e-02, 3.69663425e-02, 4.00981046e-02, 7.02649588e-03,\n",
" 1.51001746e-02, 4.83419970e-02, 4.41869460e-02, -7.39729851e-02,\n",
" -8.48763809e-02, 4.20369720e-03, 7.14144669e-03, -2.38408297e-02,\n",
" 4.65073735e-02, 2.68629696e-02, -1.80273205e-02, 3.15628946e-02,\n",
" -3.64914536e-02, 1.57325976e-02, 4.82254587e-02, -9.73997265e-02,\n",
" -3.15736197e-02, -1.09731015e-02, 2.92412769e-02, 6.81088190e-04,\n",
" 2.41757464e-02, -3.50882262e-02, -1.16854161e-03, -1.66786928e-02,\n",
" 2.50702491e-03, 8.81410018e-03, 2.65838788e-03, 1.90905295e-02,\n",
" -3.87211218e-02, -4.97183856e-03, -8.39571953e-02, -3.15853246e-02,\n",
" -1.94911622e-02, 1.44104222e-02, -6.41068891e-02, 4.57667373e-02,\n",
" 6.14842400e-02, 8.48479476e-03, -4.46120277e-02, -1.12812594e-02,\n",
" 8.17406178e-02, 2.40437035e-02, 5.70765100e-02, -2.53700954e-03,\n",
" -4.42587510e-02, 3.92047968e-03, 4.32718508e-02, -2.74820756e-02,\n",
" -6.02668989e-03, -6.71878010e-02, 5.48060499e-02, -1.62296575e-02,\n",
" 7.21766129e-02, -2.17401097e-03, -1.84491482e-02, 2.18627416e-02,\n",
" -9.15414914e-02, -8.64273235e-02, -3.52366641e-02, 3.46641839e-02,\n",
" 4.40222807e-02, 2.42364369e-02, 7.14041814e-02, 2.29156315e-02,\n",
" -4.37991868e-04, -3.68736386e-02, 3.22896168e-02, -6.47613732e-03,\n",
" 5.40263439e-03, -2.00169496e-02, -4.89619188e-02, 4.89397123e-02,\n",
" 3.29521373e-02, -3.62681486e-02, 4.92241271e-02, -3.08940932e-02,\n",
" -6.07953705e-02, 1.02172280e-02, 1.74111743e-02, -7.84157068e-02,\n",
" -2.41798609e-02, -4.00278755e-02, 1.85628305e-03, 3.40491831e-02,\n",
" 2.15640552e-02, -4.44253646e-02, -5.40314540e-02, -2.47165132e-02,\n",
" 2.81565078e-02, -4.99843918e-02, 3.49979475e-03, 1.31249959e-02,\n",
" -7.60325715e-02, -2.87472997e-02, 4.43080552e-02, 1.21339411e-02,\n",
" 5.33314832e-02, -5.77180721e-02, -3.95256281e-02, -9.36283022e-02,\n",
" -4.49503995e-02, 1.17904656e-02, -3.38324457e-02, -2.77051535e-02,\n",
" 1.72797423e-02, 1.94879842e-03, -5.84730366e-03, -1.12398438e-01,\n",
" -8.12128559e-02, 1.59531794e-02, -4.05492969e-02, 9.60523635e-02,\n",
" -2.70657819e-02, -5.34523427e-02, 7.51059428e-02, 1.24366367e-02,\n",
" 3.99176069e-02, 2.52182763e-02, -9.91315395e-03, 1.19631514e-02,\n",
" 6.49471954e-02, -6.16311133e-02, 2.24298071e-02, 3.16374861e-02,\n",
" 6.11165026e-03, -2.30019223e-02, -3.37670855e-02, 1.73476245e-02,\n",
" -3.37257609e-02, 3.14795561e-02, 6.76488364e-03, 1.41134234e-02,\n",
" -4.48446758e-02, 1.81116275e-02, 3.85909416e-02, -1.46368621e-02,\n",
" -9.00568068e-03, -1.33164390e-03, 1.30684257e-01, 9.39787850e-02,\n",
" 2.20512338e-02, 1.46050379e-02, 2.27185506e-02, -4.09341268e-02,\n",
" 5.15383929e-02, 1.16130024e-01, -1.74445473e-02, 3.52553129e-02,\n",
" -2.41213292e-03, -1.46325631e-02, -1.54361213e-02, -3.77980694e-02,\n",
" -5.99356927e-02, 5.74882850e-02, 1.16116852e-02, 2.17790646e-03,\n",
" -1.25976643e-02, 5.07938862e-03, -1.04818353e-02, -5.52280396e-02,\n",
" 6.76467344e-02, 5.15749715e-02, 1.73459351e-02, 6.07627667e-02,\n",
" 2.47230325e-02, 1.32569661e-02, -6.18721694e-02, -4.23457921e-02,\n",
" 2.74914154e-03, 7.90245309e-02, -4.58601750e-02, -1.55344475e-02,\n",
" -1.55079672e-02, -2.42284760e-02, 6.72958270e-02, 3.41316834e-02,\n",
" 7.00333994e-03, 3.09723336e-02, 7.11795911e-02, 5.30453250e-02,\n",
" 5.10018878e-03, -6.37106970e-02, -6.80862740e-03, -9.85327642e-03,\n",
" -1.58113148e-03, 4.74182181e-02, -1.79255623e-02, -7.08319619e-02,\n",
" 4.69489545e-02, -7.57837519e-02, -5.29079959e-02, -1.02495272e-02,\n",
" -2.89360061e-02, -6.35561422e-02, 1.88948251e-02, -3.31931077e-02,\n",
" 3.60161811e-02, -2.31687464e-02, -5.62541001e-02, -3.58322337e-02,\n",
" 1.53468773e-02, -1.79508012e-02, -1.93178374e-02, 3.83865796e-02,\n",
" -6.91222697e-02, -1.09319864e-02, -2.72900369e-02, 1.13649806e-02,\n",
" 6.43328726e-02, -5.19947261e-02, 3.68429609e-02, -5.02167381e-02,\n",
" 4.07013409e-02, -1.82537828e-02, -6.30763173e-03, 2.28678193e-02,\n",
" 4.64639068e-02, 3.28078270e-02, 5.23664169e-02, 3.77798341e-02,\n",
" -2.71535404e-02, 4.12114561e-02, -3.03615979e-03, -3.13812234e-02,\n",
" -5.86472228e-02, -2.96689253e-02, 1.25473496e-02, -4.17957492e-02,\n",
" -2.01231614e-02, -4.82656136e-02, -9.79938433e-02, 2.31116917e-02,\n",
" -2.05371194e-02, 7.97667354e-02, 1.16549544e-02, 1.78043768e-02,\n",
" 1.92202181e-02, 2.60003190e-02, -6.21152446e-02, -1.44362571e-02,\n",
" -1.22080244e-01, -1.78120397e-02, 4.69704717e-02, -2.79130731e-02,\n",
" -5.52661568e-02, -5.26879132e-02, -6.73358794e-03, 2.38154214e-02,\n",
" -4.33033705e-02, -8.38257298e-02, -3.26757841e-02, 5.75018115e-02,\n",
" -9.76159051e-03, -2.83428598e-02, -5.29892892e-02, 1.69977583e-02,\n",
" -7.44178295e-02, 1.01690665e-02, 7.54006505e-02, 3.60989571e-03,\n",
" 5.58996864e-04, -1.46855777e-02, 2.08202247e-02, 2.72515579e-03,\n",
" -2.97215227e-02, 2.13455036e-02, -4.60451283e-02, -8.88722166e-02,\n",
" 2.05688104e-02, -1.23521397e-02, 9.96318758e-02, -5.75897247e-02,\n",
" 3.64775956e-02, 1.38807558e-02, 9.35889035e-02, 4.88462411e-02,\n",
" 2.19508912e-02, -2.21769344e-02, 8.92296061e-03, 5.19887032e-03,\n",
" 8.04886073e-02, 1.07768895e-02, 3.66999432e-02, 2.76179686e-02,\n",
" -3.00532090e-04, 3.17228958e-02, -1.65640377e-02, 1.68682355e-02,\n",
" -6.16651541e-03, -2.39306353e-02, 2.95640621e-02, 6.47358149e-02,\n",
" 7.49173015e-02, 4.35048416e-02, 1.05102025e-02, 4.99125049e-02,\n",
" 1.33800767e-02, 4.31121551e-02, -2.30432153e-02, -5.13442345e-02,\n",
" -3.29691991e-02, 6.25515655e-02, -9.54023199e-05, -4.24262583e-02,\n",
" 5.79520985e-02, 9.81875975e-03, -4.48314510e-02, -4.31541651e-02,\n",
" 6.22593015e-02, 2.10654587e-02, 3.73380780e-02, -4.69330251e-02,\n",
" -9.91391367e-04, -5.36044762e-02, 8.42390303e-03, -1.92868803e-02,\n",
" -1.30477538e-02, 4.95150983e-02, 1.61488093e-02, 5.50483912e-03,\n",
" -2.49293987e-02, -8.70566741e-02, 3.87583561e-02, 2.48574861e-03,\n",
" 1.06275566e-02, 9.51947458e-03, 1.86780374e-02, -5.84043227e-02,\n",
" 6.16967082e-02, 2.21454836e-02, 5.68294972e-02, -4.60783504e-02,\n",
" 1.27837872e-02, 3.56659740e-02, 1.08193152e-01, -9.04217456e-03,\n",
" -4.85442132e-02, -1.04997844e-01, 2.25294344e-02, -3.15265469e-02,\n",
" -7.87840411e-03, -4.33576619e-03, -3.56775150e-03, 7.16978684e-02,\n",
" 2.47881413e-02, -2.24730782e-02, -1.14734760e-02, 8.42453241e-02,\n",
" 2.10640188e-02, -8.32600892e-03, -4.36978042e-03, -9.21312869e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'spiderman': Embedding(embedding=array([ 1.08844273e-01, -4.32771258e-02, -1.24295559e-02, -7.78264832e-04,\n",
" -1.00089498e-02, -6.49275929e-02, 2.67333128e-02, 6.04195260e-02,\n",
" 9.73823294e-02, 5.61023019e-02, -1.99398622e-02, 4.68118638e-02,\n",
" 2.87251193e-02, 2.18562558e-02, -1.32898455e-02, 3.17383185e-02,\n",
" 5.77186346e-02, 8.95645395e-02, 3.48461734e-04, -1.97402965e-02,\n",
" -8.56604278e-02, -4.48863730e-02, -5.26751450e-04, 5.39237261e-02,\n",
" 1.46687971e-02, 2.23184433e-02, 4.95187519e-03, -3.72917168e-02,\n",
" 5.98188154e-02, -1.37987249e-02, 7.97267854e-02, -1.33043649e-02,\n",
" 2.69896793e-03, 6.42792881e-03, 4.25602347e-02, -2.35740673e-02,\n",
" -4.50996310e-02, -1.78110581e-02, -8.48087668e-02, 4.70474772e-02,\n",
" -4.53715287e-02, 1.19210267e-02, -2.32505240e-02, -1.03845866e-02,\n",
" 4.35472727e-02, -6.02848791e-02, -4.27662618e-02, 4.99773286e-02,\n",
" -2.69874316e-02, 1.60016157e-02, 3.46567072e-02, -1.31352954e-02,\n",
" -1.52664632e-03, 1.77316908e-02, 4.66260239e-02, 7.31640011e-02,\n",
" -7.25792861e-03, -8.63476992e-02, -2.50353869e-02, -2.36045718e-02,\n",
" 4.63821515e-02, 1.32058971e-02, 2.55618859e-02, 1.71226561e-02,\n",
" 1.31522687e-02, 8.50295927e-03, 3.97271961e-02, 1.72762722e-02,\n",
" -7.72542926e-03, -2.09975000e-02, -2.16707140e-02, 2.70776898e-02,\n",
" 2.64108926e-02, 1.51696414e-01, -1.86019763e-02, 8.61087721e-03,\n",
" 1.54075092e-02, -8.70981663e-02, 2.56055258e-02, -1.93906892e-02,\n",
" 3.20804827e-02, 1.54391816e-02, -7.14503229e-02, 4.72991057e-02,\n",
" -2.07150243e-02, 4.26885299e-02, -2.22753268e-02, -9.38988179e-02,\n",
" -5.66359162e-02, -2.80676465e-02, -2.19198428e-02, -4.21175919e-02,\n",
" -3.37409303e-02, -9.03938115e-02, -7.66282976e-02, 3.54569890e-02,\n",
" -7.17220455e-02, 3.66554558e-02, -1.58886444e-02, 1.29116385e-03,\n",
" -8.75460915e-03, -1.70000661e-02, -3.71653424e-03, -2.54443493e-02,\n",
" -3.54179516e-02, -1.86565816e-02, 7.28089362e-04, 3.25481854e-02,\n",
" -4.94213328e-02, 7.77137503e-02, -3.66192125e-02, -2.23319549e-02,\n",
" -1.01403287e-03, -7.50327809e-03, 7.56518310e-03, 8.24686065e-02,\n",
" 2.64333747e-02, 8.56887326e-02, -6.85621127e-02, -1.98448971e-02,\n",
" -1.64758042e-01, -5.68303093e-02, 2.86919400e-02, 9.48656816e-04,\n",
" -1.88750215e-02, 2.73416657e-03, -3.03178020e-02, 4.40504737e-02,\n",
" -7.57093355e-02, 1.82470940e-02, 6.51437463e-03, 6.60704002e-02,\n",
" -3.00258566e-02, 2.72123367e-02, -3.74679789e-02, 5.34483790e-02,\n",
" 2.15356611e-02, 6.19467497e-02, -1.10342354e-02, 1.46801658e-02,\n",
" -3.14197615e-02, -2.39030290e-02, -1.31470431e-02, 1.55709013e-02,\n",
" -1.83431655e-02, 3.91120538e-02, 8.77492689e-03, 5.76325655e-02,\n",
" -4.66275550e-02, 8.19072407e-03, 5.06575257e-02, 2.75525339e-02,\n",
" -2.99924612e-02, 3.05162072e-02, -3.46768834e-02, -5.38581349e-02,\n",
" -2.95026191e-02, 2.42173932e-02, 3.18922475e-02, 3.56882089e-03,\n",
" 2.27863844e-02, 4.98455130e-02, 4.34592813e-02, -6.86117709e-02,\n",
" -9.27699059e-02, -2.74885003e-03, 4.49192058e-03, -3.53257768e-02,\n",
" 3.88318487e-02, 4.39298600e-02, -3.14288549e-02, 3.52880210e-02,\n",
" -3.94129790e-02, 1.27985962e-02, 3.80301103e-02, -8.38043615e-02,\n",
" -2.70845145e-02, -1.16287600e-02, 3.23150270e-02, 6.25248824e-04,\n",
" 2.63775960e-02, -4.55174558e-02, 6.22970378e-03, -1.05219120e-02,\n",
" 1.15534873e-03, 1.20363077e-02, 6.44824980e-03, 9.93639324e-03,\n",
" -4.39404249e-02, 4.27621038e-04, -8.17763656e-02, -3.40541340e-02,\n",
" -1.60417054e-02, 1.17473910e-02, -6.59143105e-02, 3.92360650e-02,\n",
" 4.57652994e-02, -8.93503986e-03, -5.09865321e-02, 1.69084768e-03,\n",
" 8.95223916e-02, 3.42014879e-02, 4.82390374e-02, 1.84264348e-03,\n",
" -2.82897446e-02, 1.45499799e-02, 3.21089253e-02, -3.32663953e-02,\n",
" -8.41778517e-03, -5.59906773e-02, 5.09637035e-02, -1.28864991e-02,\n",
" 6.28425404e-02, 6.11181790e-03, -8.57998431e-03, 3.77057008e-02,\n",
" -8.79895836e-02, -9.28571448e-02, -4.23268937e-02, 3.54187824e-02,\n",
" 2.45625619e-02, 3.53264473e-02, 5.75823672e-02, 1.87238194e-02,\n",
" 8.45100079e-03, -2.50432119e-02, 2.57904995e-02, -1.56087531e-02,\n",
" 7.19078118e-03, -1.03660477e-02, -5.62853962e-02, 3.80488262e-02,\n",
" 3.20086405e-02, -4.73068468e-02, 4.81813587e-02, -3.67187597e-02,\n",
" -5.12396954e-02, 1.18907187e-02, 1.89434271e-02, -9.54739377e-02,\n",
" -1.86168849e-02, -4.80248109e-02, 2.63388753e-02, 5.38075678e-02,\n",
" 2.37287283e-02, -2.71965005e-02, -7.10922480e-02, -2.26910915e-02,\n",
" 4.82792184e-02, -3.99715938e-02, 1.51402680e-02, 1.71599481e-02,\n",
" -7.29948059e-02, -2.74835918e-02, 4.01335061e-02, 2.58277077e-02,\n",
" 5.24805672e-02, -5.78465797e-02, -5.01316078e-02, -8.38838592e-02,\n",
" -3.19494531e-02, 9.55630094e-03, -4.45283204e-02, -2.73941327e-02,\n",
" 1.34080965e-02, -3.01187159e-03, -4.30862233e-03, -1.03308804e-01,\n",
" -7.83005431e-02, 4.01691236e-02, -3.64417918e-02, 8.62483531e-02,\n",
" -3.16211507e-02, -5.30857444e-02, 5.66066727e-02, 9.43973754e-03,\n",
" 3.83718386e-02, 2.44743079e-02, 1.27988786e-03, 1.36613259e-02,\n",
" 6.06297143e-02, -4.62903678e-02, -9.64341394e-04, 5.00771888e-02,\n",
" 2.04449240e-03, -3.24963406e-02, -2.66791303e-02, 7.02357758e-03,\n",
" -4.33322936e-02, 3.40991318e-02, 1.33725302e-02, 5.55268675e-03,\n",
" -2.73922458e-02, 8.61525349e-03, 4.97301221e-02, -1.99837871e-02,\n",
" -6.11471944e-03, -7.97296781e-03, 1.24963202e-01, 9.41735804e-02,\n",
" 3.31029333e-02, 2.06137057e-02, 3.59653458e-02, -3.82044055e-02,\n",
" 6.07602969e-02, 9.25691649e-02, -8.35520029e-03, 3.07534859e-02,\n",
" -8.74667987e-03, -2.39887033e-02, -3.63490023e-02, -4.53374758e-02,\n",
" -4.80803736e-02, 6.81566224e-02, 2.59283241e-02, 7.14242458e-03,\n",
" 1.97381992e-03, -3.75389238e-03, -3.29606282e-03, -5.43777384e-02,\n",
" 8.16311538e-02, 7.23408982e-02, 9.63517651e-03, 5.23618534e-02,\n",
" 2.45571192e-02, 4.36956510e-02, -6.56392351e-02, -5.28878607e-02,\n",
" -6.15518959e-03, 7.68394843e-02, -5.77371940e-02, -9.83731914e-03,\n",
" -2.08627526e-02, -1.61894523e-02, 5.15224263e-02, 3.66734974e-02,\n",
" 1.65964500e-03, 2.10402738e-02, 7.08125085e-02, 6.37072772e-02,\n",
" -9.93984099e-03, -7.82084987e-02, -6.08566683e-03, -1.78254005e-02,\n",
" 1.47155663e-02, 4.53864597e-02, -5.91317192e-03, -7.30362684e-02,\n",
" 4.07713726e-02, -6.78023770e-02, -5.11624552e-02, -3.83022288e-03,\n",
" -2.47066598e-02, -6.34123459e-02, 1.90543775e-02, -2.00453717e-02,\n",
" 4.76246476e-02, -6.00615377e-03, -5.80211617e-02, -4.06730473e-02,\n",
" 1.22043109e-02, -8.02121684e-03, -1.41969938e-02, 4.43512239e-02,\n",
" -9.02601629e-02, -1.05943708e-02, -3.93844359e-02, 1.84637159e-02,\n",
" 5.59369363e-02, -4.90165278e-02, 3.53072137e-02, -4.88990918e-02,\n",
" 4.86446731e-02, -1.46282837e-02, -1.11235203e-02, 3.01570520e-02,\n",
" 4.86404225e-02, 3.83081324e-02, 4.88295257e-02, 3.56199145e-02,\n",
" -1.42976688e-02, 4.24037240e-02, 1.95509680e-02, -2.78474893e-02,\n",
" -6.15751073e-02, -2.82534063e-02, 1.75911132e-02, -5.49021102e-02,\n",
" -1.50329517e-02, -4.01964933e-02, -9.47673544e-02, 2.63668243e-02,\n",
" -9.96909454e-04, 8.70793462e-02, 2.95190489e-06, 1.51156839e-02,\n",
" 9.61242709e-03, 1.90282781e-02, -5.37904017e-02, -7.54353032e-03,\n",
" -1.26277328e-01, -1.12173045e-02, 5.32439686e-02, -4.04776223e-02,\n",
" -5.48028685e-02, -4.90386114e-02, -3.02865799e-03, 2.36719791e-02,\n",
" -4.77757268e-02, -9.20962319e-02, -4.03135382e-02, 5.55801131e-02,\n",
" -1.23688476e-02, -4.44230288e-02, -4.47271876e-02, 2.54761912e-02,\n",
" -5.83828166e-02, 6.06218074e-03, 6.81071728e-02, -1.05138691e-02,\n",
" -9.33383312e-03, -6.62103179e-04, 1.66802909e-02, 4.09474317e-03,\n",
" -2.90766843e-02, 2.60131620e-02, -5.11808358e-02, -8.54207575e-02,\n",
" 2.06732750e-02, -2.13216953e-02, 1.06438175e-01, -4.66911681e-02,\n",
" 2.32862104e-02, 1.09458482e-02, 8.50486606e-02, 3.42339575e-02,\n",
" 1.44800898e-02, -3.24879475e-02, 1.23890014e-02, 1.37816081e-02,\n",
" 8.07573125e-02, 1.73095742e-03, 3.63467522e-02, 3.22566479e-02,\n",
" -3.03587830e-03, 3.48802693e-02, -1.62559673e-02, 1.78393368e-02,\n",
" -6.45478768e-03, -3.49857286e-02, 3.97163294e-02, 5.69454618e-02,\n",
" 7.02487528e-02, 3.23325731e-02, 1.71571970e-02, 3.63905653e-02,\n",
" 6.47217361e-03, 4.21272814e-02, -1.19729387e-02, -5.65664470e-02,\n",
" -2.60160472e-02, 7.64029846e-02, -1.33604007e-02, -3.67199294e-02,\n",
" 4.86074388e-02, 1.73835326e-02, -5.77126518e-02, -4.29898649e-02,\n",
" 5.95510788e-02, 1.42384032e-02, 3.32547650e-02, -6.20625503e-02,\n",
" 1.49414428e-02, -4.76690009e-02, -9.36479587e-03, -2.37371419e-02,\n",
" -2.82624131e-03, 6.08967841e-02, 6.30670972e-03, 2.76277773e-03,\n",
" -4.31832150e-02, -6.05393797e-02, 2.63530929e-02, 1.74157843e-02,\n",
" 1.68108512e-02, 6.22288231e-03, 1.70215871e-02, -6.13294654e-02,\n",
" 6.32114783e-02, -1.33183796e-03, 6.39943480e-02, -3.80485430e-02,\n",
" 1.05138468e-02, 4.08278070e-02, 1.31415904e-01, 1.22415565e-03,\n",
" -5.47037497e-02, -1.00750066e-01, 3.57639790e-02, -3.24334167e-02,\n",
" -9.56069957e-03, -1.44334277e-02, 1.14997206e-02, 7.70312548e-02,\n",
" 3.00457422e-02, -2.43622903e-02, -1.29752895e-02, 7.53498524e-02,\n",
" 1.18515454e-02, -1.82202850e-02, -4.93254885e-03, -1.03299633e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'spirit': Embedding(embedding=array([ 0.08835371, -0.06730402, -0.01935978, -0.02408512, 0.00274057,\n",
" -0.03466006, 0.04578095, 0.04519404, 0.07870124, 0.06544569,\n",
" -0.00104964, 0.0274329 , 0.01963619, 0.01244339, -0.01678972,\n",
" -0.00072333, 0.02809884, 0.081536 , 0.02463074, -0.01733823,\n",
" -0.08229406, -0.03759912, 0.01114312, 0.06682403, 0.04613585,\n",
" 0.03871653, -0.014582 , -0.04979746, 0.04475053, -0.00855899,\n",
" 0.0680929 , -0.00287064, -0.03547333, -0.00227888, 0.03313668,\n",
" 0.00067434, -0.01842568, -0.02294024, -0.06806978, 0.06242756,\n",
" -0.02438276, 0.01424818, -0.01438953, -0.00679672, 0.03875194,\n",
" -0.05333219, -0.03118982, 0.04904415, -0.03322166, 0.01780227,\n",
" 0.02593563, -0.00257788, 0.0098453 , 0.02037711, 0.03488953,\n",
" 0.03594619, -0.00412208, -0.04674403, -0.02802288, -0.03418732,\n",
" 0.03126476, 0.04076565, 0.0349028 , 0.01988038, 0.00822992,\n",
" 0.00607158, 0.03054593, -0.00573918, -0.01250519, -0.04724072,\n",
" -0.03554182, 0.05751514, 0.02084302, 0.16437826, -0.00485756,\n",
" 0.02425812, -0.00184747, -0.06193637, 0.03381253, -0.01989985,\n",
" 0.0793566 , 0.01106852, -0.08724726, 0.06221113, -0.03001901,\n",
" -0.00025347, -0.01986672, -0.07638904, -0.04818957, -0.04075085,\n",
" -0.00895885, -0.02436217, -0.06566403, -0.0808824 , -0.03201727,\n",
" -0.00707968, -0.05523456, 0.02177448, -0.02386039, -0.01464103,\n",
" -0.00390319, -0.02385743, -0.03560111, -0.04014143, -0.0522058 ,\n",
" 0.00128153, 0.0016443 , 0.02106168, -0.07934574, 0.07541434,\n",
" -0.01009799, -0.04591777, -0.01710309, -0.0054144 , 0.00358039,\n",
" 0.08406097, -0.00251491, 0.09953824, -0.06281754, -0.04978101,\n",
" -0.13446008, -0.05144037, 0.04968197, -0.01438094, -0.00911616,\n",
" -0.01736795, -0.00905992, 0.02705288, -0.05612749, 0.0359698 ,\n",
" -0.00055521, 0.06656639, -0.01855382, 0.0269494 , -0.03920082,\n",
" 0.05357872, -0.00307456, 0.05634413, 0.00386352, -0.0101368 ,\n",
" -0.03600836, -0.01255775, 0.00185364, -0.00859545, 0.01745781,\n",
" 0.02286829, 0.01766985, 0.04666776, -0.02836854, 0.00105366,\n",
" 0.06243833, 0.01562751, -0.00415905, -0.00163422, -0.06803674,\n",
" -0.07516372, -0.01000637, -0.01544281, 0.03678957, 0.00768908,\n",
" 0.0552611 , 0.0200572 , 0.02629226, -0.06629536, -0.07227805,\n",
" 0.01856826, -0.00776315, -0.04057829, 0.0101601 , 0.06732582,\n",
" -0.04769913, 0.05558385, -0.03346004, -0.0223556 , 0.03183705,\n",
" -0.06357443, -0.03086273, -0.0310669 , 0.01744487, -0.01511381,\n",
" 0.03757604, -0.0478765 , 0.02293442, -0.00410831, 0.00268553,\n",
" 0.04171284, 0.00710039, 0.00746164, -0.03808745, 0.02067148,\n",
" -0.08061823, -0.0090882 , -0.03225878, -0.00261242, -0.05131548,\n",
" 0.03867462, 0.05229128, -0.01802893, -0.05608161, 0.0082951 ,\n",
" 0.07443894, 0.0420114 , 0.03908139, -0.03024408, 0.00369737,\n",
" 0.04545761, -0.0045069 , -0.02682976, 0.00086198, -0.02202172,\n",
" 0.04428317, -0.0327353 , 0.05208775, -0.01034295, -0.0076193 ,\n",
" 0.05629056, -0.05878047, -0.06549838, -0.05095169, 0.03196541,\n",
" 0.03187468, 0.025984 , 0.06443662, -0.0140622 , 0.00923257,\n",
" -0.00183569, 0.01798039, -0.03993495, 0.0426352 , -0.00210246,\n",
" -0.03597 , 0.04613905, 0.0164996 , -0.04060038, 0.01753271,\n",
" -0.02598784, -0.0203225 , -0.0003328 , 0.02857801, -0.11966882,\n",
" -0.00169094, -0.05446702, 0.07036003, 0.07426614, 0.01372703,\n",
" -0.01424742, -0.06337183, -0.00081609, 0.04967937, -0.02521261,\n",
" 0.02218446, 0.01299477, -0.0756086 , -0.03185855, 0.02996728,\n",
" 0.03676796, 0.06941795, -0.06580608, -0.06338638, -0.05146263,\n",
" -0.01760698, -0.00362876, -0.07745241, -0.01582311, 0.05608136,\n",
" -0.01494477, -0.0159064 , -0.08096745, -0.07253316, 0.05914627,\n",
" -0.02462296, 0.08771893, -0.03131597, -0.06026695, 0.03808006,\n",
" -0.01315547, 0.02224587, 0.01310249, -0.02514617, 0.00132776,\n",
" 0.04534855, -0.01594705, -0.0143757 , 0.0487368 , -0.00181825,\n",
" -0.05027801, -0.00071441, -0.00253175, -0.06080901, 0.03414527,\n",
" -0.00795801, 0.02725983, -0.01734844, 0.01049103, 0.03528294,\n",
" -0.01506343, -0.02969948, -0.02694626, 0.10317578, 0.0852109 ,\n",
" 0.03038152, 0.0253895 , 0.0724934 , -0.03892491, 0.06840587,\n",
" 0.04288176, 0.01299389, 0.00377674, -0.04072995, -0.03149546,\n",
" -0.04642008, -0.03902528, -0.02176965, 0.05906509, 0.0348101 ,\n",
" 0.01955146, 0.01337653, -0.01062946, 0.00250384, -0.09136082,\n",
" 0.0870236 , 0.0826759 , -0.00207518, 0.05621164, 0.01708495,\n",
" 0.05182971, -0.07324082, -0.10072817, 0.0044506 , 0.05729046,\n",
" -0.06826047, -0.01184481, -0.04190053, -0.00123958, 0.06259623,\n",
" 0.02990799, -0.0137969 , 0.03968319, 0.05715662, 0.06554486,\n",
" -0.04004797, -0.08583731, -0.02131586, -0.02611001, 0.04332713,\n",
" 0.05173873, -0.02529061, -0.08056916, 0.04775659, -0.05999774,\n",
" -0.04193566, -0.0117264 , -0.00548106, -0.03643842, 0.01892228,\n",
" 0.0065676 , 0.0590088 , -0.01005268, -0.06309123, -0.0379255 ,\n",
" 0.03265014, 0.0044643 , -0.02254893, 0.03494498, -0.11588661,\n",
" -0.02797111, -0.06034286, 0.04714007, 0.04646477, -0.02925505,\n",
" 0.01542323, -0.06979483, 0.06110754, 0.0117476 , -0.02658826,\n",
" 0.046735 , 0.03696075, 0.04122806, 0.05327996, 0.02244047,\n",
" 0.02681183, 0.06553181, 0.03395558, -0.00458026, -0.04261582,\n",
" -0.05115606, -0.01495825, -0.04512147, -0.00123609, 0.00450693,\n",
" -0.08654176, 0.02308164, 0.01246812, 0.12052171, 0.02078258,\n",
" 0.0142267 , -0.01623389, 0.02151597, -0.03866345, 0.01317311,\n",
" -0.14202167, -0.00764783, 0.07274344, -0.04211689, -0.08399788,\n",
" -0.04228958, 0.01428827, 0.02318757, -0.0305823 , -0.08436202,\n",
" -0.03996463, 0.06615355, -0.01973874, -0.02852989, -0.03089569,\n",
" 0.03770451, -0.01694768, -0.01388534, 0.05114396, -0.0307231 ,\n",
" -0.03139522, 0.02603368, -0.00083834, 0.00767205, -0.00961711,\n",
" 0.04458007, -0.04430629, -0.05243131, 0.00824988, -0.03076772,\n",
" 0.10042497, -0.06026451, 0.01021882, 0.00390456, 0.08960137,\n",
" 0.03797272, 0.01267766, -0.05030684, 0.01946935, 0.01893222,\n",
" 0.08005401, -0.0132556 , 0.03429972, 0.03342487, -0.01873627,\n",
" -0.00477782, 0.00237174, -0.01013466, -0.00908606, -0.04544265,\n",
" 0.02235223, 0.03771006, 0.05945044, -0.01047323, -0.00418655,\n",
" 0.01879871, -0.00892515, 0.01994632, -0.01535496, -0.05584842,\n",
" 0.00087517, 0.12243916, 0.00139462, -0.01891669, 0.02868194,\n",
" 0.02892663, -0.03426204, -0.03483703, 0.03754467, 0.01455757,\n",
" 0.01002632, -0.05841636, -0.00373482, -0.04673292, -0.03613167,\n",
" -0.04597627, 0.00348573, 0.08478176, -0.00599021, -0.0099156 ,\n",
" -0.0409754 , -0.0187571 , -0.0138879 , 0.03659359, 0.00572343,\n",
" -0.01089283, 0.02170674, -0.05490145, 0.0746796 , -0.03998899,\n",
" 0.05231226, -0.01323204, 0.0011907 , 0.04751844, 0.12070258,\n",
" -0.0003147 , -0.02499756, -0.10249179, 0.04228986, -0.04388738,\n",
" 0.014774 , 0.00175814, 0.02725888, 0.11644318, 0.03875655,\n",
" -0.01382158, -0.01285807, 0.0795707 , 0.01010419, -0.02388376,\n",
" -0.00265258, -0.10896912]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'spongebob': Embedding(embedding=array([ 0.09201753, -0.06519487, -0.0177584 , -0.01860581, 0.00876772,\n",
" -0.03349843, 0.03934041, 0.05437226, 0.07945897, 0.07493084,\n",
" -0.00185926, 0.03991923, 0.01832489, 0.02068484, -0.00913407,\n",
" 0.00711861, 0.02798454, 0.08432924, 0.01866738, -0.02044689,\n",
" -0.08060367, -0.03963641, 0.00509894, 0.06489346, 0.04658299,\n",
" 0.03361348, -0.01341814, -0.04522197, 0.04836574, -0.01144528,\n",
" 0.06600399, -0.00580616, -0.04328889, -0.00625322, 0.03988855,\n",
" -0.00378756, -0.02295562, -0.0219502 , -0.06740185, 0.0605515 ,\n",
" -0.02647254, 0.0109189 , -0.01577615, -0.00955508, 0.03840627,\n",
" -0.05146497, -0.02531772, 0.04862782, -0.03453317, 0.02311769,\n",
" 0.02679208, 0.00136922, 0.0021069 , 0.01752501, 0.03407889,\n",
" 0.04219647, -0.00300366, -0.04304057, -0.02515221, -0.02954468,\n",
" 0.03969844, 0.03543759, 0.03780664, 0.02035338, 0.00896369,\n",
" 0.00875817, 0.03388136, -0.00838966, -0.0063714 , -0.04680813,\n",
" -0.03229403, 0.06091037, 0.02156435, 0.16453859, -0.00584146,\n",
" 0.02849635, 0.00133063, -0.06216437, 0.03069112, -0.02732052,\n",
" 0.08262502, 0.00861727, -0.08571529, 0.05860479, -0.02812901,\n",
" 0.0024864 , -0.02082201, -0.07031748, -0.05020639, -0.04668926,\n",
" -0.01368695, -0.02067561, -0.06352559, -0.07937244, -0.03391539,\n",
" -0.0039757 , -0.05770584, 0.02401909, -0.02645305, -0.01878172,\n",
" -0.00586927, -0.02487581, -0.03340828, -0.04085229, -0.04489212,\n",
" 0.001057 , 0.00150663, 0.01811813, -0.07652871, 0.07952115,\n",
" -0.01574087, -0.04320232, -0.02069507, -0.01040524, 0.00850155,\n",
" 0.08181053, -0.00379918, 0.0972177 , -0.06349441, -0.04899008,\n",
" -0.14798146, -0.0510251 , 0.03858346, -0.01197375, -0.01001334,\n",
" -0.00991562, -0.0164443 , 0.02815348, -0.06256577, 0.03210726,\n",
" 0.00155517, 0.07159752, -0.02408371, 0.02516054, -0.04011013,\n",
" 0.04976774, -0.00733071, 0.05578188, 0.00607146, -0.01576549,\n",
" -0.03741434, -0.01053368, 0.00914161, -0.00661373, 0.0102936 ,\n",
" 0.01689752, 0.02091169, 0.0447789 , -0.02567173, -0.00478257,\n",
" 0.0637859 , 0.01972677, -0.01062066, 0.00088622, -0.07090182,\n",
" -0.07951753, -0.01095828, -0.01534749, 0.04148494, 0.00729223,\n",
" 0.04677502, 0.02516467, 0.03058293, -0.07084431, -0.08154298,\n",
" 0.01420282, -0.004501 , -0.0398576 , 0.00557961, 0.06855021,\n",
" -0.04726172, 0.06219603, -0.02903566, -0.01879231, 0.03654157,\n",
" -0.05942828, -0.03118518, -0.03454295, 0.01755045, -0.01721495,\n",
" 0.03767955, -0.04975011, 0.02630803, -0.00225549, 0.00017902,\n",
" 0.04429556, 0.00478205, 0.00353968, -0.0383158 , 0.02345011,\n",
" -0.08522996, -0.01022123, -0.032959 , 0.00325511, -0.05671428,\n",
" 0.03992189, 0.05252305, -0.02237051, -0.05224286, 0.01161985,\n",
" 0.07481739, 0.04062907, 0.04425864, -0.02525377, 0.00080613,\n",
" 0.04969271, -0.00672874, -0.02569759, -0.00269197, -0.02765749,\n",
" 0.04697348, -0.02998289, 0.05124681, -0.00796075, -0.00733525,\n",
" 0.05437972, -0.05754915, -0.06258091, -0.05002185, 0.03427179,\n",
" 0.03429193, 0.02579629, 0.06047651, -0.01386518, 0.01276199,\n",
" 0.0019096 , 0.01872835, -0.03979175, 0.04489978, -0.00579043,\n",
" -0.02688633, 0.05002287, 0.01758621, -0.03899597, 0.02037389,\n",
" -0.01935661, -0.01762191, 0.00070869, 0.03033102, -0.11826152,\n",
" -0.00294221, -0.04915069, 0.06507397, 0.06956875, 0.01353828,\n",
" -0.00949067, -0.06057242, -0.00029839, 0.05030103, -0.02942705,\n",
" 0.02688139, 0.00844581, -0.07081131, -0.03997212, 0.03361489,\n",
" 0.03922016, 0.06489746, -0.06283871, -0.0591517 , -0.05536944,\n",
" -0.01510794, -0.00497317, -0.07117883, -0.02131839, 0.04194251,\n",
" -0.01335505, -0.01465486, -0.0736565 , -0.08135033, 0.06652658,\n",
" -0.02616928, 0.0836757 , -0.0349305 , -0.05652982, 0.03866972,\n",
" -0.01120145, 0.02097672, 0.01428166, -0.02065169, 0.00050765,\n",
" 0.04367859, -0.01781271, -0.0126642 , 0.04856642, -0.0020791 ,\n",
" -0.05122152, -0.00659572, -0.00275024, -0.05910831, 0.03818223,\n",
" -0.00210095, 0.02547437, -0.016809 , 0.00947592, 0.02947708,\n",
" -0.01577598, -0.02448111, -0.02649496, 0.10789197, 0.08593103,\n",
" 0.03238194, 0.02767907, 0.07032007, -0.0383739 , 0.06564263,\n",
" 0.04265624, 0.01393458, 0.00406643, -0.03321134, -0.03927566,\n",
" -0.04709923, -0.0475841 , -0.02264724, 0.05868462, 0.04161804,\n",
" 0.02047506, 0.01257084, -0.01480283, 0.00947547, -0.08534781,\n",
" 0.08314972, 0.08240324, -0.00370755, 0.05496312, 0.01972148,\n",
" 0.05310958, -0.07313833, -0.10054684, 0.00080545, 0.04729891,\n",
" -0.07059114, -0.01411657, -0.03758795, -0.00961529, 0.06610541,\n",
" 0.02977953, -0.01210815, 0.0407881 , 0.06277235, 0.06912546,\n",
" -0.04061881, -0.07760279, -0.03009718, -0.02411781, 0.04147625,\n",
" 0.05052318, -0.02518341, -0.07986157, 0.0460677 , -0.06190276,\n",
" -0.04132356, -0.01170391, 0.00177155, -0.04129665, 0.03084542,\n",
" 0.0097595 , 0.06165837, -0.00089477, -0.06119919, -0.036721 ,\n",
" 0.02845444, 0.00350644, -0.02394839, 0.03279869, -0.11083873,\n",
" -0.02922649, -0.06515007, 0.05130478, 0.04077429, -0.03122859,\n",
" 0.01734893, -0.0708555 , 0.0608581 , 0.00792929, -0.02510778,\n",
" 0.04730179, 0.03445145, 0.03778842, 0.05473616, 0.02099939,\n",
" 0.02671278, 0.0658574 , 0.03713235, -0.00493906, -0.0421981 ,\n",
" -0.04452023, -0.01582252, -0.03894659, -0.00290773, 0.00363051,\n",
" -0.08231241, 0.01786281, 0.01076188, 0.12264503, 0.01553566,\n",
" 0.01299012, -0.01650695, 0.02351282, -0.04524361, 0.00836717,\n",
" -0.14072894, 0.00272138, 0.06991048, -0.04633937, -0.0813712 ,\n",
" -0.04149827, 0.01591537, 0.0245788 , -0.03306517, -0.08614836,\n",
" -0.03932807, 0.05692859, -0.02162994, -0.0371018 , -0.03559809,\n",
" 0.0397662 , -0.02218326, -0.01716001, 0.05367896, -0.02772804,\n",
" -0.02950398, 0.02421178, -0.00174307, 0.00595715, -0.00764617,\n",
" 0.04243698, -0.04648127, -0.05398852, 0.01544653, -0.02939345,\n",
" 0.09752055, -0.05898223, 0.00742696, -0.00115817, 0.08821518,\n",
" 0.03692865, 0.01115296, -0.05345359, 0.01164292, 0.02148945,\n",
" 0.0791978 , -0.01558667, 0.03052093, 0.03855368, -0.01897307,\n",
" -0.00471463, -0.00210646, -0.01269452, -0.01205693, -0.04125671,\n",
" 0.03109626, 0.03782108, 0.06132717, -0.00164179, -0.00316531,\n",
" 0.0163255 , -0.01352825, 0.02346985, -0.02086462, -0.05394838,\n",
" -0.00659522, 0.1129855 , -0.00147873, -0.01526607, 0.02663591,\n",
" 0.03280918, -0.04277389, -0.03640175, 0.03599426, 0.01406569,\n",
" 0.00817774, -0.05599542, 0.0056937 , -0.04635302, -0.03581561,\n",
" -0.04836965, 0.00285261, 0.08348508, -0.01127092, -0.01379648,\n",
" -0.03997264, -0.02047925, -0.01468755, 0.03808062, 0.00678554,\n",
" -0.00800617, 0.01963834, -0.05428088, 0.07072597, -0.04222575,\n",
" 0.04499288, -0.01507205, 0.00116545, 0.045281 , 0.12303773,\n",
" 0.00777941, -0.03180391, -0.09494621, 0.04647115, -0.04190743,\n",
" 0.02107833, -0.00022804, 0.02791516, 0.11779967, 0.0345155 ,\n",
" -0.01110699, -0.00731068, 0.08029491, 0.00372832, -0.02431934,\n",
" -0.0008731 , -0.11024323]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ss': Embedding(embedding=array([ 1.00337736e-01, -4.54327129e-02, -1.36595005e-02, -2.25959569e-02,\n",
" -3.55064613e-03, -4.98675890e-02, 3.45850550e-02, 6.46667928e-02,\n",
" 1.02525584e-01, 7.65406042e-02, -9.61120054e-03, 4.05093879e-02,\n",
" 1.78774353e-02, 2.76887603e-02, -1.08721880e-02, 2.19985973e-02,\n",
" 4.78885919e-02, 8.84201825e-02, 9.82205104e-03, -2.38987226e-02,\n",
" -8.69499370e-02, -4.79898080e-02, 5.83685795e-03, 5.35671525e-02,\n",
" 2.51384657e-02, 2.79182736e-02, -1.35853334e-04, -3.85626033e-02,\n",
" 6.03882894e-02, -1.24762692e-02, 8.12024474e-02, -7.82819465e-03,\n",
" -2.19155923e-02, 5.35943406e-03, 3.45863253e-02, -1.73266102e-02,\n",
" -5.41519374e-02, -2.36880817e-02, -7.10666925e-02, 4.99420948e-02,\n",
" -4.13358249e-02, 7.44338334e-03, -1.92696229e-02, -2.07699109e-02,\n",
" 3.76318321e-02, -6.10737056e-02, -2.78654210e-02, 4.32693772e-02,\n",
" -3.06768175e-02, 2.72643939e-02, 3.08093540e-02, -4.04840393e-04,\n",
" 1.21603208e-03, 5.88282989e-03, 4.32186238e-02, 5.73614314e-02,\n",
" 8.61855596e-03, -7.31417984e-02, -2.69537605e-02, -3.10066566e-02,\n",
" 5.19140959e-02, 2.60300748e-02, 3.31120901e-02, 2.20526289e-02,\n",
" 1.78309605e-02, -1.57988083e-03, 3.53431068e-02, 1.29316011e-02,\n",
" -1.29430331e-02, -2.23505571e-02, -2.56343670e-02, 4.71070372e-02,\n",
" 1.57254748e-02, 1.61775976e-01, -7.29820598e-03, 1.87997892e-02,\n",
" 3.88244702e-03, -7.22494051e-02, 1.86409317e-02, -2.14672666e-02,\n",
" 6.40357137e-02, 2.24304199e-03, -7.50033185e-02, 5.07483818e-02,\n",
" -2.65781954e-02, 2.48450208e-02, -2.24531945e-02, -8.20517465e-02,\n",
" -5.61410487e-02, -3.94598991e-02, -8.66366643e-03, -3.56384888e-02,\n",
" -4.28061336e-02, -9.18758288e-02, -5.75085022e-02, 1.08894370e-02,\n",
" -7.28498101e-02, 3.23598646e-02, -2.27000918e-02, -1.44258318e-02,\n",
" -1.22899320e-02, -2.06311233e-02, -3.14277709e-02, -2.98407767e-02,\n",
" -3.28305848e-02, -1.16939954e-02, 4.67617268e-04, 2.56260633e-02,\n",
" -5.35402410e-02, 7.89357349e-02, -2.71358658e-02, -3.65018994e-02,\n",
" -1.72822289e-02, -8.33224691e-03, 2.15226039e-02, 8.13172385e-02,\n",
" 8.56859889e-03, 9.45250615e-02, -6.11559935e-02, -3.44709009e-02,\n",
" -1.49744406e-01, -5.63916564e-02, 3.99318077e-02, -4.68488503e-03,\n",
" -1.94743518e-02, 2.32626265e-03, -2.59682033e-02, 3.46817970e-02,\n",
" -6.40675724e-02, 1.24308812e-02, 4.71120700e-03, 7.40882680e-02,\n",
" -2.54402738e-02, 3.08153015e-02, -2.61278562e-02, 4.21371870e-02,\n",
" 5.63267199e-03, 5.88994138e-02, -4.34109056e-03, 5.76532539e-03,\n",
" -3.70445512e-02, -1.59683395e-02, 4.21599625e-03, 1.23211006e-02,\n",
" -5.98245114e-03, 2.79673785e-02, 1.67578571e-02, 6.61911070e-02,\n",
" -4.50116023e-02, 3.45553202e-03, 6.01508617e-02, 2.95252688e-02,\n",
" -2.82177534e-02, 1.62263494e-02, -5.61707057e-02, -6.65348545e-02,\n",
" -3.49288732e-02, 7.19545363e-03, 3.51896323e-02, 6.12435397e-03,\n",
" 2.12763269e-02, 4.90000844e-02, 2.94525083e-02, -5.88783585e-02,\n",
" -1.02753684e-01, -4.11881646e-03, 2.59084115e-03, -4.50510606e-02,\n",
" 2.33551599e-02, 5.36185466e-02, -4.33921069e-02, 4.76005264e-02,\n",
" -5.27438670e-02, 2.37566070e-03, 4.34269272e-02, -6.28556162e-02,\n",
" -2.75554340e-02, -2.01546010e-02, 2.12612581e-02, -1.24451285e-02,\n",
" 2.48821285e-02, -4.67458926e-02, 2.41662934e-02, -9.39794444e-03,\n",
" -1.31818717e-02, 3.15364376e-02, 1.98196471e-02, -1.07762609e-02,\n",
" -4.68432680e-02, 1.28246034e-02, -8.23822692e-02, -3.12114395e-02,\n",
" -2.61815023e-02, 7.15456484e-03, -6.29898533e-02, 4.36047688e-02,\n",
" 3.96701694e-02, -2.78309882e-02, -5.20198010e-02, 5.31766145e-03,\n",
" 8.72672573e-02, 3.38247120e-02, 4.51370180e-02, 7.86751229e-03,\n",
" -1.26102082e-02, 3.21061760e-02, 1.40621215e-02, -3.13260965e-02,\n",
" -1.08795008e-02, -3.93405668e-02, 5.54359481e-02, -1.25398645e-02,\n",
" 4.90129553e-02, 5.54414326e-03, -6.55951677e-03, 5.13348132e-02,\n",
" -6.36638999e-02, -7.53782764e-02, -5.57650737e-02, 3.64029892e-02,\n",
" 1.64390896e-02, 3.73486839e-02, 4.46438193e-02, 6.92337798e-03,\n",
" 2.44555660e-02, 4.60533192e-03, 3.10653355e-02, -2.83629056e-02,\n",
" 1.37413628e-02, 6.13107858e-03, -4.69128415e-02, 3.86459567e-02,\n",
" 3.07113826e-02, -3.97029780e-02, 3.40287760e-02, -2.73800027e-02,\n",
" -3.22462022e-02, 7.15373363e-03, 3.22498120e-02, -1.01006240e-01,\n",
" -1.72074395e-03, -5.09104580e-02, 4.09832187e-02, 7.18167424e-02,\n",
" 2.24375688e-02, -1.61727928e-02, -7.15737045e-02, -9.11715906e-03,\n",
" 5.04882410e-02, -3.74175347e-02, 2.46396251e-02, 1.42561272e-03,\n",
" -6.68320507e-02, -3.25057171e-02, 3.40888277e-02, 3.02133318e-02,\n",
" 4.39733379e-02, -7.76174963e-02, -6.60791397e-02, -7.73785114e-02,\n",
" -6.00367179e-03, -2.19614082e-03, -5.94374761e-02, -2.93599796e-02,\n",
" 2.70997193e-02, -1.85106434e-02, -9.86299664e-03, -8.85807648e-02,\n",
" -8.06453079e-02, 4.96670566e-02, -3.27562951e-02, 8.25057775e-02,\n",
" -3.60285416e-02, -5.39229400e-02, 3.79020609e-02, 7.62999151e-03,\n",
" 2.91633494e-02, 2.72572413e-02, 5.26664732e-03, 1.48115028e-02,\n",
" 5.79613261e-02, -4.60413173e-02, -2.32305899e-02, 5.86860143e-02,\n",
" -5.73548116e-03, -3.50724906e-02, -2.50083767e-02, -1.44365220e-03,\n",
" -4.87145744e-02, 4.15805355e-02, 1.34577118e-02, 3.78315756e-03,\n",
" -1.56190991e-02, -1.32933469e-03, 4.14388664e-02, -2.17484310e-02,\n",
" -1.73717067e-02, -1.99907012e-02, 1.11943938e-01, 9.25950706e-02,\n",
" 4.19432297e-02, 3.00600138e-02, 4.72995937e-02, -4.26551588e-02,\n",
" 5.41189127e-02, 5.95257133e-02, 4.87386622e-03, 2.31838562e-02,\n",
" -2.21844800e-02, -2.79455036e-02, -4.97877859e-02, -5.20471409e-02,\n",
" -3.65370698e-02, 7.51696825e-02, 2.86110472e-02, 1.65442079e-02,\n",
" 1.28370170e-02, -1.26097668e-02, 6.77043851e-03, -5.16665168e-02,\n",
" 8.93558413e-02, 8.17329213e-02, -1.20555121e-03, 4.61935475e-02,\n",
" 3.17997113e-02, 5.04776612e-02, -7.51105845e-02, -6.92808181e-02,\n",
" -5.95698366e-04, 6.37219921e-02, -7.20961913e-02, -5.57560008e-03,\n",
" -2.68567689e-02, -1.07538430e-02, 5.19544557e-02, 3.51202935e-02,\n",
" -6.79497467e-03, 2.63103638e-02, 6.35106266e-02, 6.29078969e-02,\n",
" -2.82036588e-02, -8.34972262e-02, -1.17222788e-02, -2.50548813e-02,\n",
" 2.70493217e-02, 5.42696640e-02, -1.40266996e-02, -7.25996122e-02,\n",
" 3.62677351e-02, -6.64360821e-02, -4.84698862e-02, 4.07926086e-03,\n",
" -2.08848957e-02, -6.02581799e-02, 3.18642892e-02, -9.01185535e-03,\n",
" 4.84388880e-02, 1.13373750e-03, -5.88725470e-02, -4.25327457e-02,\n",
" 1.56839229e-02, -2.93694832e-03, -2.95729805e-02, 3.14627774e-02,\n",
" -1.10176928e-01, -1.89662948e-02, -4.80719618e-02, 3.77595015e-02,\n",
" 5.13870083e-02, -4.64811586e-02, 2.64489241e-02, -5.83649278e-02,\n",
" 5.46583608e-02, 6.03836356e-03, -1.28560727e-02, 3.93035375e-02,\n",
" 4.39073779e-02, 2.99838837e-02, 5.04810065e-02, 3.26514952e-02,\n",
" 1.51750655e-03, 5.65201715e-02, 3.48724574e-02, -2.20725108e-02,\n",
" -5.76127209e-02, -4.11289744e-02, 1.49492631e-02, -6.47467598e-02,\n",
" -1.61809456e-02, -2.62581818e-02, -8.86097103e-02, 2.27465890e-02,\n",
" 6.90158340e-04, 1.02152131e-01, -6.56149490e-03, 1.53358374e-02,\n",
" -5.09549771e-03, 2.69627739e-02, -3.96812335e-02, -1.40385786e-02,\n",
" -1.29903167e-01, -3.43029411e-03, 5.34860231e-02, -4.30092923e-02,\n",
" -6.64820150e-02, -4.88952175e-02, -7.47721689e-03, 2.80663054e-02,\n",
" -4.61074524e-02, -8.59727710e-02, -3.90556306e-02, 5.53155318e-02,\n",
" -1.51829524e-02, -5.65941222e-02, -4.24620248e-02, 3.52904871e-02,\n",
" -4.36749645e-02, -1.30191830e-03, 6.89885244e-02, -1.82091594e-02,\n",
" -1.28138214e-02, 1.29075199e-02, 2.32476313e-02, 4.50556120e-03,\n",
" -1.72373280e-02, 3.06872707e-02, -5.59753962e-02, -7.35765770e-02,\n",
" 2.10348628e-02, -2.15660818e-02, 1.05697744e-01, -4.46515791e-02,\n",
" 1.92310754e-02, 1.17730936e-02, 8.12702328e-02, 3.23862061e-02,\n",
" 9.28755384e-03, -4.94782478e-02, 8.43323115e-03, 2.27574334e-02,\n",
" 7.07506910e-02, -7.76180625e-03, 2.33433601e-02, 4.15795930e-02,\n",
" -1.08489906e-02, 2.68169791e-02, -9.57595930e-03, 1.38810342e-02,\n",
" -1.43847484e-02, -3.91004235e-02, 3.54712754e-02, 4.89040725e-02,\n",
" 6.54705912e-02, 1.62026975e-02, 2.32875515e-02, 2.41458137e-02,\n",
" -5.89275267e-03, 4.89543006e-02, -1.22895399e-02, -6.79243878e-02,\n",
" -1.88229531e-02, 8.10543895e-02, -1.22810788e-02, -4.01526839e-02,\n",
" 4.26012389e-02, 2.20532417e-02, -5.62837571e-02, -4.67233434e-02,\n",
" 3.63506190e-02, 9.87134059e-04, 2.45192032e-02, -6.81925192e-02,\n",
" 1.72344036e-02, -3.83183956e-02, -2.06379723e-02, -3.35727818e-02,\n",
" 8.03679787e-03, 6.42820299e-02, -4.53335093e-03, 8.04089662e-03,\n",
" -4.21730131e-02, -5.03117852e-02, 1.60529613e-02, 1.81994624e-02,\n",
" 8.96271132e-03, 2.89662392e-04, 1.21305324e-02, -5.22272177e-02,\n",
" 6.49478808e-02, -9.96927265e-03, 7.13211894e-02, -2.00033970e-02,\n",
" 1.66928191e-02, 4.48492877e-02, 1.33581907e-01, 1.92481652e-02,\n",
" -6.06109388e-02, -9.22115669e-02, 4.35938425e-02, -3.61616537e-02,\n",
" 4.97201225e-03, -1.42402854e-02, 1.33037241e-02, 9.28250775e-02,\n",
" 2.46750396e-02, -2.75366828e-02, -8.74693040e-03, 7.11857229e-02,\n",
" -7.29527883e-03, -2.84963511e-02, 8.43814854e-03, -1.15257561e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'stew': Embedding(embedding=array([ 9.64445174e-02, -4.79576886e-02, -1.86496396e-02, -3.20460051e-02,\n",
" 2.17305147e-03, -4.46179174e-02, 4.08815220e-02, 5.92390075e-02,\n",
" 9.14490893e-02, 8.23516101e-02, -5.70831634e-03, 3.05122919e-02,\n",
" 1.95847284e-02, 2.61701979e-02, -4.31373343e-03, 1.82801578e-02,\n",
" 3.90679576e-02, 8.49429891e-02, 2.11705752e-02, -2.49053780e-02,\n",
" -8.14846605e-02, -4.01781201e-02, 6.45647431e-03, 6.08907379e-02,\n",
" 3.74327041e-02, 3.56805287e-02, -9.49243177e-03, -4.51756567e-02,\n",
" 6.02521561e-02, -5.63483173e-03, 8.01681727e-02, -3.31370882e-03,\n",
" -2.28667147e-02, -3.83764342e-03, 3.34301218e-02, -3.60372104e-03,\n",
" -4.34558950e-02, -1.90647244e-02, -7.22202510e-02, 5.04751615e-02,\n",
" -3.84914316e-02, 1.90247304e-03, -2.07427591e-02, -1.85445901e-02,\n",
" 3.12747508e-02, -6.64351061e-02, -2.58467924e-02, 3.82934809e-02,\n",
" -3.36592682e-02, 2.89105680e-02, 2.93781534e-02, 8.92440439e-04,\n",
" 7.63261784e-03, 4.38691257e-03, 4.59277742e-02, 4.19128984e-02,\n",
" 6.09640731e-03, -5.36369979e-02, -3.09685934e-02, -3.82384472e-02,\n",
" 4.07014973e-02, 3.02160215e-02, 3.77799831e-02, 2.52499357e-02,\n",
" 1.55037837e-02, -2.81191035e-03, 3.38358469e-02, -1.92898861e-03,\n",
" -1.19605483e-02, -2.62919348e-02, -3.57485190e-02, 5.56684397e-02,\n",
" 1.12580992e-02, 1.67172223e-01, -1.20731685e-02, 3.39594744e-02,\n",
" 2.49315007e-03, -6.53058365e-02, 1.20271398e-02, -1.24706160e-02,\n",
" 6.80593923e-02, 6.41404372e-03, -7.42690489e-02, 5.04679084e-02,\n",
" -2.96608601e-02, 1.37053374e-02, -1.94927249e-02, -8.39401856e-02,\n",
" -5.15424684e-02, -5.10893762e-02, -7.86567666e-03, -3.32903378e-02,\n",
" -5.78837395e-02, -8.83043110e-02, -3.98645997e-02, 4.15966334e-03,\n",
" -7.57836401e-02, 2.95993257e-02, -2.52401084e-02, -1.33694243e-02,\n",
" -8.72586668e-03, -2.08970513e-02, -3.53573225e-02, -3.89119089e-02,\n",
" -4.17026579e-02, -1.74042303e-03, 8.05566437e-04, 3.05147953e-02,\n",
" -7.06395134e-02, 8.60448182e-02, -2.08780020e-02, -4.10603099e-02,\n",
" -2.71878596e-02, -6.53068488e-03, 2.65766438e-02, 7.88421333e-02,\n",
" 1.10173710e-02, 9.68979821e-02, -4.97580618e-02, -4.24499363e-02,\n",
" -1.35026962e-01, -5.76907992e-02, 3.77831198e-02, -1.44201210e-02,\n",
" -1.88382007e-02, -2.59191100e-03, -1.81754064e-02, 3.59841175e-02,\n",
" -5.55503964e-02, 2.83909459e-02, 3.07146297e-03, 7.46657327e-02,\n",
" -2.07836032e-02, 2.61775777e-02, -3.11120842e-02, 4.50925678e-02,\n",
" -2.97514745e-03, 5.23171090e-02, -2.56240834e-03, 2.31401835e-04,\n",
" -3.73626500e-02, -1.50826387e-02, 1.18186222e-02, -2.28345115e-03,\n",
" 1.11355782e-02, 1.32363290e-02, 1.96934156e-02, 6.43717200e-02,\n",
" -4.13919315e-02, 5.04066981e-03, 5.68538494e-02, 2.83511318e-02,\n",
" -2.27659978e-02, 4.80770553e-03, -6.46969005e-02, -7.20016882e-02,\n",
" -2.53735054e-02, -9.94237047e-03, 3.59478071e-02, -5.36860246e-03,\n",
" 3.03465873e-02, 3.78949121e-02, 3.54047865e-02, -6.70024678e-02,\n",
" -9.94234681e-02, 9.37466882e-03, 2.53678765e-04, -4.57401648e-02,\n",
" 1.64343175e-02, 6.24756999e-02, -5.32035790e-02, 5.41992486e-02,\n",
" -4.26272191e-02, 6.71708432e-04, 3.32232043e-02, -5.04409373e-02,\n",
" -2.72254460e-02, -2.44295485e-02, 1.77080538e-02, -1.85632985e-02,\n",
" 3.14616486e-02, -4.58538458e-02, 3.46840620e-02, -1.03993313e-02,\n",
" -6.74352935e-03, 4.25790995e-02, 2.10327748e-02, -1.06167933e-02,\n",
" -4.63050343e-02, 1.62411593e-02, -8.02552104e-02, -2.39411853e-02,\n",
" -3.56756710e-02, 3.99950007e-03, -5.08062355e-02, 3.94692272e-02,\n",
" 3.72360982e-02, -3.60878706e-02, -5.38329557e-02, 1.09684058e-02,\n",
" 8.55742097e-02, 3.28564197e-02, 4.57431599e-02, -6.10233424e-03,\n",
" -4.22313437e-03, 4.36445028e-02, 4.60215844e-03, -3.14391740e-02,\n",
" -1.15678059e-02, -2.30148491e-02, 5.17369434e-02, -1.87667105e-02,\n",
" 4.23090495e-02, -6.14653854e-03, -3.06444638e-03, 5.94719350e-02,\n",
" -5.87736145e-02, -6.47074357e-02, -5.88607527e-02, 3.45875919e-02,\n",
" 2.49815620e-02, 3.56285982e-02, 4.88379374e-02, -2.93318904e-03,\n",
" 2.14336794e-02, 1.07945353e-02, 2.64109019e-02, -3.34737524e-02,\n",
" 2.38785818e-02, 1.46495141e-02, -3.99737097e-02, 3.30491252e-02,\n",
" 2.85903364e-02, -2.78460421e-02, 3.34152617e-02, -3.00322454e-02,\n",
" -1.89332608e-02, 7.30481325e-03, 3.05244196e-02, -1.16355717e-01,\n",
" 2.76826834e-03, -5.74783273e-02, 5.24781570e-02, 7.98274651e-02,\n",
" 1.86600722e-02, -1.59434341e-02, -6.32323101e-02, -4.14054887e-03,\n",
" 4.71478105e-02, -3.02842055e-02, 1.73593611e-02, 4.57698852e-03,\n",
" -7.22936541e-02, -2.79981717e-02, 3.10904328e-02, 3.51989828e-02,\n",
" 5.55889346e-02, -6.97052181e-02, -6.35928139e-02, -6.23418465e-02,\n",
" -1.06683758e-04, -1.05161536e-02, -6.46834895e-02, -2.74543222e-02,\n",
" 3.56011838e-02, -2.64628828e-02, -1.81249510e-02, -7.43487626e-02,\n",
" -7.40099549e-02, 5.62038608e-02, -2.75052842e-02, 8.67960304e-02,\n",
" -3.55485752e-02, -5.04079200e-02, 2.93202400e-02, 5.51437086e-04,\n",
" 1.90953109e-02, 1.91848725e-02, -2.85402359e-03, 8.51991400e-03,\n",
" 5.06398194e-02, -2.95575596e-02, -2.07177382e-02, 5.90865985e-02,\n",
" -7.32059218e-03, -3.79531570e-02, -2.07675770e-02, -5.60903829e-03,\n",
" -5.45404889e-02, 4.57210019e-02, 1.02451174e-02, 8.61554407e-03,\n",
" -1.59988794e-02, 6.02683343e-04, 4.01174389e-02, -2.20168456e-02,\n",
" -1.73970629e-02, -2.72486638e-02, 1.11968547e-01, 7.72711411e-02,\n",
" 4.37304042e-02, 3.45811062e-02, 6.02051616e-02, -4.32409011e-02,\n",
" 5.62402271e-02, 4.71167713e-02, 2.04279348e-02, 1.20633766e-02,\n",
" -3.01942304e-02, -2.77769454e-02, -5.49443625e-02, -5.40299118e-02,\n",
" -3.09387371e-02, 7.20360950e-02, 3.07390671e-02, 1.66730359e-02,\n",
" 6.80285599e-03, -6.48741564e-03, 1.54534252e-02, -6.60993606e-02,\n",
" 9.08086598e-02, 7.88708702e-02, 5.65785100e-04, 4.51452620e-02,\n",
" 3.49083208e-02, 5.61797023e-02, -7.66284615e-02, -8.37101117e-02,\n",
" -4.24963562e-03, 5.77384979e-02, -7.50796571e-02, -4.67881048e-03,\n",
" -3.52362767e-02, -8.18536733e-04, 5.69010116e-02, 3.56141143e-02,\n",
" -5.72940335e-03, 2.48157065e-02, 5.91704212e-02, 6.14679866e-02,\n",
" -4.37005050e-02, -8.68069455e-02, -2.17281822e-02, -2.73456126e-02,\n",
" 3.47216986e-02, 5.00932895e-02, -2.40640659e-02, -7.63441250e-02,\n",
" 3.66489552e-02, -5.91098368e-02, -4.38015424e-02, 1.00303376e-02,\n",
" -1.14538874e-02, -4.89155538e-02, 2.91399900e-02, 9.02926433e-04,\n",
" 5.65121584e-02, -1.93871744e-03, -6.38531074e-02, -4.22327481e-02,\n",
" 2.26350036e-02, 1.15380669e-03, -3.76411267e-02, 3.10197547e-02,\n",
" -1.09517485e-01, -3.01283877e-02, -5.72651662e-02, 4.26251516e-02,\n",
" 4.16344628e-02, -4.40226793e-02, 1.98580883e-02, -6.36648834e-02,\n",
" 5.80691062e-02, 6.61904411e-03, -2.08980516e-02, 3.94095033e-02,\n",
" 4.10825536e-02, 3.31959091e-02, 5.46311140e-02, 1.81250460e-02,\n",
" 1.66490301e-02, 6.40978590e-02, 3.46007347e-02, -1.53898997e-02,\n",
" -5.12953773e-02, -4.20104563e-02, 5.48746111e-03, -5.98468333e-02,\n",
" -1.18605252e-02, -1.63567383e-02, -9.04402584e-02, 1.75440423e-02,\n",
" 3.68646416e-03, 1.13461502e-01, 1.23894038e-02, 1.21413963e-02,\n",
" -1.55878421e-02, 2.16233674e-02, -3.75517122e-02, -2.12378358e-03,\n",
" -1.23654798e-01, -3.84508702e-03, 6.46936744e-02, -4.58280891e-02,\n",
" -8.02341402e-02, -4.12209406e-02, 7.53814960e-03, 3.11834048e-02,\n",
" -3.59775610e-02, -8.86083171e-02, -4.46744934e-02, 5.90291806e-02,\n",
" -7.06396857e-03, -5.19336686e-02, -3.11008971e-02, 3.34773883e-02,\n",
" -3.11408229e-02, -1.97520014e-02, 6.53365031e-02, -2.76093092e-02,\n",
" -2.54465751e-02, 1.56277362e-02, 2.50010584e-02, -1.85409957e-03,\n",
" -1.30193215e-02, 3.84447128e-02, -4.75689508e-02, -6.38693273e-02,\n",
" 2.02214327e-02, -1.84955224e-02, 9.48839113e-02, -4.38182056e-02,\n",
" 2.18043327e-02, 9.87663772e-03, 8.08788836e-02, 3.35247070e-02,\n",
" 1.01620061e-02, -5.80785647e-02, 1.32732624e-02, 2.73141358e-02,\n",
" 7.52274245e-02, -1.32950284e-02, 2.86497865e-02, 4.55441065e-02,\n",
" -1.46957105e-02, 1.31522920e-02, 9.06833680e-04, 5.63952373e-03,\n",
" -7.54300132e-03, -4.85277958e-02, 2.46070568e-02, 5.00141680e-02,\n",
" 6.54116347e-02, -7.83377420e-03, 1.63273327e-02, 1.59789491e-02,\n",
" -1.82408374e-03, 3.63720469e-02, -1.72725488e-02, -7.61890858e-02,\n",
" -1.12367524e-02, 9.40716341e-02, -7.87067041e-03, -3.04745510e-02,\n",
" 3.12845819e-02, 2.47898679e-02, -4.99600880e-02, -4.46321964e-02,\n",
" 3.67201008e-02, -1.62445183e-03, 9.45169479e-03, -6.18586577e-02,\n",
" 1.72741432e-02, -3.32076177e-02, -3.22706327e-02, -4.48217988e-02,\n",
" 1.15652625e-02, 7.75857121e-02, -1.67699009e-02, 5.56023372e-03,\n",
" -4.72872704e-02, -3.83722819e-02, 1.26648163e-02, 2.73257066e-02,\n",
" 2.52035330e-03, -1.28917405e-02, 1.48504786e-02, -4.62731235e-02,\n",
" 6.78499788e-02, -1.69730932e-02, 6.44062981e-02, -1.67535730e-02,\n",
" 1.74364280e-02, 4.72156554e-02, 1.35241970e-01, 2.44891159e-02,\n",
" -5.63887432e-02, -1.00128070e-01, 5.02084978e-02, -3.54970433e-02,\n",
" 1.28046339e-02, -1.13811819e-02, 2.36876607e-02, 1.04258120e-01,\n",
" 3.16604711e-02, -3.40943523e-02, -2.20114458e-03, 6.91194162e-02,\n",
" -5.16325515e-03, -2.49219257e-02, 2.67499359e-03, -1.14966072e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'stonks': Embedding(embedding=array([ 0.09626204, -0.04697131, -0.01507648, -0.03219255, -0.00149554,\n",
" -0.04334946, 0.03918668, 0.06033804, 0.09416235, 0.08086735,\n",
" -0.00905959, 0.03272913, 0.01574677, 0.03082347, -0.00571239,\n",
" 0.02109327, 0.03872804, 0.08751702, 0.01636397, -0.02542579,\n",
" -0.08375657, -0.04461189, 0.00428835, 0.060347 , 0.03027232,\n",
" 0.03128956, -0.00776065, -0.04450615, 0.06020068, -0.00779156,\n",
" 0.08357901, -0.00503848, -0.02189995, -0.00230913, 0.03110036,\n",
" -0.01029443, -0.04653375, -0.02155888, -0.07129435, 0.05155657,\n",
" -0.040391 , 0.0052008 , -0.0208184 , -0.02015004, 0.03138498,\n",
" -0.0658471 , -0.02767765, 0.04017162, -0.03120303, 0.0284193 ,\n",
" 0.03263472, -0.00147982, 0.00734476, 0.003563 , 0.04615398,\n",
" 0.04836102, 0.00711489, -0.0617169 , -0.03393785, -0.03795366,\n",
" 0.04499657, 0.02807841, 0.03809723, 0.02451718, 0.01842149,\n",
" -0.00239917, 0.03274634, 0.00470766, -0.01388152, -0.02547349,\n",
" -0.03100489, 0.0544797 , 0.00924101, 0.16505899, -0.01028772,\n",
" 0.02769187, 0.00514425, -0.06902751, 0.01522659, -0.01442596,\n",
" 0.06583674, 0.00320143, -0.07020015, 0.0487592 , -0.02948135,\n",
" 0.0181719 , -0.01945873, -0.08281284, -0.05421444, -0.04924002,\n",
" -0.00624896, -0.03297894, -0.05054139, -0.09360427, -0.0481362 ,\n",
" 0.00286705, -0.07270566, 0.03029552, -0.02209426, -0.01369088,\n",
" -0.01314296, -0.01922357, -0.03248443, -0.03230005, -0.04058676,\n",
" -0.00819604, 0.00074751, 0.03009425, -0.06739593, 0.08804233,\n",
" -0.02653212, -0.04089818, -0.02255219, -0.01217386, 0.02199771,\n",
" 0.07880098, 0.01131844, 0.09829873, -0.05399722, -0.04002777,\n",
" -0.13724118, -0.05798057, 0.03776174, -0.01344771, -0.01531018,\n",
" 0.00063504, -0.02315314, 0.03702297, -0.05617069, 0.02280119,\n",
" 0.00415845, 0.07285636, -0.02189516, 0.03043059, -0.02887773,\n",
" 0.04720603, -0.00276527, 0.05374761, -0.00047945, 0.00094913,\n",
" -0.03563656, -0.01853093, 0.00773733, 0.00584692, 0.00741295,\n",
" 0.01892273, 0.01525396, 0.06585135, -0.04430455, 0.00371222,\n",
" 0.06077606, 0.02838464, -0.02438426, 0.00756337, -0.06133334,\n",
" -0.0710648 , -0.02697093, -0.00069316, 0.03250866, 0.0007003 ,\n",
" 0.02650811, 0.04572395, 0.03384872, -0.06217563, -0.0993173 ,\n",
" 0.00635166, 0.00162381, -0.0458702 , 0.01611638, 0.05787521,\n",
" -0.04921313, 0.05172998, -0.04955553, 0.00105935, 0.03605952,\n",
" -0.05352112, -0.02748274, -0.02344183, 0.01249344, -0.01636165,\n",
" 0.02841529, -0.04651602, 0.02879088, -0.01060434, -0.00850311,\n",
" 0.03915437, 0.01771476, -0.01310305, -0.04939894, 0.01764718,\n",
" -0.07902898, -0.0268452 , -0.02957678, 0.00923075, -0.05690459,\n",
" 0.0378265 , 0.03649089, -0.03008649, -0.05196712, 0.00755929,\n",
" 0.08777612, 0.03210488, 0.04408934, -0.00159347, -0.00933741,\n",
" 0.0367013 , 0.00876443, -0.03197253, -0.01183434, -0.02796082,\n",
" 0.05499433, -0.01891806, 0.04628652, -0.00266808, -0.00391528,\n",
" 0.05521835, -0.06081079, -0.06960083, -0.05894504, 0.03844666,\n",
" 0.01878691, 0.0381412 , 0.04133885, 0.00019433, 0.02292592,\n",
" 0.01182105, 0.02522351, -0.03067362, 0.0221542 , 0.01260292,\n",
" -0.0402281 , 0.03511962, 0.03063769, -0.03008807, 0.03604468,\n",
" -0.03229503, -0.02075041, 0.00725925, 0.03122726, -0.10900611,\n",
" 0.00274433, -0.05398228, 0.05094155, 0.07880067, 0.01916471,\n",
" -0.01118763, -0.06839729, -0.00341251, 0.04816229, -0.03142846,\n",
" 0.02002248, 0.00283115, -0.07373547, -0.02757 , 0.03561033,\n",
" 0.03190134, 0.05373419, -0.0707658 , -0.06788886, -0.06692825,\n",
" -0.00041429, -0.0054457 , -0.06416853, -0.02858164, 0.03287214,\n",
" -0.02453868, -0.01468354, -0.08059975, -0.0726501 , 0.05066615,\n",
" -0.02846026, 0.08495522, -0.0356727 , -0.05352803, 0.03295031,\n",
" 0.00563221, 0.0219504 , 0.0236714 , -0.00042314, 0.01147986,\n",
" 0.05383688, -0.03515783, -0.02157307, 0.06181593, -0.00925621,\n",
" -0.03471994, -0.02298522, -0.00255832, -0.05473967, 0.04561095,\n",
" 0.01079026, 0.00655357, -0.01522164, -0.00329845, 0.04268176,\n",
" -0.01871078, -0.01809216, -0.02415232, 0.10974204, 0.08505014,\n",
" 0.04532258, 0.0311859 , 0.05420731, -0.03936633, 0.05193922,\n",
" 0.04865227, 0.0129752 , 0.01803905, -0.02608329, -0.02651996,\n",
" -0.05331783, -0.0583162 , -0.03239837, 0.07516796, 0.02780387,\n",
" 0.01872388, 0.00702671, -0.00928416, 0.01136468, -0.05987892,\n",
" 0.08702885, 0.08237082, -0.00134429, 0.0483018 , 0.03519075,\n",
" 0.05292358, -0.07564946, -0.08084902, -0.00329056, 0.06212327,\n",
" -0.07462642, -0.00501555, -0.03447701, -0.0040415 , 0.05283512,\n",
" 0.03517687, -0.00558368, 0.02565971, 0.06098134, 0.06250478,\n",
" -0.03942744, -0.08491074, -0.02028228, -0.02642537, 0.02878538,\n",
" 0.05392357, -0.02178346, -0.07650414, 0.03655208, -0.05993081,\n",
" -0.0446137 , 0.00755219, -0.01887999, -0.05213701, 0.03248421,\n",
" -0.00395925, 0.05476848, -0.0030903 , -0.06377445, -0.0449754 ,\n",
" 0.01753947, -0.0011567 , -0.03232656, 0.03186728, -0.11054217,\n",
" -0.02531327, -0.0532296 , 0.04113718, 0.04644598, -0.04483359,\n",
" 0.02389222, -0.06155305, 0.05722575, 0.00811787, -0.01577643,\n",
" 0.0403362 , 0.0412997 , 0.03061322, 0.05109366, 0.02475426,\n",
" 0.00970175, 0.06272805, 0.03318008, -0.01393924, -0.05234456,\n",
" -0.04501131, 0.01011359, -0.06358805, -0.01585356, -0.0197245 ,\n",
" -0.08705935, 0.01872091, -0.00067936, 0.10879431, 0.00270317,\n",
" 0.01243257, -0.01231717, 0.02130906, -0.03563735, -0.00858368,\n",
" -0.12793404, -0.00353899, 0.06496163, -0.04409642, -0.07825998,\n",
" -0.04274434, 0.00086133, 0.03128294, -0.04318642, -0.08667836,\n",
" -0.04389423, 0.05757997, -0.01132399, -0.05280218, -0.03618561,\n",
" 0.03592922, -0.03326163, -0.01178428, 0.06821709, -0.02458703,\n",
" -0.02104107, 0.01183763, 0.02342016, -0.00300652, -0.01124913,\n",
" 0.03476651, -0.04945043, -0.07000827, 0.01968497, -0.01650452,\n",
" 0.0984222 , -0.04417937, 0.02194013, 0.01348603, 0.08094293,\n",
" 0.03270831, 0.00678026, -0.05616906, 0.01175834, 0.03001602,\n",
" 0.072601 , -0.01055122, 0.02982713, 0.04653284, -0.0107476 ,\n",
" 0.02200426, 0.00114825, 0.01131127, -0.00841486, -0.04650693,\n",
" 0.03233359, 0.04693714, 0.06659863, -0.00105981, 0.01987842,\n",
" 0.02062949, -0.00406274, 0.04058837, -0.01195413, -0.07264857,\n",
" -0.01306028, 0.0853566 , -0.01111509, -0.03539191, 0.03491365,\n",
" 0.02288514, -0.05410242, -0.04414791, 0.03264339, -0.00527543,\n",
" 0.01435294, -0.0624562 , 0.01824466, -0.03736547, -0.02907963,\n",
" -0.0428388 , 0.00936155, 0.0728924 , -0.01469159, 0.0076374 ,\n",
" -0.04751245, -0.04062159, 0.01311294, 0.02589295, 0.00249271,\n",
" -0.00821033, 0.0163507 , -0.04636746, 0.06664303, -0.01502375,\n",
" 0.06962937, -0.01803755, 0.01828652, 0.0476784 , 0.13469757,\n",
" 0.02411555, -0.05810849, -0.09665693, 0.04670055, -0.03781668,\n",
" 0.00681818, -0.01210464, 0.02070047, 0.10222288, 0.02990138,\n",
" -0.0324726 , -0.0038132 , 0.07117386, -0.00805648, -0.02530402,\n",
" 0.00689453, -0.1178983 ]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'stop': Embedding(embedding=array([ 1.02550998e-01, -3.47196646e-02, -8.73826165e-03, 3.34369168e-02,\n",
" -1.03941001e-02, -5.78728169e-02, 1.68506298e-02, 6.38525113e-02,\n",
" 9.20603201e-02, 4.69185300e-02, -3.07023749e-02, 5.62386550e-02,\n",
" 3.36438380e-02, 2.28685495e-02, -4.64056386e-03, 4.61650789e-02,\n",
" 6.69086128e-02, 8.18961933e-02, -1.08813141e-02, -1.31053561e-02,\n",
" -7.58485943e-02, -3.44101898e-02, -4.97560110e-03, 4.63347696e-02,\n",
" -4.15852177e-04, 1.11482758e-02, 1.65175665e-02, -4.64378446e-02,\n",
" 4.39207777e-02, -1.63864121e-02, 7.08864406e-02, -2.43544839e-02,\n",
" 2.04132143e-02, -3.79215763e-03, 4.04072478e-02, -3.49047594e-02,\n",
" -4.55298275e-02, -2.05854047e-02, -9.46425796e-02, 4.05783132e-02,\n",
" -5.02470955e-02, 2.95845512e-02, -2.70447657e-02, -7.03735370e-03,\n",
" 5.18275611e-02, -5.63380048e-02, -4.02998254e-02, 6.02987520e-02,\n",
" -2.60052364e-02, 1.34817949e-02, 3.43194678e-02, -2.36117169e-02,\n",
" -1.86580094e-03, 2.54580062e-02, 4.19978872e-02, 7.35789910e-02,\n",
" -2.45201513e-02, -9.51304808e-02, -2.07665078e-02, -2.43154820e-02,\n",
" 3.41079570e-02, -4.11873538e-04, 1.45704979e-02, 1.29350219e-02,\n",
" 2.71218996e-02, 2.54123304e-02, 3.90397124e-02, 2.36503333e-02,\n",
" 1.87739686e-04, -1.37597583e-02, -3.27230338e-03, 7.50371581e-03,\n",
" 4.15498018e-02, 1.37594298e-01, -3.58529575e-02, 1.44228023e-02,\n",
" 2.90074460e-02, -9.43162069e-02, 3.21237780e-02, -1.57345980e-02,\n",
" 5.50264725e-03, 2.00781617e-02, -5.83261549e-02, 3.41354311e-02,\n",
" -1.16083387e-03, 5.68357036e-02, -1.57102551e-02, -9.29913744e-02,\n",
" -6.96735904e-02, -2.60996222e-02, -3.52086686e-02, -4.52791117e-02,\n",
" -1.16615305e-02, -9.15160328e-02, -8.50641951e-02, 3.25611643e-02,\n",
" -7.12646395e-02, 4.40826677e-02, 9.89118242e-04, 1.47071751e-02,\n",
" -1.37650846e-02, -2.24204175e-02, 4.41883923e-03, -1.30076744e-02,\n",
" -4.17407490e-02, -3.42251398e-02, -4.34396970e-05, 3.11156902e-02,\n",
" -4.01026085e-02, 6.87763765e-02, -4.81290258e-02, -9.86502506e-03,\n",
" 1.46560529e-02, -2.06160601e-02, -1.15163869e-03, 8.06193575e-02,\n",
" 3.85018587e-02, 7.32670948e-02, -6.62209243e-02, -1.17957415e-02,\n",
" -2.04293668e-01, -5.37835881e-02, 1.48693854e-02, 6.52234210e-03,\n",
" -3.45154032e-02, 2.87959306e-03, -3.89864855e-02, 3.72980013e-02,\n",
" -7.75939971e-02, 1.10639050e-03, 7.83377327e-03, 4.92059551e-02,\n",
" -4.20096703e-02, 2.04558242e-02, -3.16355377e-02, 6.14900142e-02,\n",
" 2.48735119e-02, 6.03192225e-02, -7.11047184e-03, 2.36005709e-02,\n",
" -2.31443364e-02, -1.78341959e-02, -3.55423763e-02, 1.20275030e-02,\n",
" -2.72659231e-02, 3.03158369e-02, -2.63546337e-03, 5.94745092e-02,\n",
" -4.68335338e-02, 3.05704470e-03, 4.40578870e-02, 2.92005111e-02,\n",
" -2.88966503e-02, 4.02787142e-02, -2.29225196e-02, -4.52887900e-02,\n",
" -2.49307640e-02, 3.46261337e-02, 3.62559929e-02, 1.23118591e-02,\n",
" 1.85347088e-02, 4.56444547e-02, 4.51185517e-02, -7.01786354e-02,\n",
" -8.30534026e-02, 3.75558832e-03, 9.94348153e-03, -2.19623111e-02,\n",
" 4.60653715e-02, 2.08896175e-02, -1.48475943e-02, 2.83906609e-02,\n",
" -4.12276722e-02, 1.59706213e-02, 4.82833162e-02, -9.37996283e-02,\n",
" -3.23342681e-02, -1.41424434e-02, 2.41392981e-02, -2.60222587e-03,\n",
" 2.43946966e-02, -4.06990051e-02, 1.86804959e-04, -1.50615862e-02,\n",
" 2.02538306e-03, 1.37499925e-02, 4.39779880e-03, 1.97153203e-02,\n",
" -3.88415530e-02, -8.35652277e-03, -8.45277086e-02, -2.99049299e-02,\n",
" -1.98475234e-02, 1.30207362e-02, -6.54753149e-02, 4.78775315e-02,\n",
" 6.30484521e-02, 9.78711527e-03, -4.18209545e-02, -1.03147598e-02,\n",
" 8.20103809e-02, 2.52221376e-02, 6.14421293e-02, -1.80962740e-03,\n",
" -4.09863032e-02, 1.82364997e-03, 4.95629683e-02, -2.55485941e-02,\n",
" -1.02039827e-02, -6.75644800e-02, 5.53257242e-02, -1.67651400e-02,\n",
" 7.71105662e-02, -2.51592812e-03, -1.83340423e-02, 2.44800579e-02,\n",
" -9.17192698e-02, -8.72070566e-02, -3.14271301e-02, 3.35810669e-02,\n",
" 4.50650677e-02, 1.98922660e-02, 6.87518641e-02, 2.33280174e-02,\n",
" 1.03544416e-02, -3.23162749e-02, 3.63576524e-02, -3.08434857e-04,\n",
" 8.57842527e-03, -2.31104381e-02, -5.46384193e-02, 4.54690307e-02,\n",
" 3.55497785e-02, -3.50314341e-02, 5.15715852e-02, -3.32082026e-02,\n",
" -6.16280735e-02, 1.00560114e-02, 1.70265324e-02, -8.13811943e-02,\n",
" -1.99613683e-02, -3.75810228e-02, 8.01045634e-03, 3.10879145e-02,\n",
" 2.30073668e-02, -4.35337871e-02, -5.09962738e-02, -2.73982547e-02,\n",
" 2.55829804e-02, -5.02268970e-02, 9.99905518e-04, 1.66203268e-02,\n",
" -7.09821209e-02, -2.63370685e-02, 4.26736660e-02, 1.23131992e-02,\n",
" 5.44260032e-02, -6.30632341e-02, -4.34837751e-02, -9.77722928e-02,\n",
" -5.07997870e-02, 1.22452658e-02, -3.23645547e-02, -2.29005124e-02,\n",
" 1.32977935e-02, 3.36020230e-03, -6.99761370e-03, -1.09071597e-01,\n",
" -8.28342587e-02, 2.10003275e-02, -4.06437516e-02, 9.65714827e-02,\n",
" -2.60627531e-02, -5.14067784e-02, 7.73150474e-02, 1.42214820e-02,\n",
" 4.59364131e-02, 2.22277790e-02, -8.15742556e-03, 1.33512439e-02,\n",
" 5.60247377e-02, -6.32566214e-02, 2.14481857e-02, 3.12462002e-02,\n",
" 1.19437929e-02, -2.03079972e-02, -3.68710645e-02, 1.11059239e-02,\n",
" -3.37191895e-02, 3.63807119e-02, 9.81668476e-03, 1.28896758e-02,\n",
" -3.93398181e-02, 2.01690346e-02, 4.07832675e-02, -1.46411676e-02,\n",
" -6.66699558e-03, -4.56122623e-04, 1.28392652e-01, 9.44718048e-02,\n",
" 1.79710090e-02, 1.51375793e-02, 1.88958421e-02, -4.34864946e-02,\n",
" 5.06232344e-02, 1.11908332e-01, -1.98246352e-02, 3.86598110e-02,\n",
" -6.19874976e-04, -1.63728390e-02, -1.79064516e-02, -3.71839888e-02,\n",
" -6.20600134e-02, 6.18375093e-02, 1.39915375e-02, 2.78586685e-03,\n",
" -7.31033413e-03, 4.41095326e-04, -8.66311882e-03, -5.04637174e-02,\n",
" 6.43383563e-02, 5.29457405e-02, 1.37137277e-02, 5.95499501e-02,\n",
" 2.53841002e-02, 1.63416024e-02, -6.03013188e-02, -4.18508984e-02,\n",
" -5.64944348e-04, 7.68944994e-02, -4.43647355e-02, -1.27291102e-02,\n",
" -1.28698014e-02, -2.92361937e-02, 6.36410937e-02, 3.54743898e-02,\n",
" 1.10108098e-02, 2.85953097e-02, 7.34339878e-02, 5.16264513e-02,\n",
" 1.85241969e-03, -5.68795912e-02, -1.09851789e-02, -8.63066502e-03,\n",
" -4.56053764e-03, 4.52437364e-02, -2.03874912e-02, -6.82447478e-02,\n",
" 4.83822674e-02, -7.99059421e-02, -5.03367744e-02, -8.31593014e-03,\n",
" -2.76076011e-02, -6.23168238e-02, 1.56139415e-02, -2.44737994e-02,\n",
" 3.88462730e-02, -2.32448559e-02, -5.29378802e-02, -3.03556845e-02,\n",
" 1.18534714e-02, -1.34624215e-02, -2.38596126e-02, 3.92806120e-02,\n",
" -6.42740801e-02, -1.02730868e-02, -2.71544289e-02, 1.02814864e-02,\n",
" 6.11210354e-02, -5.27255684e-02, 4.26642373e-02, -4.74384464e-02,\n",
" 3.46714072e-02, -2.14614235e-02, -3.61282518e-03, 2.36721560e-02,\n",
" 5.52119687e-02, 3.79322916e-02, 5.02823517e-02, 3.40932496e-02,\n",
" -2.73921508e-02, 3.61499414e-02, -2.28125369e-03, -2.81272624e-02,\n",
" -5.35166115e-02, -2.95065418e-02, 1.83449928e-02, -4.02424373e-02,\n",
" -1.90343224e-02, -5.37955910e-02, -1.02159724e-01, 1.73441600e-02,\n",
" -1.63239483e-02, 7.16624185e-02, 1.88590568e-02, 1.36777600e-02,\n",
" 2.22342387e-02, 1.85909327e-02, -5.93041591e-02, -1.83124598e-02,\n",
" -1.22186601e-01, -1.84970349e-02, 4.26398329e-02, -3.12518589e-02,\n",
" -6.02341667e-02, -5.39503954e-02, -2.97815120e-03, 2.28802077e-02,\n",
" -4.51388694e-02, -8.68510604e-02, -3.56179886e-02, 6.11942187e-02,\n",
" -1.41678331e-02, -2.95385104e-02, -5.41501604e-02, 1.97742414e-02,\n",
" -7.24875778e-02, 1.08942511e-02, 6.92980886e-02, -4.50505270e-03,\n",
" -3.44266370e-03, -1.86807159e-02, 2.26858146e-02, 1.53100316e-03,\n",
" -3.01476400e-02, 2.37610899e-02, -4.02632058e-02, -9.05548036e-02,\n",
" 2.28513516e-02, -1.17473248e-02, 1.02627255e-01, -5.47830909e-02,\n",
" 3.44808139e-02, 1.56878028e-02, 9.22412872e-02, 4.95604053e-02,\n",
" 2.30720602e-02, -1.88262220e-02, 8.10744148e-03, 9.09736846e-03,\n",
" 7.88315758e-02, 1.02779791e-02, 3.40751670e-02, 2.70747300e-02,\n",
" 2.35736929e-03, 2.73164082e-02, -1.94495488e-02, 1.95373520e-02,\n",
" -6.96738763e-03, -2.34390125e-02, 3.10106725e-02, 6.81078210e-02,\n",
" 7.50920177e-02, 3.73711623e-02, 8.67781788e-03, 5.51901609e-02,\n",
" 1.41448900e-02, 3.99656631e-02, -2.36342549e-02, -5.10393307e-02,\n",
" -3.15145105e-02, 5.70053980e-02, -2.90372432e-03, -4.25386652e-02,\n",
" 5.23405224e-02, 1.11503080e-02, -4.87809479e-02, -4.51460890e-02,\n",
" 5.55668883e-02, 1.67763364e-02, 3.96719649e-02, -4.44323309e-02,\n",
" 7.41142489e-04, -5.36003485e-02, 1.08196763e-02, -2.29089931e-02,\n",
" -1.51832551e-02, 4.79603261e-02, 1.30852098e-02, 7.21687358e-03,\n",
" -2.60796957e-02, -9.26091969e-02, 3.09998784e-02, 5.34840580e-03,\n",
" 1.30873499e-02, 1.07973665e-02, 1.31478328e-02, -5.98617382e-02,\n",
" 5.83408661e-02, 2.63680983e-02, 5.95644526e-02, -3.85614373e-02,\n",
" 1.53963426e-02, 3.59794684e-02, 1.14699587e-01, -8.36199522e-03,\n",
" -5.15370555e-02, -1.06853977e-01, 2.42649168e-02, -2.94870473e-02,\n",
" -1.12871509e-02, -7.96846393e-03, 3.76244425e-03, 6.99200332e-02,\n",
" 2.60948297e-02, -2.40301117e-02, -1.14124948e-02, 8.49099904e-02,\n",
" 2.42373925e-02, -4.81145829e-03, -5.57053415e-03, -9.08139721e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'stop-it': Embedding(embedding=array([ 0.11494204, -0.03686805, -0.01556008, 0.00703136, -0.00449869,\n",
" -0.06742763, 0.03317385, 0.05499225, 0.09597784, 0.04318263,\n",
" -0.03136573, 0.04834247, 0.03093861, 0.01625744, -0.00782955,\n",
" 0.04166025, 0.06176794, 0.09079447, 0.00457992, -0.02281998,\n",
" -0.08575193, -0.03863859, 0.0058087 , 0.05384535, 0.01717955,\n",
" 0.02382178, 0.00927333, -0.037404 , 0.05945963, -0.01524127,\n",
" 0.08269197, -0.01961186, 0.0143549 , 0.00654301, 0.04117654,\n",
" -0.02760915, -0.04253913, -0.01632009, -0.09229131, 0.0455718 ,\n",
" -0.0429096 , 0.01054807, -0.02646371, -0.01189518, 0.04249755,\n",
" -0.07040667, -0.03730666, 0.05029679, -0.02549449, 0.01729508,\n",
" 0.03703851, -0.02009409, 0.00553988, 0.01771065, 0.04823606,\n",
" 0.07162422, -0.0112935 , -0.09194987, -0.01955827, -0.02704166,\n",
" 0.03407716, 0.0151283 , 0.02507718, 0.01920509, 0.01731795,\n",
" 0.0155067 , 0.03942404, 0.02625071, 0.00141861, -0.01900157,\n",
" -0.01410289, 0.01479028, 0.02084619, 0.14279094, -0.02489744,\n",
" 0.00908378, 0.0222442 , -0.0883641 , 0.02754897, -0.01282771,\n",
" 0.02147141, 0.03007962, -0.066972 , 0.03659635, -0.02269141,\n",
" 0.04603728, -0.02411343, -0.10210107, -0.05795239, -0.02006456,\n",
" -0.02515122, -0.04703163, -0.02624014, -0.08272965, -0.08206666,\n",
" 0.03769806, -0.0722063 , 0.03660765, -0.00201132, 0.00513999,\n",
" -0.00558159, -0.01919996, -0.00318178, -0.02474028, -0.042661 ,\n",
" -0.02901779, 0.00035714, 0.03290756, -0.0466883 , 0.08169531,\n",
" -0.04444059, -0.01675577, -0.00133061, 0.00528427, -0.00073226,\n",
" 0.07649459, 0.03580428, 0.08656299, -0.07129162, -0.02664526,\n",
" -0.156192 , -0.05865005, 0.03225336, -0.00163431, -0.02737629,\n",
" 0.00524964, -0.03561306, 0.04629086, -0.07849343, 0.01977593,\n",
" 0.00966894, 0.05234545, -0.03301246, 0.01811728, -0.03202529,\n",
" 0.06146208, 0.01132286, 0.05778049, -0.01200813, 0.02002182,\n",
" -0.02405953, -0.03234788, -0.01174899, 0.0100256 , -0.02700259,\n",
" 0.03274811, 0.00709547, 0.05762747, -0.04441321, 0.00276508,\n",
" 0.04623022, 0.03009265, -0.03190341, 0.02897792, -0.02745499,\n",
" -0.04640854, -0.03140784, 0.01735882, 0.03275921, 0.00269278,\n",
" 0.02330524, 0.05085861, 0.04335683, -0.06473733, -0.09167341,\n",
" 0.00331804, -0.00292364, -0.03595 , 0.04424889, 0.03946171,\n",
" -0.03119864, 0.03249594, -0.04188221, 0.01794993, 0.04598283,\n",
" -0.08320407, -0.02787648, -0.0049095 , 0.02554356, 0.00480889,\n",
" 0.03040867, -0.04008836, 0.00981262, -0.01965425, 0.00703426,\n",
" 0.00937023, 0.01343968, 0.00837846, -0.04905082, -0.00290141,\n",
" -0.08764254, -0.02837106, -0.01976945, 0.01078163, -0.05925331,\n",
" 0.03775426, 0.0496994 , -0.01504023, -0.0492289 , -0.00650602,\n",
" 0.09171572, 0.02991071, 0.05119815, -0.0003433 , -0.02847894,\n",
" 0.01056372, 0.03565043, -0.0270836 , -0.01331983, -0.05664888,\n",
" 0.05242571, -0.01577528, 0.06331405, 0.00266867, -0.00837277,\n",
" 0.03213344, -0.09096779, -0.09071842, -0.04668393, 0.03543459,\n",
" 0.02423801, 0.02395789, 0.06106372, 0.01878938, 0.00168314,\n",
" -0.02301171, 0.03582005, -0.00677726, 0.00386768, -0.008326 ,\n",
" -0.05997445, 0.03387753, 0.03162117, -0.04270144, 0.04525808,\n",
" -0.04485374, -0.05384133, 0.02128979, 0.02055988, -0.09179549,\n",
" -0.00923351, -0.05471594, 0.02341006, 0.05484523, 0.02813451,\n",
" -0.02903766, -0.07452355, -0.00935915, 0.05155651, -0.03716818,\n",
" 0.00375871, 0.01976196, -0.06886137, -0.02048478, 0.04380476,\n",
" 0.02024502, 0.055456 , -0.06048356, -0.04157579, -0.09182188,\n",
" -0.02684771, 0.00836983, -0.04986209, -0.02814759, 0.01882983,\n",
" 0.00286778, -0.00445036, -0.10465686, -0.07831741, 0.0362175 ,\n",
" -0.03729412, 0.09351013, -0.02299176, -0.04652691, 0.06360197,\n",
" 0.01340299, 0.04409468, 0.02564826, 0.00280382, 0.00880271,\n",
" 0.0641349 , -0.05200818, 0.00361865, 0.05410452, 0.00384286,\n",
" -0.02552594, -0.03382757, 0.00837279, -0.04053342, 0.05477371,\n",
" 0.01525527, -0.00151644, -0.02716446, 0.01063263, 0.04923325,\n",
" -0.03097394, -0.00264579, -0.00696382, 0.11760738, 0.09387098,\n",
" 0.02407665, 0.02337843, 0.03598044, -0.04469166, 0.05094843,\n",
" 0.10108574, -0.01091874, 0.03705438, -0.013066 , -0.0222699 ,\n",
" -0.03308252, -0.04781517, -0.05474769, 0.07365198, 0.03304732,\n",
" 0.00632636, 0.00388586, -0.00506665, -0.00694329, -0.05222487,\n",
" 0.08199176, 0.07026181, 0.0240718 , 0.04702785, 0.02182066,\n",
" 0.03438364, -0.06500036, -0.05257585, -0.00622377, 0.08114198,\n",
" -0.05396835, -0.0147273 , -0.0238825 , -0.01837116, 0.05438689,\n",
" 0.04263322, -0.00224555, 0.02326912, 0.07726958, 0.06013428,\n",
" -0.01523899, -0.07569431, -0.00124252, -0.00651613, 0.01209674,\n",
" 0.05095228, -0.01252414, -0.07484247, 0.04240491, -0.07587655,\n",
" -0.04974751, -0.00173371, -0.01666965, -0.05917549, 0.00931185,\n",
" -0.02019184, 0.03403932, -0.02231893, -0.05939498, -0.02781016,\n",
" 0.00548924, -0.00981085, -0.02486075, 0.03762228, -0.07867149,\n",
" -0.0187162 , -0.04669983, 0.01088192, 0.05920926, -0.05073507,\n",
" 0.03028591, -0.03832569, 0.04405696, -0.01998558, -0.00846325,\n",
" 0.02355348, 0.05160185, 0.03995219, 0.04778467, 0.0291761 ,\n",
" -0.02205259, 0.04820284, 0.00925897, -0.03131802, -0.05769609,\n",
" -0.02185307, 0.01720888, -0.05404237, -0.01313561, -0.04733371,\n",
" -0.09320152, 0.03097065, -0.0033058 , 0.08521279, 0.01885911,\n",
" 0.02440964, 0.01431686, 0.02406288, -0.06014148, -0.00782488,\n",
" -0.12487864, -0.01844068, 0.05143159, -0.03698987, -0.05578014,\n",
" -0.04320199, 0.00575646, 0.02054605, -0.0384119 , -0.08984945,\n",
" -0.04209321, 0.05975555, -0.00498061, -0.03249235, -0.04326534,\n",
" 0.02577321, -0.05712706, 0.01370231, 0.07104167, -0.01077383,\n",
" -0.01350968, -0.00658186, 0.02237817, 0.00167876, -0.02644079,\n",
" 0.01302093, -0.05492841, -0.0877903 , 0.01566379, -0.01979303,\n",
" 0.10475682, -0.04408252, 0.03053807, 0.00605351, 0.0838296 ,\n",
" 0.03403577, 0.01211505, -0.03536834, 0.00943559, 0.0097035 ,\n",
" 0.07943264, 0.00360937, 0.0421525 , 0.03433028, -0.0002853 ,\n",
" 0.03589017, -0.01164985, 0.01717368, -0.00561256, -0.0348661 ,\n",
" 0.02529114, 0.06115099, 0.06330145, 0.02629228, 0.02405964,\n",
" 0.03471097, 0.01838156, 0.04229103, -0.01507416, -0.05179453,\n",
" -0.02039758, 0.07962058, -0.00123698, -0.04619332, 0.04498112,\n",
" 0.00989653, -0.06051918, -0.04429834, 0.06143448, 0.00879056,\n",
" 0.02957331, -0.06093461, 0.01359305, -0.04147562, -0.0085563 ,\n",
" -0.03168787, -0.00414403, 0.05396246, 0.00885617, 0.01292963,\n",
" -0.0443208 , -0.06091985, 0.03454352, 0.00756318, 0.0114809 ,\n",
" 0.00477689, 0.01253116, -0.0587287 , 0.0602063 , 0.01205016,\n",
" 0.07258711, -0.0394088 , 0.00371091, 0.03911711, 0.12148107,\n",
" -0.00567339, -0.05646957, -0.10710485, 0.02662285, -0.02515811,\n",
" -0.00738579, -0.00863551, 0.01479955, 0.06947593, 0.03116108,\n",
" -0.03493314, -0.00505706, 0.07661587, 0.01070879, -0.00696004,\n",
" -0.01133232, -0.09925199]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'success': Embedding(embedding=array([ 9.82933044e-02, -4.52290736e-02, -1.35671003e-02, -2.53677219e-02,\n",
" -1.80106726e-03, -4.66593169e-02, 3.76883559e-02, 6.41345084e-02,\n",
" 9.75988209e-02, 7.89339915e-02, -1.33631974e-02, 3.64433266e-02,\n",
" 1.85249001e-02, 3.00515890e-02, -7.85406958e-03, 2.63978913e-02,\n",
" 4.40162048e-02, 8.81902575e-02, 1.25038456e-02, -2.21611336e-02,\n",
" -8.62122402e-02, -4.80885096e-02, 6.03345130e-03, 5.39641157e-02,\n",
" 2.21438985e-02, 2.87212804e-02, -1.25802204e-03, -3.98915894e-02,\n",
" 6.19270466e-02, -1.18111586e-02, 8.17285404e-02, -7.24332640e-03,\n",
" -2.04194859e-02, 1.12542906e-03, 3.38562839e-02, -1.59565955e-02,\n",
" -5.40341027e-02, -2.13002376e-02, -7.39631429e-02, 5.25589846e-02,\n",
" -3.92287336e-02, 5.83917880e-03, -2.11273953e-02, -2.49935631e-02,\n",
" 3.59038748e-02, -6.17480241e-02, -2.68622246e-02, 4.02832180e-02,\n",
" -3.14454399e-02, 2.89618112e-02, 2.89423577e-02, -2.84970272e-03,\n",
" 2.96918047e-03, 3.72054311e-03, 4.09660526e-02, 5.21253832e-02,\n",
" 1.08627900e-02, -7.34701157e-02, -3.07477564e-02, -3.30004953e-02,\n",
" 4.95930910e-02, 2.41777245e-02, 3.07169035e-02, 2.41390243e-02,\n",
" 1.80920716e-02, -2.36051693e-03, 3.44805717e-02, 1.41374525e-02,\n",
" -1.21944845e-02, -2.19099876e-02, -2.90122572e-02, 4.67327982e-02,\n",
" 9.35613457e-03, 1.62924886e-01, -8.96743871e-03, 2.24704314e-02,\n",
" 6.78042369e-03, -7.03379065e-02, 1.70061048e-02, -2.14688666e-02,\n",
" 6.59262687e-02, 2.59619462e-03, -7.48879835e-02, 4.99910563e-02,\n",
" -2.62461435e-02, 2.48087719e-02, -2.05432437e-02, -8.23055357e-02,\n",
" -5.35970256e-02, -4.24354933e-02, -3.00546340e-03, -3.32889780e-02,\n",
" -4.67251912e-02, -9.57792178e-02, -5.28090894e-02, 9.13714711e-03,\n",
" -7.31040165e-02, 2.88286470e-02, -2.42244042e-02, -1.30109331e-02,\n",
" -1.18164672e-02, -1.96037460e-02, -3.20941173e-02, -3.11305206e-02,\n",
" -3.99648733e-02, -1.01186074e-02, 4.07757441e-04, 2.88623013e-02,\n",
" -5.76364100e-02, 8.13351795e-02, -2.52881944e-02, -3.74810621e-02,\n",
" -1.75249428e-02, -1.17851123e-02, 2.24036053e-02, 8.08193311e-02,\n",
" 1.08188288e-02, 9.60773528e-02, -5.60838468e-02, -3.75147387e-02,\n",
" -1.49182528e-01, -5.79396226e-02, 3.72112431e-02, -3.35481297e-03,\n",
" -1.63150411e-02, 6.55892584e-03, -2.90840697e-02, 3.54580134e-02,\n",
" -5.99068999e-02, 1.27649456e-02, 4.31550620e-03, 7.23833963e-02,\n",
" -2.70107575e-02, 2.77042165e-02, -2.82732472e-02, 4.37088385e-02,\n",
" 1.18418841e-03, 5.69076352e-02, -6.01121830e-03, 6.27631927e-03,\n",
" -3.68427634e-02, -2.11599674e-02, 7.08442461e-03, 1.16276247e-02,\n",
" -2.96585425e-03, 2.31202729e-02, 1.75709110e-02, 6.94710910e-02,\n",
" -4.41140234e-02, 2.12365482e-03, 5.99597991e-02, 2.97154430e-02,\n",
" -2.74177250e-02, 1.12723541e-02, -5.85459098e-02, -6.60580993e-02,\n",
" -3.27905193e-02, 2.85161985e-03, 3.44552323e-02, 4.21165023e-03,\n",
" 2.28159111e-02, 5.05222008e-02, 3.00035980e-02, -5.50356135e-02,\n",
" -1.04786627e-01, -2.38856976e-03, 2.23681750e-03, -4.52945977e-02,\n",
" 2.21688282e-02, 5.28973639e-02, -3.91845033e-02, 4.58140038e-02,\n",
" -5.11438772e-02, 1.92977418e-03, 4.44379672e-02, -5.65389656e-02,\n",
" -2.74800360e-02, -2.27240715e-02, 1.58713795e-02, -1.03481328e-02,\n",
" 2.34306995e-02, -4.56828661e-02, 2.64293440e-02, -9.02511273e-03,\n",
" -1.29415719e-02, 3.37759890e-02, 2.21551470e-02, -1.38636669e-02,\n",
" -4.89017442e-02, 1.56797729e-02, -8.45426917e-02, -3.01354770e-02,\n",
" -2.74866279e-02, 7.41264923e-03, -6.08830713e-02, 4.41168174e-02,\n",
" 3.76144238e-02, -3.13906148e-02, -4.79705781e-02, 5.53376321e-03,\n",
" 8.90278220e-02, 3.40871438e-02, 4.47047837e-02, 4.37715370e-03,\n",
" -1.62741262e-02, 3.31211463e-02, 1.51634533e-02, -2.89659183e-02,\n",
" -1.18407561e-02, -3.68239693e-02, 5.55525161e-02, -1.61830895e-02,\n",
" 5.03656194e-02, 3.57316202e-03, -3.98610206e-03, 5.41452356e-02,\n",
" -6.32640123e-02, -7.28959739e-02, -5.74785210e-02, 3.66669595e-02,\n",
" 1.69690792e-02, 3.47514525e-02, 4.39788066e-02, 4.86246450e-03,\n",
" 2.55185142e-02, 5.82343340e-03, 3.12357787e-02, -2.55061593e-02,\n",
" 1.74814165e-02, 1.19676180e-02, -4.72589731e-02, 3.65595929e-02,\n",
" 3.18815708e-02, -3.69138978e-02, 3.26384753e-02, -2.72684358e-02,\n",
" -2.55767163e-02, 6.00229809e-03, 3.31105106e-02, -1.04581609e-01,\n",
" 3.06806550e-03, -4.80895229e-02, 4.66917008e-02, 7.25853145e-02,\n",
" 2.41581127e-02, -1.72959249e-02, -6.90716729e-02, -1.05167720e-02,\n",
" 5.08049950e-02, -3.51655483e-02, 2.25984976e-02, 6.21880544e-03,\n",
" -6.74412847e-02, -2.90228501e-02, 3.19844596e-02, 2.83947699e-02,\n",
" 4.53018658e-02, -7.32970759e-02, -6.52703866e-02, -7.41432086e-02,\n",
" -4.74554906e-03, -2.73923669e-03, -6.11397997e-02, -2.88829897e-02,\n",
" 2.99912263e-02, -2.41438020e-02, -8.98641814e-03, -8.68579075e-02,\n",
" -7.82730728e-02, 5.02932891e-02, -3.33186984e-02, 8.33623931e-02,\n",
" -3.57640460e-02, -5.17115816e-02, 3.60993035e-02, 8.85888562e-03,\n",
" 2.79999040e-02, 2.82826871e-02, 6.39506150e-03, 1.22074094e-02,\n",
" 5.39593026e-02, -4.13128473e-02, -2.61640884e-02, 6.39229864e-02,\n",
" -4.62129572e-03, -3.43172960e-02, -2.18084306e-02, -3.24489374e-04,\n",
" -5.14043272e-02, 4.43136767e-02, 1.56492274e-02, 2.18519708e-03,\n",
" -1.61376819e-02, -3.44686210e-03, 4.34206687e-02, -2.20340192e-02,\n",
" -1.66141838e-02, -2.25829110e-02, 1.10600069e-01, 9.12805274e-02,\n",
" 4.27884124e-02, 3.07618231e-02, 5.01046143e-02, -4.19948585e-02,\n",
" 5.10522611e-02, 5.59180863e-02, 6.26786612e-03, 2.19404120e-02,\n",
" -2.37049144e-02, -3.06574963e-02, -5.29854409e-02, -5.31115942e-02,\n",
" -3.69435996e-02, 7.23585039e-02, 2.84987427e-02, 2.01829188e-02,\n",
" 1.27467532e-02, -9.07685049e-03, 1.08137522e-02, -5.37088253e-02,\n",
" 8.85943845e-02, 8.39748383e-02, -2.69305869e-03, 4.92572933e-02,\n",
" 3.11427154e-02, 5.76076433e-02, -7.85295218e-02, -7.22467378e-02,\n",
" 2.94533116e-03, 6.47006929e-02, -7.32532218e-02, -4.89894627e-03,\n",
" -2.95076873e-02, -1.08533958e-02, 5.48371077e-02, 3.40832993e-02,\n",
" -7.82257691e-03, 2.56437659e-02, 6.51308149e-02, 6.26854524e-02,\n",
" -3.21351811e-02, -8.31476226e-02, -1.60438009e-02, -2.51384210e-02,\n",
" 2.69060805e-02, 5.29311113e-02, -1.84876081e-02, -7.44458511e-02,\n",
" 4.08835746e-02, -6.42701760e-02, -4.65310514e-02, 2.68724118e-03,\n",
" -1.98898390e-02, -5.62468357e-02, 2.69759186e-02, -6.19878154e-03,\n",
" 4.62208986e-02, 1.33114023e-04, -6.26486093e-02, -4.33764979e-02,\n",
" 1.64166261e-02, -2.58184678e-04, -3.60583737e-02, 2.80459505e-02,\n",
" -1.09955318e-01, -2.31231693e-02, -4.97965850e-02, 4.00870778e-02,\n",
" 4.65141572e-02, -4.52634171e-02, 2.41823867e-02, -5.74935339e-02,\n",
" 5.66032603e-02, 7.05906423e-03, -1.18581466e-02, 3.94378006e-02,\n",
" 4.31705490e-02, 3.21523361e-02, 5.12344912e-02, 2.88393591e-02,\n",
" 4.99266107e-03, 5.65176643e-02, 3.25583294e-02, -2.07740646e-02,\n",
" -5.29905930e-02, -4.01091576e-02, 1.35496696e-02, -6.69522807e-02,\n",
" -1.60224605e-02, -2.70081926e-02, -9.04161260e-02, 2.43915077e-02,\n",
" 1.57436414e-03, 1.05401628e-01, -9.42156941e-04, 1.26663810e-02,\n",
" -6.26874948e-03, 2.59837378e-02, -3.88873443e-02, -1.30248023e-02,\n",
" -1.28229231e-01, -2.98580993e-03, 5.76355718e-02, -4.16411906e-02,\n",
" -7.14598671e-02, -4.71260063e-02, -5.81643963e-03, 2.81994417e-02,\n",
" -4.80817929e-02, -8.40157494e-02, -4.11800332e-02, 5.60409538e-02,\n",
" -1.19499937e-02, -5.93042485e-02, -4.17758971e-02, 3.74766812e-02,\n",
" -4.09260057e-02, -3.72868963e-03, 6.96830899e-02, -1.85362697e-02,\n",
" -1.49944359e-02, 1.48456749e-02, 2.04484127e-02, 2.64889491e-03,\n",
" -1.64854694e-02, 2.96410173e-02, -5.22274263e-02, -7.48878717e-02,\n",
" 1.80481225e-02, -1.47419330e-02, 1.02339432e-01, -4.32928652e-02,\n",
" 2.22963691e-02, 1.07378783e-02, 8.00339580e-02, 3.09850592e-02,\n",
" 9.34980903e-03, -5.24367318e-02, 7.12928036e-03, 2.77189519e-02,\n",
" 7.20129311e-02, -1.13543952e-02, 2.68932227e-02, 4.51034196e-02,\n",
" -1.22324629e-02, 2.57285871e-02, -7.50857219e-03, 1.49562843e-02,\n",
" -1.41923493e-02, -4.30330187e-02, 3.32678445e-02, 4.77120355e-02,\n",
" 6.36029616e-02, 1.38254818e-02, 2.57970989e-02, 1.84564572e-02,\n",
" -7.17682578e-03, 5.12217246e-02, -1.29188374e-02, -6.55825660e-02,\n",
" -1.57742910e-02, 8.21071789e-02, -8.66900012e-03, -3.86791863e-02,\n",
" 4.40866277e-02, 2.23511066e-02, -5.73926046e-02, -4.73669469e-02,\n",
" 3.43177468e-02, -3.62014922e-04, 1.96160004e-02, -6.89133257e-02,\n",
" 1.87156778e-02, -3.60591002e-02, -2.34061740e-02, -3.51533182e-02,\n",
" 8.47644638e-03, 6.71618655e-02, -8.60878918e-03, 7.92246312e-03,\n",
" -4.29238752e-02, -4.82112281e-02, 1.63636804e-02, 2.22479589e-02,\n",
" 7.17860833e-03, -1.99441682e-03, 1.56851187e-02, -5.02921119e-02,\n",
" 6.48139417e-02, -8.28293432e-03, 6.95547685e-02, -1.72939543e-02,\n",
" 1.72215775e-02, 4.63532396e-02, 1.35166213e-01, 2.63657384e-02,\n",
" -6.37528896e-02, -9.19468850e-02, 4.35993597e-02, -3.06651369e-02,\n",
" 6.04177359e-03, -1.35773486e-02, 1.63493417e-02, 9.33986604e-02,\n",
" 2.64210328e-02, -3.07531096e-02, -7.55341304e-03, 6.69824779e-02,\n",
" -8.26861896e-03, -2.78397575e-02, 8.01123586e-03, -1.11458197e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'tenguy': Embedding(embedding=array([ 8.88598561e-02, -6.69468194e-02, -1.86736118e-02, -2.24683546e-02,\n",
" 8.45606532e-03, -3.18014733e-02, 4.16348651e-02, 5.30789718e-02,\n",
" 7.64186084e-02, 7.39803389e-02, 5.11507690e-03, 3.45839448e-02,\n",
" 2.04031784e-02, 1.15086483e-02, -1.33998562e-02, 3.67821520e-03,\n",
" 2.63981950e-02, 8.85261372e-02, 2.85125412e-02, -1.33780940e-02,\n",
" -8.02376643e-02, -3.89002971e-02, 7.00502144e-03, 6.92248866e-02,\n",
" 5.28903417e-02, 3.88350002e-02, -1.29377889e-02, -4.83534113e-02,\n",
" 4.88759577e-02, -1.02011664e-02, 6.65618852e-02, -6.67588692e-03,\n",
" -3.97788882e-02, -7.73477275e-03, 3.78977396e-02, -1.01198547e-03,\n",
" -2.41750795e-02, -2.57293899e-02, -6.79680109e-02, 6.19834028e-02,\n",
" -1.56667065e-02, 9.06830747e-03, -1.48267169e-02, -1.28623843e-02,\n",
" 3.36576700e-02, -5.14419600e-02, -2.78678909e-02, 4.36601266e-02,\n",
" -3.79315540e-02, 2.06109416e-02, 2.44737081e-02, -4.47333883e-03,\n",
" 1.50117911e-02, 1.55731328e-02, 3.40463109e-02, 3.90931144e-02,\n",
" -1.31552527e-02, -3.64527442e-02, -2.65094619e-02, -2.95336861e-02,\n",
" 3.30520794e-02, 4.03082818e-02, 3.41947898e-02, 2.05657370e-02,\n",
" 4.91435640e-03, 7.14363577e-03, 3.34099531e-02, -7.66900135e-03,\n",
" -1.15633318e-02, -4.44262847e-02, -3.68589833e-02, 6.42182156e-02,\n",
" 1.54488916e-02, 1.58012360e-01, -1.02303298e-02, 2.83661485e-02,\n",
" -3.25698103e-03, -6.14366643e-02, 3.17237377e-02, -2.39240713e-02,\n",
" 8.46201256e-02, 1.08867157e-02, -8.82052109e-02, 5.48325963e-02,\n",
" -2.95852441e-02, -4.78086644e-04, -2.36594584e-02, -7.38527328e-02,\n",
" -4.46177274e-02, -4.49061058e-02, -5.37372241e-03, -2.24689525e-02,\n",
" -7.02476576e-02, -7.41907284e-02, -2.75623333e-02, -7.75437709e-03,\n",
" -6.30744994e-02, 2.31225844e-02, -3.19591500e-02, -2.21146364e-02,\n",
" 3.90959176e-04, -1.81181990e-02, -3.75924259e-02, -3.58395688e-02,\n",
" -5.38062230e-02, 2.12552119e-03, 1.37183792e-03, 2.14069039e-02,\n",
" -7.90767670e-02, 8.22008252e-02, -9.60672926e-03, -4.58489917e-02,\n",
" -2.00845934e-02, -4.52956650e-03, 6.62395079e-03, 7.96615705e-02,\n",
" -1.59576884e-03, 9.45050120e-02, -5.92864156e-02, -5.16024753e-02,\n",
" -1.33805826e-01, -5.25682867e-02, 4.78515588e-02, -1.80647038e-02,\n",
" -8.59457254e-03, -1.21368151e-02, -1.49298729e-02, 3.01333591e-02,\n",
" -5.76660596e-02, 3.54892239e-02, -3.33904359e-03, 6.72367141e-02,\n",
" -2.03773044e-02, 2.33020578e-02, -4.12519053e-02, 5.51683716e-02,\n",
" 1.25828350e-03, 5.52739091e-02, 3.37956171e-03, -1.10245645e-02,\n",
" -3.27798128e-02, -1.00699561e-02, 7.25937402e-03, -1.37057239e-02,\n",
" 1.29309148e-02, 1.93874147e-02, 2.47560125e-02, 4.58064266e-02,\n",
" -2.47748550e-02, 2.48766737e-03, 5.86330667e-02, 1.71948131e-02,\n",
" -1.04276240e-02, -6.92874333e-03, -7.28915483e-02, -7.93613121e-02,\n",
" -6.11215690e-03, -2.35699601e-02, 3.77070792e-02, 2.69297417e-03,\n",
" 5.17421961e-02, 1.93391591e-02, 2.65062824e-02, -6.77812845e-02,\n",
" -7.61742070e-02, 1.84909869e-02, -7.38985464e-03, -4.32234593e-02,\n",
" 4.85923095e-03, 6.77465722e-02, -4.75870967e-02, 6.19839169e-02,\n",
" -3.55393775e-02, -2.60811653e-02, 3.16982754e-02, -5.89517653e-02,\n",
" -2.93760356e-02, -2.74434835e-02, 1.62996296e-02, -1.08166803e-02,\n",
" 3.66703756e-02, -5.19893095e-02, 2.98970118e-02, -9.72772576e-03,\n",
" -8.51931050e-03, 4.61125895e-02, 9.08139814e-03, 8.20901338e-03,\n",
" -4.16005440e-02, 2.52189245e-02, -8.31786320e-02, -1.15906009e-02,\n",
" -3.52445729e-02, -7.47260172e-03, -4.79844138e-02, 4.23222631e-02,\n",
" 5.29406145e-02, -2.23114565e-02, -5.22483066e-02, 1.13351708e-02,\n",
" 7.72861317e-02, 4.11761105e-02, 4.43066992e-02, -3.48418877e-02,\n",
" 3.80051718e-03, 4.90939915e-02, -4.34659095e-03, -2.70006452e-02,\n",
" -1.06314209e-03, -2.54977737e-02, 4.61397432e-02, -2.73211207e-02,\n",
" 5.32451309e-02, -1.69078559e-02, -4.51399712e-03, 5.51201031e-02,\n",
" -6.21986277e-02, -5.51500060e-02, -5.47658950e-02, 3.49479318e-02,\n",
" 3.37041393e-02, 1.69804078e-02, 6.85040429e-02, -1.69147253e-02,\n",
" 6.90543186e-03, 4.59323777e-03, 1.77410301e-02, -4.30646874e-02,\n",
" 4.20170426e-02, 2.83999834e-03, -2.74672322e-02, 4.88225408e-02,\n",
" 2.19460316e-02, -3.63234580e-02, 2.57671624e-02, -1.95012931e-02,\n",
" -1.87016334e-02, -9.87356980e-05, 3.46476585e-02, -1.23405203e-01,\n",
" 3.68996290e-03, -5.24782352e-02, 7.40576312e-02, 7.52629638e-02,\n",
" 4.89415554e-03, -1.61810480e-02, -5.31450920e-02, 3.08565726e-03,\n",
" 4.55240011e-02, -2.58161258e-02, 1.89979281e-02, 1.58240683e-02,\n",
" -7.31745064e-02, -3.05101592e-02, 2.34901197e-02, 4.12982628e-02,\n",
" 7.43480399e-02, -7.08911493e-02, -6.21357076e-02, -4.84041944e-02,\n",
" -2.13295929e-02, -6.43510744e-03, -7.14516491e-02, -1.61030069e-02,\n",
" 5.95808402e-02, -1.74729805e-02, -1.68156512e-02, -7.11468309e-02,\n",
" -8.12860355e-02, 7.11063370e-02, -1.99133139e-02, 9.02152285e-02,\n",
" -3.90835628e-02, -5.21320738e-02, 3.70673090e-02, -9.81946290e-03,\n",
" 2.45108511e-02, 1.86356772e-02, -2.54570544e-02, -1.11118112e-04,\n",
" 3.85811739e-02, -1.52320964e-02, -1.66576803e-02, 4.68996055e-02,\n",
" -4.33715200e-03, -4.80652638e-02, -6.02623390e-04, -2.87621608e-03,\n",
" -5.79021089e-02, 4.09620553e-02, -8.45336914e-03, 1.86576489e-02,\n",
" -1.00352475e-02, 1.89842191e-02, 4.17296253e-02, -1.82336587e-02,\n",
" -2.63354275e-02, -3.07610203e-02, 9.67778414e-02, 8.13037306e-02,\n",
" 2.85994690e-02, 3.29683758e-02, 7.63078779e-02, -4.36461233e-02,\n",
" 6.44730031e-02, 3.10415067e-02, 1.57068130e-02, 4.42381669e-03,\n",
" -4.47365604e-02, -3.57320569e-02, -4.61257584e-02, -3.98984365e-02,\n",
" -2.07225550e-02, 6.13593012e-02, 4.55575101e-02, 1.88234206e-02,\n",
" 1.85108241e-02, -9.49021708e-03, 6.98752189e-03, -9.58933234e-02,\n",
" 8.87298137e-02, 8.31079185e-02, -4.48899716e-03, 5.47638871e-02,\n",
" 1.31829996e-02, 4.53907847e-02, -7.43007585e-02, -9.90165919e-02,\n",
" 4.82173683e-03, 5.81699386e-02, -7.02243522e-02, -7.36489426e-03,\n",
" -3.78734209e-02, -2.99580721e-03, 6.18119203e-02, 3.16403098e-02,\n",
" -1.29929967e-02, 4.13975231e-02, 5.82064912e-02, 6.07055016e-02,\n",
" -4.88375723e-02, -7.86142051e-02, -2.55271848e-02, -2.65729222e-02,\n",
" 4.37934846e-02, 5.49045503e-02, -2.61660349e-02, -8.17516893e-02,\n",
" 4.37618382e-02, -5.39905764e-02, -4.07823361e-02, -1.09523935e-02,\n",
" 8.93894830e-05, -3.38994861e-02, 2.29307469e-02, 7.00890273e-03,\n",
" 5.80667257e-02, -5.76911448e-03, -5.89576177e-02, -3.12662572e-02,\n",
" 3.33546065e-02, 4.63132421e-03, -2.73659937e-02, 3.25856283e-02,\n",
" -1.13111570e-01, -2.93391924e-02, -5.70657998e-02, 4.83801998e-02,\n",
" 4.11937945e-02, -2.09776945e-02, 1.16837202e-02, -7.20118731e-02,\n",
" 6.45891577e-02, 1.10242879e-02, -2.91273631e-02, 4.24683318e-02,\n",
" 3.21541987e-02, 4.33991589e-02, 5.03841415e-02, 2.36852225e-02,\n",
" 3.62643003e-02, 6.98962808e-02, 3.70090008e-02, 2.33012484e-03,\n",
" -4.15722392e-02, -4.97434027e-02, -1.70038119e-02, -4.60180156e-02,\n",
" 3.07983020e-03, -1.88272493e-03, -9.02269110e-02, 2.06159912e-02,\n",
" 1.66640375e-02, 1.20583899e-01, 2.53902562e-02, 1.09362621e-02,\n",
" -1.88804213e-02, 2.62358487e-02, -4.00652066e-02, 1.76664665e-02,\n",
" -1.42501682e-01, -1.00669460e-02, 7.09121153e-02, -4.45967391e-02,\n",
" -8.66381302e-02, -3.77793387e-02, 1.99169312e-02, 2.48417556e-02,\n",
" -2.49758158e-02, -8.43379349e-02, -4.44572791e-02, 7.05341622e-02,\n",
" -1.47230104e-02, -2.95928624e-02, -2.15983763e-02, 3.51023041e-02,\n",
" -1.50706973e-02, -2.00236179e-02, 4.44174781e-02, -3.48570049e-02,\n",
" -3.25157568e-02, 3.23487669e-02, 3.17447050e-03, 6.68630097e-03,\n",
" -8.22446216e-03, 4.05099727e-02, -4.02777269e-02, -5.03761172e-02,\n",
" 1.29957944e-02, -2.85100900e-02, 9.37098712e-02, -5.45630157e-02,\n",
" 1.06971217e-02, 4.66228602e-03, 8.64579529e-02, 4.33035679e-02,\n",
" 1.25691248e-02, -5.19652553e-02, 1.61000546e-02, 1.27266981e-02,\n",
" 8.04094523e-02, -1.94638781e-02, 3.15065049e-02, 3.02499551e-02,\n",
" -1.90737750e-02, -8.23746249e-03, 2.43599177e-03, -1.13332262e-02,\n",
" -9.12631582e-03, -4.30069752e-02, 1.69999022e-02, 3.16324420e-02,\n",
" 5.68487085e-02, -1.33059416e-02, -6.19831309e-03, 1.50505174e-02,\n",
" -1.29906619e-02, 2.07121465e-02, -1.77545454e-02, -5.32500260e-02,\n",
" 3.12895770e-03, 1.16461955e-01, 1.76058803e-03, -1.34450216e-02,\n",
" 1.71199553e-02, 2.89605334e-02, -3.91287133e-02, -3.61227207e-02,\n",
" 3.23515646e-02, 1.74722951e-02, 2.64450721e-03, -5.54967895e-02,\n",
" 4.44090273e-03, -3.88762094e-02, -4.28466722e-02, -5.47722317e-02,\n",
" 8.17700475e-03, 8.44299421e-02, -1.07580395e-02, -1.26686562e-02,\n",
" -3.24209109e-02, -2.44972613e-02, -1.51916267e-02, 3.76016535e-02,\n",
" 7.00204633e-03, -9.27239470e-03, 1.66312624e-02, -5.06983027e-02,\n",
" 7.37049654e-02, -4.45601456e-02, 5.28803244e-02, -1.25948237e-02,\n",
" 4.10073466e-04, 4.70010303e-02, 1.18967727e-01, 5.96315414e-03,\n",
" -3.12526934e-02, -8.81013796e-02, 4.53687087e-02, -3.94566432e-02,\n",
" 2.27422323e-02, 2.00737524e-03, 3.17642540e-02, 1.23977423e-01,\n",
" 3.74421068e-02, -1.56311989e-02, -1.29972249e-02, 7.82740191e-02,\n",
" 3.87738901e-03, -1.97023340e-02, -4.23894636e-03, -1.09053589e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'toohigh': Embedding(embedding=array([ 0.10522559, -0.03947013, -0.01005031, 0.0170196 , -0.01348516,\n",
" -0.06082944, 0.01766654, 0.05969309, 0.10272051, 0.04906865,\n",
" -0.02268024, 0.05277223, 0.03113673, 0.02500393, -0.00794473,\n",
" 0.04147848, 0.0660141 , 0.08823219, -0.00804227, -0.01393012,\n",
" -0.08330943, -0.03812526, -0.00567252, 0.04794773, 0.0027855 ,\n",
" 0.01368775, 0.00932548, -0.04553276, 0.053319 , -0.01550131,\n",
" 0.07546977, -0.02070542, 0.01197208, -0.00032069, 0.03854591,\n",
" -0.03186372, -0.04443403, -0.02125668, -0.09262129, 0.04171272,\n",
" -0.04756686, 0.02071622, -0.02851267, -0.00961901, 0.0468001 ,\n",
" -0.06117747, -0.0452548 , 0.05141189, -0.02299598, 0.01188899,\n",
" 0.03732605, -0.02036959, 0.00035787, 0.02194509, 0.04369106,\n",
" 0.07934157, -0.0214367 , -0.0902399 , -0.02383985, -0.02195256,\n",
" 0.03881615, 0.00569174, 0.01550062, 0.0146309 , 0.01820955,\n",
" 0.02037805, 0.03903915, 0.025885 , -0.00778335, -0.01565338,\n",
" -0.01258161, 0.01559453, 0.03401336, 0.13619755, -0.034101 ,\n",
" 0.00685179, 0.0178381 , -0.09450684, 0.02694234, -0.01942596,\n",
" 0.01683679, 0.02104598, -0.06134068, 0.03946191, -0.01318071,\n",
" 0.0534814 , -0.01957688, -0.09789363, -0.05758381, -0.02691216,\n",
" -0.03001673, -0.04296156, -0.02004458, -0.0879742 , -0.07935073,\n",
" 0.0341033 , -0.07310469, 0.04368919, -0.00338593, 0.01179051,\n",
" -0.01029152, -0.0182216 , 0.00522476, -0.01950595, -0.03665948,\n",
" -0.02554268, 0.00058399, 0.03224533, -0.04421825, 0.0722828 ,\n",
" -0.0462851 , -0.01452632, 0.0149774 , -0.00814286, -0.00043301,\n",
" 0.07706588, 0.0350183 , 0.08092032, -0.06944841, -0.01037317,\n",
" -0.19264764, -0.05085354, 0.02340188, 0.00380677, -0.02340825,\n",
" 0.00141384, -0.03519763, 0.04546359, -0.07812838, 0.00926785,\n",
" 0.00700072, 0.05334485, -0.03772479, 0.02122506, -0.03580396,\n",
" 0.05527545, 0.02612638, 0.06126563, -0.01405162, 0.01904558,\n",
" -0.02657513, -0.01880735, -0.02882864, 0.02150354, -0.02720283,\n",
" 0.0344271 , 0.00311028, 0.06110523, -0.04833574, 0.01295377,\n",
" 0.04597842, 0.02639866, -0.03201574, 0.03790086, -0.02203264,\n",
" -0.05152603, -0.02661953, 0.03645334, 0.04277459, 0.00346916,\n",
" 0.0168917 , 0.05182933, 0.04515152, -0.07167357, -0.08869634,\n",
" -0.00122767, 0.00780344, -0.03094313, 0.04368684, 0.03398075,\n",
" -0.02220695, 0.03731318, -0.03651582, 0.0161349 , 0.04536751,\n",
" -0.08745822, -0.03088739, -0.0109267 , 0.02891366, 0.00175385,\n",
" 0.02352358, -0.03990335, 0.00662768, -0.01299656, -0.00262187,\n",
" 0.01201886, 0.00165872, 0.01733008, -0.04002493, -0.00393852,\n",
" -0.08188111, -0.03374648, -0.01657329, 0.0125539 , -0.06538443,\n",
" 0.04192259, 0.05889614, -0.00253409, -0.04251764, -0.00824306,\n",
" 0.08737876, 0.02754742, 0.05353244, -0.00209084, -0.03640401,\n",
" 0.00458892, 0.03839496, -0.03126231, -0.00258496, -0.06651356,\n",
" 0.0531316 , -0.0116495 , 0.07345826, -0.00047605, -0.01453227,\n",
" 0.02598386, -0.09289839, -0.08956207, -0.04285666, 0.03718229,\n",
" 0.03427126, 0.02874027, 0.06734994, 0.02265183, 0.00293418,\n",
" -0.0334058 , 0.02703939, -0.00684453, 0.00337406, -0.01542977,\n",
" -0.04983908, 0.04442604, 0.03225201, -0.03987297, 0.04951822,\n",
" -0.03230051, -0.05825811, 0.01310701, 0.01830548, -0.08585854,\n",
" -0.02698245, -0.04322766, 0.01538626, 0.04380287, 0.02401859,\n",
" -0.0380494 , -0.06433698, -0.02501573, 0.0360027 , -0.04758894,\n",
" 0.00608205, 0.01774816, -0.07005008, -0.03013103, 0.04401472,\n",
" 0.01879358, 0.05333043, -0.06172888, -0.04311591, -0.08580144,\n",
" -0.03854815, 0.01335127, -0.03833819, -0.0310233 , 0.01675992,\n",
" 0.00068696, -0.00135358, -0.10307668, -0.08391899, 0.02643407,\n",
" -0.04155992, 0.09271612, -0.0299906 , -0.04802637, 0.06709129,\n",
" 0.01584713, 0.04057935, 0.02559813, -0.00367546, 0.01207014,\n",
" 0.06212642, -0.05888588, 0.01156867, 0.03980083, 0.0078775 ,\n",
" -0.02367342, -0.03251969, 0.00947975, -0.03812549, 0.03351821,\n",
" 0.00699363, 0.00604532, -0.03402557, 0.01554959, 0.04906639,\n",
" -0.01638155, -0.00867587, -0.00708614, 0.12905772, 0.09240269,\n",
" 0.02457265, 0.01641414, 0.02877491, -0.04031953, 0.05307909,\n",
" 0.10800926, -0.01294719, 0.03825438, -0.00295304, -0.01672337,\n",
" -0.02147169, -0.03949255, -0.05326767, 0.06704021, 0.02015876,\n",
" 0.00873393, -0.00307127, 0.00329831, -0.00470699, -0.0559381 ,\n",
" 0.07325619, 0.06153084, 0.01571761, 0.05951848, 0.02560413,\n",
" 0.0303353 , -0.06305776, -0.04497172, -0.00175858, 0.07950718,\n",
" -0.05225843, -0.0121415 , -0.01916229, -0.02787017, 0.05949731,\n",
" 0.03375532, 0.00318577, 0.02603869, 0.07327985, 0.05741099,\n",
" -0.00355948, -0.06672358, -0.00904309, -0.01131981, 0.00403475,\n",
" 0.04346071, -0.01003496, -0.07194511, 0.04214948, -0.06912762,\n",
" -0.04847208, -0.00947566, -0.02596379, -0.06325317, 0.02041906,\n",
" -0.02737027, 0.03830546, -0.01844902, -0.05869132, -0.03602236,\n",
" 0.01119429, -0.01496349, -0.01818926, 0.04052007, -0.07523704,\n",
" -0.01731436, -0.03201681, 0.01307467, 0.06017552, -0.05003596,\n",
" 0.03343694, -0.04856254, 0.04062882, -0.0258075 , -0.00779547,\n",
" 0.02410443, 0.0487255 , 0.03541141, 0.0476349 , 0.03593823,\n",
" -0.02400044, 0.04007526, 0.00962559, -0.03412899, -0.06109688,\n",
" -0.02720957, 0.01828071, -0.04777691, -0.01357206, -0.04690102,\n",
" -0.09793513, 0.02154221, -0.00987327, 0.08100107, 0.00824444,\n",
" 0.02076588, 0.01948246, 0.02201452, -0.06052782, -0.0143104 ,\n",
" -0.12695074, -0.01674856, 0.04945065, -0.03403552, -0.04970244,\n",
" -0.05081464, -0.00233482, 0.02100909, -0.0475993 , -0.09145922,\n",
" -0.03607458, 0.05739085, -0.00433028, -0.03868649, -0.04859735,\n",
" 0.02445184, -0.06556368, 0.00867286, 0.06855559, -0.00480865,\n",
" 0.00116988, -0.00791545, 0.01465497, -0.00259389, -0.03017772,\n",
" 0.01966907, -0.04630772, -0.08580212, 0.02134307, -0.01738981,\n",
" 0.10235652, -0.04892598, 0.03214394, 0.01548041, 0.089411 ,\n",
" 0.04824411, 0.01805604, -0.02581301, 0.00673704, 0.00597632,\n",
" 0.08372948, 0.0074194 , 0.03892316, 0.03024581, -0.00210661,\n",
" 0.03562865, -0.01767236, 0.01963943, -0.0040586 , -0.03183543,\n",
" 0.03188175, 0.05830961, 0.0716015 , 0.03385985, 0.01566287,\n",
" 0.04397525, 0.00334894, 0.04116331, -0.01583762, -0.05214188,\n",
" -0.02756708, 0.0670099 , -0.00796848, -0.03717735, 0.05654458,\n",
" 0.01353441, -0.05210266, -0.0469464 , 0.05883674, 0.02088918,\n",
" 0.03401951, -0.0522417 , 0.00888478, -0.04861195, 0.00079861,\n",
" -0.02506223, -0.01070298, 0.05321186, 0.01234486, 0.00192778,\n",
" -0.03521354, -0.08010852, 0.03452585, 0.00968444, 0.01272372,\n",
" 0.00740118, 0.01382288, -0.05815154, 0.06347597, 0.01458308,\n",
" 0.0618753 , -0.04196168, 0.01342735, 0.03817383, 0.1202785 ,\n",
" -0.00420855, -0.05213977, -0.10555918, 0.0278161 , -0.02888752,\n",
" -0.00906605, -0.01038703, 0.003222 , 0.07170492, 0.02709414,\n",
" -0.0215501 , -0.01322051, 0.07911207, 0.01825885, -0.01472993,\n",
" -0.00730312, -0.09499817]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'touch': Embedding(embedding=array([ 1.11725904e-01, -4.04247455e-02, -1.35274790e-02, 2.35809255e-02,\n",
" -6.16257777e-03, -6.94669485e-02, 2.09508501e-02, 6.03043959e-02,\n",
" 1.03423342e-01, 5.14091589e-02, -3.01141106e-02, 5.54014146e-02,\n",
" 3.61090191e-02, 2.30695140e-02, -2.61885999e-03, 4.45015803e-02,\n",
" 6.03172816e-02, 8.59299973e-02, -6.18894957e-03, -1.73265468e-02,\n",
" -8.12337175e-02, -3.58772390e-02, -3.71793489e-04, 6.10367432e-02,\n",
" 1.37813552e-03, 9.72929318e-03, 1.34793418e-02, -3.95819955e-02,\n",
" 4.72454280e-02, -1.79366209e-02, 7.54832029e-02, -2.24797819e-02,\n",
" 1.41660711e-02, 3.08217976e-04, 3.91914397e-02, -3.09141856e-02,\n",
" -5.32577969e-02, -2.06629671e-02, -9.95679945e-02, 4.74158786e-02,\n",
" -4.81430069e-02, 2.82027666e-02, -2.75542848e-02, -9.41189472e-03,\n",
" 4.74500917e-02, -6.98847771e-02, -4.28007580e-02, 5.30273430e-02,\n",
" -2.58854236e-02, 1.28900679e-02, 3.28869298e-02, -2.66321264e-02,\n",
" 1.03053043e-03, 1.84149295e-02, 3.91669683e-02, 7.17790723e-02,\n",
" -2.39922255e-02, -9.51371863e-02, -2.04383172e-02, -1.78755708e-02,\n",
" 3.66361253e-02, 8.97389092e-03, 2.17360631e-02, 1.41900415e-02,\n",
" 2.80010533e-02, 2.02857088e-02, 3.74257937e-02, 3.08437850e-02,\n",
" 1.16942835e-03, -1.62441675e-02, -2.76167085e-03, 9.27110016e-03,\n",
" 3.02261133e-02, 1.33050367e-01, -3.62868197e-02, 8.76142643e-03,\n",
" 2.70846747e-02, -9.06307027e-02, 2.77378820e-02, -1.96399670e-02,\n",
" 2.31612753e-02, 2.93733049e-02, -5.98256066e-02, 3.09177190e-02,\n",
" -9.43100266e-03, 5.43150306e-02, -1.97689533e-02, -9.75766703e-02,\n",
" -6.66139573e-02, -2.42434349e-02, -2.96370015e-02, -4.88034226e-02,\n",
" -1.83287505e-02, -8.74629617e-02, -8.25443715e-02, 3.85763347e-02,\n",
" -7.69207031e-02, 4.37919535e-02, 5.81618631e-03, 8.27670749e-03,\n",
" -6.73457421e-03, -1.66206155e-02, 2.95789936e-03, -1.64251439e-02,\n",
" -4.11407463e-02, -3.40941846e-02, -2.52826634e-04, 3.14925909e-02,\n",
" -4.09674942e-02, 7.15992898e-02, -4.84885126e-02, -1.65848304e-02,\n",
" 9.94524360e-03, -1.39881941e-02, 1.63089752e-03, 7.98027217e-02,\n",
" 3.87419388e-02, 7.80329704e-02, -6.08541705e-02, -2.00813301e-02,\n",
" -1.88280970e-01, -4.67876606e-02, 2.46896017e-02, -1.32229726e-03,\n",
" -3.68659161e-02, 5.18889865e-03, -4.13014106e-02, 4.77302298e-02,\n",
" -8.06942433e-02, 7.66052073e-03, 8.56078323e-03, 5.18265851e-02,\n",
" -3.40839140e-02, 2.27220133e-02, -2.88093016e-02, 5.78969382e-02,\n",
" 1.87957101e-02, 5.68446815e-02, -9.90205258e-03, 1.76142864e-02,\n",
" -1.72750745e-02, -2.28547659e-02, -2.88063604e-02, 1.54684242e-02,\n",
" -3.09165660e-02, 3.05790845e-02, 3.03410087e-03, 5.63899614e-02,\n",
" -3.78522202e-02, 5.02363965e-03, 5.03299125e-02, 3.24624553e-02,\n",
" -3.29958573e-02, 3.20645012e-02, -3.25343795e-02, -4.58510071e-02,\n",
" -2.77508851e-02, 2.43665352e-02, 3.08186039e-02, 2.06844532e-03,\n",
" 1.47649450e-02, 4.97165546e-02, 4.27635573e-02, -6.18550256e-02,\n",
" -8.95264894e-02, 1.04449096e-03, 7.45428307e-03, -3.16621214e-02,\n",
" 3.99078280e-02, 3.03171221e-02, -2.27110106e-02, 3.15963328e-02,\n",
" -4.43562828e-02, 1.81258898e-02, 5.83583973e-02, -8.72855783e-02,\n",
" -3.81190740e-02, -4.80667688e-03, 2.32526399e-02, 6.91815000e-03,\n",
" 1.82934180e-02, -4.46588248e-02, 1.09673720e-02, -2.59039812e-02,\n",
" 5.69558330e-03, 9.33440495e-03, 1.65511332e-02, 2.17429642e-02,\n",
" -4.18186225e-02, -6.79616677e-03, -8.85234922e-02, -2.52105966e-02,\n",
" -1.90633927e-02, 1.98473185e-02, -6.61456585e-02, 3.88851427e-02,\n",
" 5.56419492e-02, -8.83928314e-03, -4.49312031e-02, -4.49531339e-03,\n",
" 8.30550045e-02, 1.94047280e-02, 6.45178631e-02, -1.74864195e-03,\n",
" -3.39657813e-02, 5.07751189e-04, 4.40653674e-02, -2.48015746e-02,\n",
" -7.50603294e-03, -6.25367537e-02, 5.77980839e-02, -1.65180657e-02,\n",
" 8.07992965e-02, 6.75750489e-05, -1.35912951e-02, 2.62357295e-02,\n",
" -8.70689750e-02, -9.19814780e-02, -4.27067839e-02, 3.44159901e-02,\n",
" 2.40550879e-02, 1.51121635e-02, 6.36928976e-02, 2.68426277e-02,\n",
" 5.92081528e-03, -2.67428625e-02, 3.79592218e-02, -6.61829999e-03,\n",
" -2.30379461e-04, -1.26527352e-02, -5.86334616e-02, 4.50755395e-02,\n",
" 3.62947695e-02, -3.31245437e-02, 5.56683950e-02, -3.75869647e-02,\n",
" -5.65233938e-02, 1.85730029e-02, 2.37142984e-02, -8.45424011e-02,\n",
" -2.02350039e-02, -4.51556630e-02, 2.00744905e-02, 3.65934931e-02,\n",
" 2.40165293e-02, -3.64876129e-02, -5.73879741e-02, -1.81370359e-02,\n",
" 3.44155394e-02, -4.60723527e-02, 3.23171238e-03, 2.14077905e-02,\n",
" -6.62781522e-02, -2.24559102e-02, 4.70900573e-02, 1.95641331e-02,\n",
" 5.02736419e-02, -6.46458268e-02, -4.84567508e-02, -9.70471576e-02,\n",
" -3.47845443e-02, 2.69970391e-03, -4.02134359e-02, -2.46318728e-02,\n",
" 2.01973300e-02, 2.08232505e-03, -4.63154260e-03, -1.08123116e-01,\n",
" -9.32818055e-02, 2.87121963e-02, -3.50688435e-02, 1.02004543e-01,\n",
" -2.59400439e-02, -4.91533875e-02, 7.23389238e-02, 2.13757250e-02,\n",
" 4.66511175e-02, 2.36113872e-02, -5.46375988e-04, 1.14195067e-02,\n",
" 6.33641928e-02, -5.90010360e-02, 1.44549171e-02, 4.48792502e-02,\n",
" 6.73392322e-03, -2.19088402e-02, -3.22619677e-02, 8.46322998e-03,\n",
" -3.78136858e-02, 4.92609143e-02, 9.20673925e-03, 4.28296067e-03,\n",
" -2.87464466e-02, 1.45744607e-02, 4.39542830e-02, -2.49643270e-02,\n",
" -9.90516972e-03, -5.57661941e-03, 1.26070634e-01, 9.20858309e-02,\n",
" 2.47966312e-02, 2.37885583e-02, 2.76160073e-02, -4.21539880e-02,\n",
" 4.76087332e-02, 1.02279209e-01, -1.39681268e-02, 3.80556360e-02,\n",
" -8.08734074e-03, -1.94070879e-02, -1.62595194e-02, -4.53439616e-02,\n",
" -6.59761801e-02, 7.02279136e-02, 2.27086879e-02, 1.01964315e-02,\n",
" -5.27777895e-03, -7.33663095e-03, -1.04647139e-02, -5.12629077e-02,\n",
" 7.47058913e-02, 5.71798310e-02, 2.10637227e-02, 5.19286953e-02,\n",
" 1.75673738e-02, 2.47759447e-02, -5.61809354e-02, -5.07990755e-02,\n",
" -6.56947959e-03, 8.02341625e-02, -5.21003418e-02, -1.19593060e-02,\n",
" -1.51744541e-02, -2.60431170e-02, 5.71237430e-02, 3.78105044e-02,\n",
" 8.03147163e-03, 3.06087025e-02, 7.68204778e-02, 5.79784736e-02,\n",
" -9.44392476e-03, -5.55525124e-02, -9.44125280e-03, -9.76467319e-03,\n",
" 6.69854041e-03, 4.36825454e-02, -2.48861052e-02, -6.88495710e-02,\n",
" 4.35238183e-02, -8.76343548e-02, -4.35954742e-02, -5.69173787e-03,\n",
" -2.37593278e-02, -5.97963147e-02, 9.35896486e-03, -2.49087475e-02,\n",
" 3.78868654e-02, -1.76695473e-02, -5.07641509e-02, -2.40284726e-02,\n",
" 1.02236727e-02, -1.50589570e-02, -3.49028893e-02, 3.56722586e-02,\n",
" -6.63207322e-02, -1.11907301e-02, -3.35838459e-02, 8.30603205e-03,\n",
" 6.50212392e-02, -5.10534421e-02, 3.23347226e-02, -4.52656895e-02,\n",
" 4.66265790e-02, -2.19444130e-02, -6.98391348e-04, 1.72677599e-02,\n",
" 5.04383855e-02, 3.89408395e-02, 4.45479564e-02, 3.95664424e-02,\n",
" -2.55953819e-02, 3.55002694e-02, 4.29800386e-03, -2.69295387e-02,\n",
" -5.13586178e-02, -2.63648517e-02, 1.35332691e-02, -4.75749373e-02,\n",
" -2.43358146e-02, -5.63625284e-02, -9.03870910e-02, 1.76904332e-02,\n",
" -1.26693211e-02, 7.61877745e-02, 2.13210303e-02, 1.38025340e-02,\n",
" 2.48425901e-02, 2.49095466e-02, -5.52624650e-02, -1.87716708e-02,\n",
" -1.28281385e-01, -1.96625534e-02, 4.48841676e-02, -3.46580148e-02,\n",
" -5.14256321e-02, -5.41480482e-02, -2.06883225e-04, 2.60835700e-02,\n",
" -4.89040576e-02, -8.24409425e-02, -3.93402390e-02, 6.84617832e-02,\n",
" -1.47316968e-02, -2.42277551e-02, -4.79166731e-02, 1.84715092e-02,\n",
" -6.32085800e-02, 6.22413633e-03, 6.79886937e-02, -4.21201717e-03,\n",
" -3.49329598e-03, -1.17250467e-02, 2.26587523e-02, 6.24806155e-03,\n",
" -2.96941083e-02, 1.56152593e-02, -4.27291617e-02, -9.26746652e-02,\n",
" 2.77960710e-02, -1.78567749e-02, 1.02547012e-01, -4.35967371e-02,\n",
" 3.73524316e-02, 9.36301798e-03, 8.93122330e-02, 4.83224913e-02,\n",
" 1.68745574e-02, -2.55142916e-02, 2.07907660e-03, 1.03036333e-02,\n",
" 7.68445954e-02, 2.98024039e-03, 4.14950252e-02, 3.41569707e-02,\n",
" 2.61697336e-03, 3.83171253e-02, -1.82187445e-02, 2.02209707e-02,\n",
" -1.10674016e-02, -2.55888458e-02, 2.31595282e-02, 6.51218668e-02,\n",
" 6.58902079e-02, 2.83599738e-02, 1.74668729e-02, 5.60408533e-02,\n",
" 9.35106818e-03, 4.35661077e-02, -1.63000077e-02, -4.82833833e-02,\n",
" -3.16997990e-02, 5.97069040e-02, 5.24114259e-03, -4.43672612e-02,\n",
" 4.75585498e-02, 9.23225284e-03, -5.39510362e-02, -4.38245237e-02,\n",
" 5.21261357e-02, 1.80597603e-02, 3.58648896e-02, -4.91347238e-02,\n",
" 6.83200127e-03, -4.21855897e-02, 2.41854764e-03, -2.05248464e-02,\n",
" -9.56188887e-03, 4.28185314e-02, 1.42372986e-02, 9.87916812e-03,\n",
" -3.30979861e-02, -8.76748040e-02, 2.79261228e-02, 2.95173167e-03,\n",
" 6.80837594e-03, 3.86320450e-03, 5.29607991e-03, -5.61214238e-02,\n",
" 5.73505200e-02, 1.88137051e-02, 6.80533424e-02, -4.23092246e-02,\n",
" 1.06783174e-02, 3.48151810e-02, 1.19012453e-01, -5.90002583e-03,\n",
" -5.67132868e-02, -1.00844368e-01, 2.31943540e-02, -2.70329621e-02,\n",
" -1.28215291e-02, -5.21334028e-03, 9.15935170e-03, 6.33063912e-02,\n",
" 2.97930092e-02, -2.22021565e-02, -9.11549479e-03, 7.11752847e-02,\n",
" 1.44198053e-02, -7.06827501e-03, -2.08969344e-03, -9.39490646e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'tried': Embedding(embedding=array([ 9.80561301e-02, -4.63758968e-02, -1.46314111e-02, -2.81470567e-02,\n",
" -8.68924893e-04, -4.51634601e-02, 3.60110700e-02, 6.46679252e-02,\n",
" 9.98236611e-02, 8.17571208e-02, -8.23609158e-03, 3.24066728e-02,\n",
" 1.61088314e-02, 2.87589058e-02, -1.08919060e-02, 2.19838321e-02,\n",
" 4.39328030e-02, 9.07620266e-02, 1.20947203e-02, -2.06321217e-02,\n",
" -8.56730640e-02, -4.82566357e-02, 5.27460966e-03, 5.43171391e-02,\n",
" 2.26730090e-02, 2.91312989e-02, -2.04966683e-03, -4.51247245e-02,\n",
" 6.19831495e-02, -9.42096207e-03, 8.18292499e-02, -7.85281975e-03,\n",
" -2.01476440e-02, -1.98370754e-03, 3.24712694e-02, -1.51073616e-02,\n",
" -5.51800281e-02, -2.60807667e-02, -7.22685680e-02, 5.01294807e-02,\n",
" -4.16471772e-02, 6.95083477e-03, -1.95483100e-02, -2.13101860e-02,\n",
" 3.40196490e-02, -6.52081072e-02, -2.99533717e-02, 3.81374136e-02,\n",
" -3.12731192e-02, 3.06634866e-02, 2.85933092e-02, -1.40473698e-04,\n",
" 4.17350186e-03, 3.36671248e-03, 4.05837260e-02, 5.26891835e-02,\n",
" 1.07589886e-02, -7.18284249e-02, -3.39911319e-02, -3.89228575e-02,\n",
" 4.92405705e-02, 2.80881096e-02, 3.08675654e-02, 2.32814047e-02,\n",
" 1.92856453e-02, -3.33743612e-03, 3.32202986e-02, 1.35701345e-02,\n",
" -1.01914275e-02, -1.67170782e-02, -2.56357230e-02, 4.78261374e-02,\n",
" 1.00036366e-02, 1.62656769e-01, -1.09927952e-02, 2.09483132e-02,\n",
" 6.69598207e-03, -6.76640570e-02, 1.42597910e-02, -2.19865609e-02,\n",
" 6.87157884e-02, 1.39383774e-03, -7.10167587e-02, 4.87085804e-02,\n",
" -2.49558836e-02, 2.35500690e-02, -2.01244429e-02, -8.34238231e-02,\n",
" -5.36511280e-02, -4.35136408e-02, -7.56077934e-03, -3.69357206e-02,\n",
" -4.86727990e-02, -9.25800800e-02, -5.11869565e-02, 6.27204217e-03,\n",
" -7.67550245e-02, 2.93704793e-02, -2.15074625e-02, -1.34772304e-02,\n",
" -1.00072566e-02, -2.11662818e-02, -3.64760496e-02, -3.01081631e-02,\n",
" -3.82544585e-02, -1.07046003e-02, 4.43402329e-04, 3.18153724e-02,\n",
" -5.79858385e-02, 8.23051780e-02, -2.72727348e-02, -3.96047607e-02,\n",
" -1.65579431e-02, -8.41034856e-03, 2.26322562e-02, 7.82616064e-02,\n",
" 1.13087911e-02, 9.71046761e-02, -5.67579679e-02, -3.95482853e-02,\n",
" -1.37620971e-01, -5.42511232e-02, 3.65254991e-02, -4.52572713e-03,\n",
" -2.09179576e-02, 1.74092932e-03, -2.93274559e-02, 3.62363607e-02,\n",
" -5.80329597e-02, 1.29391616e-02, 6.47140667e-03, 7.35322088e-02,\n",
" -2.55983528e-02, 2.77422480e-02, -2.56211087e-02, 4.39540036e-02,\n",
" 2.47488351e-04, 5.54911010e-02, -3.60973692e-03, 5.25085162e-03,\n",
" -3.69510129e-02, -1.77360605e-02, 8.68665241e-03, 1.36442399e-02,\n",
" -3.17132776e-03, 2.34257020e-02, 1.60096958e-02, 7.20200390e-02,\n",
" -4.06205282e-02, 1.29691046e-03, 6.02757037e-02, 2.81313285e-02,\n",
" -2.90467795e-02, 1.02640828e-02, -6.25073537e-02, -6.72077015e-02,\n",
" -3.10968757e-02, 7.97596935e-04, 3.17138880e-02, 3.05568008e-03,\n",
" 1.94343012e-02, 5.19075356e-02, 2.80624833e-02, -5.78704961e-02,\n",
" -1.06327742e-01, 2.43386859e-03, 3.63838067e-03, -4.39972468e-02,\n",
" 2.13337690e-02, 5.63382022e-02, -4.14281525e-02, 5.06948717e-02,\n",
" -5.22254668e-02, 3.79022746e-03, 4.65440862e-02, -5.78119680e-02,\n",
" -2.90873926e-02, -1.91366337e-02, 1.56624056e-02, -1.48759317e-02,\n",
" 2.50378586e-02, -4.71107475e-02, 2.65146792e-02, -1.21448422e-02,\n",
" -1.43030835e-02, 3.66292074e-02, 2.68227607e-02, -1.62475649e-02,\n",
" -4.65295576e-02, 1.57146603e-02, -8.11168328e-02, -3.15946899e-02,\n",
" -3.02408226e-02, 8.00926052e-03, -6.03514016e-02, 4.52552699e-02,\n",
" 3.53117883e-02, -3.75976451e-02, -5.07557020e-02, 6.78606937e-03,\n",
" 8.42472315e-02, 3.08257733e-02, 4.47985418e-02, 8.35949928e-03,\n",
" -1.19624222e-02, 3.44485566e-02, 1.30471541e-02, -3.22445929e-02,\n",
" -9.81147680e-03, -3.45400721e-02, 5.51762804e-02, -1.63717195e-02,\n",
" 4.66650352e-02, 3.05354712e-03, -4.16799868e-03, 5.17227910e-02,\n",
" -6.01072758e-02, -7.26623610e-02, -6.09974451e-02, 4.00571488e-02,\n",
" 1.52682327e-02, 3.55568156e-02, 4.55796234e-02, 2.07968638e-03,\n",
" 2.63191033e-02, 8.92162882e-03, 2.98183132e-02, -3.02747507e-02,\n",
" 1.38030257e-02, 1.34789702e-02, -4.54098657e-02, 3.61825228e-02,\n",
" 3.37653011e-02, -3.14587392e-02, 3.44671011e-02, -2.63769720e-02,\n",
" -2.47190408e-02, 5.62110776e-03, 3.51593345e-02, -1.04619607e-01,\n",
" 4.24498832e-03, -5.00438847e-02, 4.63010855e-02, 7.76012838e-02,\n",
" 2.34632753e-02, -1.76850893e-02, -7.15551674e-02, -7.15775695e-03,\n",
" 5.01417331e-02, -3.50463092e-02, 2.21687332e-02, 4.37460095e-03,\n",
" -6.96882904e-02, -2.99873669e-02, 3.30962874e-02, 2.95757148e-02,\n",
" 4.46803160e-02, -7.75049105e-02, -7.06510246e-02, -7.29551241e-02,\n",
" -3.40268342e-03, -1.77641015e-03, -6.48471788e-02, -2.68117152e-02,\n",
" 2.66228989e-02, -2.32221559e-02, -1.26861837e-02, -8.36557448e-02,\n",
" -7.82509074e-02, 5.06878309e-02, -3.45299430e-02, 8.46362785e-02,\n",
" -3.56111079e-02, -5.09729460e-02, 3.45283709e-02, 1.27116079e-02,\n",
" 2.47114692e-02, 2.72290185e-02, 6.79119863e-03, 1.28142992e-02,\n",
" 5.40689230e-02, -4.24197875e-02, -2.65018940e-02, 6.13852181e-02,\n",
" -5.01295831e-03, -3.41052860e-02, -2.46086102e-02, -2.17390922e-03,\n",
" -5.27388602e-02, 4.54049408e-02, 1.71601102e-02, 2.93839793e-03,\n",
" -1.60254631e-02, -6.15276117e-03, 4.40214537e-02, -1.91393904e-02,\n",
" -2.16437634e-02, -2.30879020e-02, 1.12337187e-01, 8.79524797e-02,\n",
" 4.31829095e-02, 3.20080332e-02, 4.88945059e-02, -4.21832837e-02,\n",
" 4.76595722e-02, 5.49700670e-02, 9.63626895e-03, 2.23193709e-02,\n",
" -2.21408270e-02, -2.79937927e-02, -5.10549024e-02, -5.33601977e-02,\n",
" -3.41530405e-02, 7.64065385e-02, 2.99356636e-02, 2.12729014e-02,\n",
" 1.27999401e-02, -9.23778396e-03, 9.60592926e-03, -5.11766002e-02,\n",
" 9.16264057e-02, 7.89346471e-02, -1.56344159e-03, 4.73411232e-02,\n",
" 3.71762551e-02, 5.48267551e-02, -7.67903253e-02, -7.32131749e-02,\n",
" -1.64465327e-03, 6.11678734e-02, -7.47833252e-02, -9.18812817e-04,\n",
" -3.20458114e-02, -6.86744461e-03, 4.99607138e-02, 3.44177857e-02,\n",
" -8.65172129e-03, 2.39599459e-02, 6.21353127e-02, 6.47237673e-02,\n",
" -3.30592729e-02, -8.55942219e-02, -1.31481653e-02, -2.88005155e-02,\n",
" 2.86732540e-02, 5.45704179e-02, -2.08777841e-02, -7.16677457e-02,\n",
" 3.92641649e-02, -6.32731989e-02, -4.35380265e-02, 5.95945120e-03,\n",
" -2.03390382e-02, -5.60863540e-02, 3.03977951e-02, -6.04578294e-03,\n",
" 4.91162054e-02, -1.61651638e-03, -6.31427243e-02, -4.23048399e-02,\n",
" 1.39399897e-02, 2.23049996e-04, -3.37282866e-02, 2.21439507e-02,\n",
" -1.09802149e-01, -2.51998212e-02, -4.90586683e-02, 4.14987542e-02,\n",
" 4.83669005e-02, -4.29104343e-02, 2.36028973e-02, -5.77397980e-02,\n",
" 5.71389906e-02, 8.37499648e-03, -1.12131890e-02, 4.06313315e-02,\n",
" 4.16205786e-02, 2.69939359e-02, 5.36292642e-02, 2.85983030e-02,\n",
" 5.48195466e-03, 5.58850542e-02, 3.16120982e-02, -1.67713724e-02,\n",
" -5.50231934e-02, -4.29924577e-02, 1.27737448e-02, -6.72749355e-02,\n",
" -1.73131712e-02, -2.36798897e-02, -8.59603137e-02, 2.16494277e-02,\n",
" 1.54888572e-03, 1.06708348e-01, -8.70709890e-04, 1.51227536e-02,\n",
" -9.57249198e-03, 2.66531799e-02, -3.70306037e-02, -1.27469543e-02,\n",
" -1.29909217e-01, -6.11830829e-03, 5.56763932e-02, -4.36669327e-02,\n",
" -6.85315728e-02, -4.73504364e-02, -4.44809254e-03, 3.03693358e-02,\n",
" -4.70627323e-02, -8.55148584e-02, -4.07078527e-02, 5.72990142e-02,\n",
" -1.06176548e-02, -5.81229217e-02, -3.67946364e-02, 3.87769341e-02,\n",
" -4.09630425e-02, -2.72743264e-03, 6.83456510e-02, -1.93495192e-02,\n",
" -1.11680860e-02, 1.24863451e-02, 2.68163830e-02, 6.41817320e-03,\n",
" -1.46519132e-02, 3.00991051e-02, -5.32637723e-02, -7.45587349e-02,\n",
" 1.67736113e-02, -1.75269116e-02, 1.00660414e-01, -4.15587910e-02,\n",
" 2.35407632e-02, 1.07793007e-02, 7.47850612e-02, 3.03002689e-02,\n",
" 9.40358825e-03, -5.65078817e-02, 5.49858809e-03, 2.53461041e-02,\n",
" 7.08618686e-02, -1.23614352e-02, 2.66513173e-02, 4.56083231e-02,\n",
" -9.16615594e-03, 2.54857000e-02, -2.75126635e-03, 1.59079377e-02,\n",
" -1.56929921e-02, -4.04056609e-02, 3.04993521e-02, 4.98086512e-02,\n",
" 6.66069016e-02, 1.10611860e-02, 2.69987341e-02, 2.32621543e-02,\n",
" -6.86172675e-03, 4.69314456e-02, -1.34637794e-02, -6.84346184e-02,\n",
" -1.96650494e-02, 8.33731815e-02, -8.20686854e-03, -4.16959897e-02,\n",
" 4.10950445e-02, 2.36684028e-02, -5.68330884e-02, -4.67698574e-02,\n",
" 2.87809968e-02, -4.88016801e-03, 2.01681703e-02, -6.76306263e-02,\n",
" 2.00104900e-02, -3.38162519e-02, -2.34269202e-02, -3.81309651e-02,\n",
" 8.39662738e-03, 6.54347762e-02, -6.65788632e-03, 1.08135436e-02,\n",
" -4.15035002e-02, -4.61919457e-02, 1.85150616e-02, 1.96189582e-02,\n",
" 5.43886889e-03, -3.11039365e-03, 1.12559590e-02, -4.67677861e-02,\n",
" 6.27809539e-02, -4.84795310e-03, 6.90368563e-02, -1.54686291e-02,\n",
" 1.80359315e-02, 4.59438451e-02, 1.37536585e-01, 2.51016319e-02,\n",
" -6.60202056e-02, -9.11013708e-02, 4.51755561e-02, -3.18167992e-02,\n",
" 4.83236462e-03, -1.34358890e-02, 1.62405949e-02, 9.48025733e-02,\n",
" 2.62079984e-02, -3.39159220e-02, -5.67237148e-03, 6.92344084e-02,\n",
" -6.12295792e-03, -2.67881509e-02, 6.76030107e-03, -1.17918521e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'trump': Embedding(embedding=array([ 9.00655538e-02, -6.33993223e-02, -2.00115722e-02, -1.85034163e-02,\n",
" 2.37666559e-03, -3.79806012e-02, 4.42304201e-02, 4.69977856e-02,\n",
" 8.39828104e-02, 6.63630739e-02, -3.95717891e-03, 3.14834267e-02,\n",
" 2.18234025e-02, 1.12764454e-02, -1.40015073e-02, 3.32976560e-05,\n",
" 3.30938026e-02, 8.35717320e-02, 2.35887598e-02, -2.00514663e-02,\n",
" -8.87779444e-02, -3.76457088e-02, 1.25681190e-02, 6.71407804e-02,\n",
" 4.95776869e-02, 3.60054038e-02, -1.06942486e-02, -4.94860522e-02,\n",
" 4.48218472e-02, -9.47461277e-03, 6.55973405e-02, -7.13274674e-03,\n",
" -2.98264530e-02, -1.55971060e-03, 3.86933424e-02, -7.33764900e-04,\n",
" -2.50350200e-02, -2.30859928e-02, -7.16262907e-02, 5.64125217e-02,\n",
" -2.78915111e-02, 1.10184243e-02, -1.23211201e-02, -7.24402256e-03,\n",
" 4.31122556e-02, -5.63483164e-02, -3.37249860e-02, 5.06003536e-02,\n",
" -3.15275267e-02, 1.58352405e-02, 2.99883690e-02, -2.84866896e-03,\n",
" 4.45626490e-03, 2.17906069e-02, 3.77136916e-02, 4.31576967e-02,\n",
" -6.12000329e-03, -4.89700027e-02, -2.34101620e-02, -3.50346453e-02,\n",
" 3.05056777e-02, 3.71129103e-02, 3.47646214e-02, 2.28225142e-02,\n",
" 7.22614536e-03, 3.98520846e-03, 3.02474927e-02, -6.52102847e-03,\n",
" -1.01563241e-02, -4.21868190e-02, -3.71358432e-02, 5.27889840e-02,\n",
" 2.57653557e-02, 1.61806852e-01, -9.79214162e-03, 2.59953663e-02,\n",
" 3.60715436e-03, -6.04550317e-02, 3.16886902e-02, -1.48771377e-02,\n",
" 7.14079067e-02, 1.57711748e-02, -8.79467279e-02, 5.93307726e-02,\n",
" -3.10659464e-02, 8.03347584e-03, -2.14994084e-02, -8.41358006e-02,\n",
" -4.80603874e-02, -4.08631153e-02, -1.20743038e-02, -2.65897848e-02,\n",
" -5.97454421e-02, -8.11021551e-02, -4.04255539e-02, -5.82928164e-03,\n",
" -5.44248261e-02, 2.25800052e-02, -2.56587379e-02, -1.20810047e-02,\n",
" -4.88678087e-03, -2.35774387e-02, -3.20598818e-02, -4.22912687e-02,\n",
" -5.08500263e-02, 1.38060795e-03, 1.48463773e-03, 2.40859874e-02,\n",
" -7.98681453e-02, 7.68529177e-02, -9.01047513e-03, -4.21260633e-02,\n",
" -1.69328731e-02, -7.22679310e-03, -2.86265858e-04, 7.96607807e-02,\n",
" -6.67142041e-04, 9.66400504e-02, -6.45369068e-02, -4.11720611e-02,\n",
" -1.37433231e-01, -5.62253594e-02, 4.69782650e-02, -2.05066111e-02,\n",
" -1.48667004e-02, -1.46027124e-02, -1.27888331e-02, 3.16083245e-02,\n",
" -5.84178753e-02, 3.12440582e-02, -6.30663300e-04, 6.52464032e-02,\n",
" -2.17819195e-02, 2.91476864e-02, -3.93558778e-02, 5.45616597e-02,\n",
" -2.06955359e-03, 5.76846451e-02, 3.42643843e-03, -8.58723931e-03,\n",
" -3.06376759e-02, -1.64797660e-02, 2.48023961e-03, -7.79158995e-03,\n",
" 1.60653666e-02, 3.29380631e-02, 1.98129117e-02, 4.97940257e-02,\n",
" -2.95793545e-02, 3.52812349e-03, 5.62886521e-02, 2.06608921e-02,\n",
" -8.82232096e-03, 1.80696486e-03, -6.09752722e-02, -7.28862509e-02,\n",
" -7.62215117e-03, -1.09264478e-02, 4.09544669e-02, 9.13565047e-03,\n",
" 4.74256910e-02, 2.80902833e-02, 2.64814589e-02, -6.43232986e-02,\n",
" -7.29951710e-02, 1.86653808e-02, -4.12234105e-03, -4.08426747e-02,\n",
" 1.99026857e-02, 6.64773211e-02, -4.60858010e-02, 5.35021015e-02,\n",
" -3.04121338e-02, -1.78716332e-02, 3.32120471e-02, -6.22875988e-02,\n",
" -3.14904861e-02, -2.40010936e-02, 1.82889383e-02, -1.33243259e-02,\n",
" 3.76990773e-02, -4.85379063e-02, 1.71194840e-02, -6.32314850e-03,\n",
" 8.63964111e-03, 3.89036350e-02, 6.56512566e-03, 8.88775848e-03,\n",
" -4.08517569e-02, 2.44750138e-02, -8.26816708e-02, -1.05956877e-02,\n",
" -3.63033712e-02, 4.79953160e-05, -5.29177114e-02, 4.01480421e-02,\n",
" 5.24248257e-02, -1.21798161e-02, -5.81501015e-02, 6.70787552e-03,\n",
" 7.52321556e-02, 4.66743261e-02, 4.62176763e-02, -2.84334868e-02,\n",
" 2.10258877e-03, 4.04141098e-02, 7.00649980e-04, -2.73580663e-02,\n",
" -5.42469788e-03, -2.43043359e-02, 4.57631052e-02, -2.51220167e-02,\n",
" 5.23321889e-02, -9.98716801e-03, -4.63791518e-03, 5.18402345e-02,\n",
" -5.85553758e-02, -6.76779374e-02, -5.26266284e-02, 3.21955420e-02,\n",
" 3.74456383e-02, 2.70267613e-02, 6.30329549e-02, -1.20097483e-02,\n",
" 7.69612798e-03, -2.23256834e-03, 2.37746555e-02, -3.52732167e-02,\n",
" 3.85467671e-02, -9.35196504e-03, -3.78917754e-02, 4.64237444e-02,\n",
" 1.67406406e-02, -3.84129547e-02, 2.13009920e-02, -3.32265757e-02,\n",
" -2.81152204e-02, 1.08729606e-03, 2.39256565e-02, -1.19101733e-01,\n",
" -1.76011911e-03, -5.54441139e-02, 6.84947893e-02, 6.93444684e-02,\n",
" 1.41203692e-02, -1.62680224e-02, -6.30027577e-02, -1.18577934e-03,\n",
" 5.10458499e-02, -2.30889432e-02, 1.88350547e-02, 1.51377628e-02,\n",
" -7.50326738e-02, -3.07206661e-02, 3.20816822e-02, 4.01233099e-02,\n",
" 6.97318316e-02, -6.98263869e-02, -6.34764507e-02, -5.70205525e-02,\n",
" -1.82102881e-02, -3.95072531e-03, -7.63575509e-02, -2.15645861e-02,\n",
" 4.78632115e-02, -1.54828681e-02, -1.27417799e-02, -8.35775509e-02,\n",
" -7.21170306e-02, 6.20215535e-02, -2.43087001e-02, 8.73264968e-02,\n",
" -3.35382074e-02, -5.89864813e-02, 3.84909324e-02, -1.81191638e-02,\n",
" 2.14573294e-02, 1.17782103e-02, -2.59176996e-02, 4.99217724e-03,\n",
" 5.07058799e-02, -1.72241982e-02, -1.13787595e-02, 5.19171357e-02,\n",
" -3.69225862e-03, -4.48023081e-02, -8.50236043e-03, 3.23547400e-04,\n",
" -5.77148087e-02, 3.74080762e-02, -5.31676458e-03, 2.56135706e-02,\n",
" -1.82242058e-02, 1.03515079e-02, 3.61589827e-02, -1.88248064e-02,\n",
" -1.95329487e-02, -2.34684795e-02, 1.05112240e-01, 8.56021121e-02,\n",
" 3.21957842e-02, 2.67342888e-02, 6.82912469e-02, -3.66106667e-02,\n",
" 6.69764280e-02, 5.15984222e-02, 1.14273932e-02, 5.48168970e-03,\n",
" -3.69102359e-02, -2.87763197e-02, -4.37233150e-02, -3.49572934e-02,\n",
" -2.73990221e-02, 6.37059063e-02, 3.63177024e-02, 1.62631348e-02,\n",
" 6.77744346e-03, -1.09451832e-02, -8.25599185e-04, -8.48287269e-02,\n",
" 8.97737965e-02, 7.75545761e-02, 5.98399760e-03, 5.45463450e-02,\n",
" 1.64925531e-02, 4.33457345e-02, -7.37201199e-02, -9.36056450e-02,\n",
" 3.13377520e-03, 5.59670553e-02, -6.52126819e-02, -1.17387138e-02,\n",
" -4.11492325e-02, 4.61078685e-04, 6.02740124e-02, 2.86481511e-02,\n",
" -1.12781059e-02, 3.50616053e-02, 5.37738912e-02, 6.53344393e-02,\n",
" -3.76492403e-02, -8.66767466e-02, -1.79871060e-02, -2.96909865e-02,\n",
" 3.96277346e-02, 5.22385947e-02, -2.20614932e-02, -8.35114866e-02,\n",
" 4.92858179e-02, -6.36966527e-02, -4.31766659e-02, -9.65475757e-03,\n",
" -3.25287646e-03, -4.17460762e-02, 1.98888592e-02, 5.05332556e-03,\n",
" 5.94891533e-02, -1.19211162e-02, -6.48821741e-02, -3.78726907e-02,\n",
" 2.74547916e-02, 2.17486219e-03, -1.99462771e-02, 4.09520268e-02,\n",
" -1.14292294e-01, -2.98943631e-02, -5.52180298e-02, 3.84345092e-02,\n",
" 5.01282141e-02, -3.19021754e-02, 1.87172182e-02, -6.73050508e-02,\n",
" 5.94130494e-02, 8.22953600e-03, -2.74086390e-02, 3.83281372e-02,\n",
" 3.63404118e-02, 4.18271720e-02, 5.36805429e-02, 1.84597485e-02,\n",
" 2.00543832e-02, 6.42879307e-02, 3.51176299e-02, -1.03036370e-02,\n",
" -4.80633862e-02, -5.03560826e-02, -7.80158443e-03, -5.11240363e-02,\n",
" 1.41250872e-04, -2.25913618e-03, -9.06551555e-02, 2.51157340e-02,\n",
" 1.37202376e-02, 1.17509261e-01, 2.32821479e-02, 1.18880440e-02,\n",
" -1.52545217e-02, 1.74637455e-02, -3.97224650e-02, 1.31774917e-02,\n",
" -1.39008909e-01, -4.74147266e-03, 6.56545609e-02, -4.52019684e-02,\n",
" -8.86977538e-02, -4.06485610e-02, 1.24693429e-02, 2.17713658e-02,\n",
" -2.67953463e-02, -8.95476267e-02, -3.94520909e-02, 6.79967031e-02,\n",
" -1.95116140e-02, -3.03343851e-02, -3.33281010e-02, 3.56425047e-02,\n",
" -2.10210439e-02, -1.14819473e-02, 5.61674386e-02, -3.24996375e-02,\n",
" -3.05199251e-02, 1.92982648e-02, 1.99625781e-03, 6.88089803e-03,\n",
" -1.51623245e-02, 4.54675518e-02, -4.36430536e-02, -5.87546639e-02,\n",
" 1.61853507e-02, -3.01163457e-02, 9.94629636e-02, -5.75308241e-02,\n",
" 1.38174202e-02, 6.27296278e-03, 9.32189226e-02, 4.16627377e-02,\n",
" 1.19924247e-02, -5.15109226e-02, 2.10782774e-02, 1.82286371e-02,\n",
" 8.05966556e-02, -8.65321606e-03, 3.70542817e-02, 4.03199643e-02,\n",
" -1.23126749e-02, -4.29193582e-03, -2.68715550e-03, -1.07416306e-02,\n",
" -4.43080906e-03, -4.61456068e-02, 2.17955131e-02, 4.07393761e-02,\n",
" 6.36334568e-02, -9.22157802e-03, -3.46489670e-03, 1.37145342e-02,\n",
" -7.67868338e-03, 1.86986346e-02, -1.82543192e-02, -5.67372032e-02,\n",
" -7.11249607e-03, 1.17236070e-01, -9.39888414e-04, -1.97464433e-02,\n",
" 2.80197486e-02, 2.70837676e-02, -3.67511734e-02, -3.59252356e-02,\n",
" 3.96165326e-02, 1.53982388e-02, 1.02788918e-02, -6.01095743e-02,\n",
" -1.13066100e-03, -4.56250533e-02, -3.60807776e-02, -4.64252010e-02,\n",
" 6.78041903e-03, 8.31813216e-02, -4.52591805e-03, -8.46905354e-03,\n",
" -4.65018190e-02, -2.83109229e-02, -8.63590743e-03, 3.16484198e-02,\n",
" 8.98393244e-03, -6.60585845e-03, 1.96134485e-02, -5.80491237e-02,\n",
" 7.32259899e-02, -3.25625278e-02, 5.25794439e-02, -1.77429430e-02,\n",
" 3.49996751e-03, 4.75204736e-02, 1.25986323e-01, -3.55922594e-03,\n",
" -3.23291831e-02, -1.02104709e-01, 4.38379869e-02, -4.18125391e-02,\n",
" 1.38404276e-02, -2.82499148e-03, 2.43255347e-02, 1.16497010e-01,\n",
" 3.91365923e-02, -1.77170672e-02, -1.06822113e-02, 7.63230473e-02,\n",
" 9.10980441e-03, -2.32207999e-02, -6.28531305e-03, -1.08769938e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'ugandanknuck': Embedding(embedding=array([ 0.10817181, -0.04242638, -0.01499892, -0.00700312, -0.00984443,\n",
" -0.05987756, 0.03434142, 0.06100492, 0.10326657, 0.06933578,\n",
" -0.01678698, 0.04149764, 0.02329159, 0.02486255, -0.01331945,\n",
" 0.02476627, 0.04919572, 0.08584987, 0.00521958, -0.02100827,\n",
" -0.09023645, -0.04653325, 0.00582834, 0.05554935, 0.0178597 ,\n",
" 0.02502328, 0.00187895, -0.03595531, 0.05762485, -0.01452607,\n",
" 0.08137654, -0.01432203, -0.01340405, 0.00695355, 0.03882602,\n",
" -0.01899498, -0.04962067, -0.01774316, -0.07570762, 0.04823782,\n",
" -0.04495227, 0.01416933, -0.02047744, -0.0196781 , 0.0393241 ,\n",
" -0.06009907, -0.03650641, 0.04582307, -0.02971877, 0.01971716,\n",
" 0.03486928, -0.00765461, -0.00291025, 0.01224231, 0.04359631,\n",
" 0.06487776, -0.00044 , -0.08489933, -0.02311497, -0.02558677,\n",
" 0.04647166, 0.02163302, 0.02894384, 0.01807565, 0.01423093,\n",
" 0.00486978, 0.03853929, 0.01499977, -0.01207898, -0.02420298,\n",
" -0.02548201, 0.03312624, 0.02174298, 0.15838695, -0.0120707 ,\n",
" 0.01435176, 0.01188967, -0.07821743, 0.02500171, -0.02101326,\n",
" 0.04678084, 0.00970845, -0.07265284, 0.04884531, -0.02307602,\n",
" 0.03064333, -0.02266557, -0.08672353, -0.05591605, -0.0322692 ,\n",
" -0.0149514 , -0.04137148, -0.03385591, -0.08802559, -0.06556623,\n",
" 0.02530701, -0.07235019, 0.03200775, -0.02147269, -0.0069285 ,\n",
" -0.01336911, -0.02236162, -0.01811244, -0.02891833, -0.02966963,\n",
" -0.0194752 , 0.00073317, 0.02786783, -0.04778345, 0.07696626,\n",
" -0.03047131, -0.03143148, -0.00769242, -0.00727586, 0.01019131,\n",
" 0.08446157, 0.01622276, 0.08832572, -0.0718159 , -0.02788886,\n",
" -0.16201739, -0.05870892, 0.03396353, -0.00335456, -0.01573518,\n",
" 0.0027772 , -0.02980861, 0.04132599, -0.07007846, 0.01119644,\n",
" 0.00446862, 0.06597048, -0.02957957, 0.03062515, -0.02874011,\n",
" 0.04897578, 0.01424973, 0.06078973, -0.00956277, 0.00918272,\n",
" -0.03521109, -0.0219613 , -0.00611452, 0.01525396, -0.00906165,\n",
" 0.03675707, 0.01358625, 0.05871779, -0.04594439, 0.00647302,\n",
" 0.05564197, 0.02641953, -0.03103183, 0.02377701, -0.0466369 ,\n",
" -0.06368782, -0.02972541, 0.01981014, 0.03447212, 0.00707642,\n",
" 0.02162485, 0.04956038, 0.03531747, -0.0640839 , -0.09738132,\n",
" -0.00298034, 0.00206208, -0.04263217, 0.03273625, 0.04908493,\n",
" -0.04056869, 0.04131687, -0.04762554, 0.00680021, 0.04543432,\n",
" -0.07608529, -0.02734729, -0.01415479, 0.02607638, -0.00449288,\n",
" 0.02458583, -0.04718854, 0.01363744, -0.01546618, -0.00372195,\n",
" 0.02196623, 0.01337497, -0.00494318, -0.04401369, 0.00952231,\n",
" -0.08420458, -0.03414029, -0.020283 , 0.00934799, -0.06612637,\n",
" 0.04379111, 0.04386982, -0.01701419, -0.05020681, 0.00434781,\n",
" 0.09009847, 0.03385615, 0.04771236, 0.00242424, -0.02125071,\n",
" 0.02245921, 0.02290058, -0.02991117, -0.01011502, -0.04679428,\n",
" 0.05438003, -0.01011031, 0.05678156, 0.00844145, -0.01012411,\n",
" 0.04493297, -0.07909127, -0.08629438, -0.04786871, 0.03540418,\n",
" 0.01716535, 0.03629148, 0.05165845, 0.01489908, 0.01205641,\n",
" -0.01124556, 0.03077159, -0.01948896, 0.00712099, -0.00651005,\n",
" -0.05472349, 0.04045378, 0.0308682 , -0.04433443, 0.04154857,\n",
" -0.03166109, -0.04658996, 0.00969878, 0.02691012, -0.09684902,\n",
" -0.01242419, -0.04901038, 0.03147147, 0.0614797 , 0.02394306,\n",
" -0.02467248, -0.07072028, -0.01753124, 0.05137454, -0.03916793,\n",
" 0.0224782 , 0.01218003, -0.06877668, -0.02992192, 0.03930954,\n",
" 0.02682168, 0.04269019, -0.06769285, -0.05896505, -0.08458974,\n",
" -0.02000378, 0.0059067 , -0.05423772, -0.02806595, 0.02040514,\n",
" -0.01270877, -0.0054976 , -0.0966007 , -0.0782506 , 0.04073554,\n",
" -0.03653065, 0.08373936, -0.03314301, -0.05524033, 0.05172058,\n",
" 0.00835259, 0.03596842, 0.0232181 , 0.00243302, 0.01556778,\n",
" 0.06163807, -0.04921791, -0.01566988, 0.05798507, 0.00070905,\n",
" -0.0349037 , -0.02545249, 0.00023195, -0.04270687, 0.04194441,\n",
" 0.00964358, 0.00339659, -0.02503705, 0.0051698 , 0.04391295,\n",
" -0.02237764, -0.01073808, -0.01249431, 0.11950007, 0.09591046,\n",
" 0.0376825 , 0.02159863, 0.03872831, -0.03977339, 0.06081555,\n",
" 0.07732996, -0.00621214, 0.02860913, -0.01531519, -0.02387752,\n",
" -0.03997036, -0.04620118, -0.04460188, 0.07551613, 0.02736015,\n",
" 0.01252183, 0.00656903, -0.00950918, -0.00220405, -0.0509459 ,\n",
" 0.08524106, 0.08069344, 0.00302049, 0.04978875, 0.02395537,\n",
" 0.04772262, -0.07089569, -0.06115948, -0.00090149, 0.07355143,\n",
" -0.06411942, -0.00905805, -0.02356086, -0.0123417 , 0.05069897,\n",
" 0.03636945, -0.00427517, 0.02407172, 0.07053194, 0.06520198,\n",
" -0.01334042, -0.08267432, -0.01241117, -0.02488804, 0.01912642,\n",
" 0.04816969, -0.00941969, -0.0681572 , 0.03771205, -0.06313693,\n",
" -0.045198 , 0.00070207, -0.02191766, -0.06259325, 0.02813116,\n",
" -0.01556451, 0.04657419, -0.00095062, -0.05818123, -0.04200701,\n",
" 0.00839265, -0.00451493, -0.01713808, 0.03456075, -0.09857096,\n",
" -0.01505103, -0.04294718, 0.02819987, 0.05453748, -0.05166074,\n",
" 0.03156871, -0.05581926, 0.05524443, -0.00112126, -0.01017958,\n",
" 0.03332243, 0.0461976 , 0.0327753 , 0.04877511, 0.03539493,\n",
" -0.00948669, 0.04824354, 0.0270406 , -0.02696883, -0.05841455,\n",
" -0.0349939 , 0.01798646, -0.06020818, -0.01362366, -0.03724599,\n",
" -0.08903478, 0.02452709, -0.00133875, 0.09180704, -0.00321182,\n",
" 0.01459299, 0.00557575, 0.02227363, -0.04599682, -0.01133673,\n",
" -0.12924989, -0.00564987, 0.05326489, -0.04044338, -0.06264125,\n",
" -0.05033766, -0.00859081, 0.02659737, -0.04922871, -0.08700956,\n",
" -0.03918731, 0.05456984, -0.01570383, -0.0496447 , -0.04594207,\n",
" 0.03156462, -0.05581222, 0.00787085, 0.06850041, -0.01437187,\n",
" -0.01112258, 0.01040928, 0.01649234, 0.00319382, -0.02191296,\n",
" 0.02659926, -0.05357641, -0.08090651, 0.02229117, -0.01848014,\n",
" 0.1074933 , -0.05065003, 0.02144399, 0.01338868, 0.08560763,\n",
" 0.03607044, 0.01257143, -0.04117602, 0.00931882, 0.02033936,\n",
" 0.0726798 , -0.00172711, 0.02785333, 0.03751868, -0.00592657,\n",
" 0.03103798, -0.01365575, 0.01606642, -0.01373372, -0.03731836,\n",
" 0.04227326, 0.05041979, 0.06740098, 0.0255372 , 0.02173031,\n",
" 0.03086803, 0.00073388, 0.04827189, -0.00931459, -0.06089919,\n",
" -0.02330496, 0.0805177 , -0.01552939, -0.03984692, 0.04466343,\n",
" 0.01764918, -0.05738935, -0.04598373, 0.04914438, 0.01212786,\n",
" 0.02950367, -0.0665729 , 0.01284816, -0.04467498, -0.01412048,\n",
" -0.0250818 , 0.00047946, 0.06015321, 0.00705732, 0.00321317,\n",
" -0.04432549, -0.05550608, 0.01470097, 0.02065913, 0.01532776,\n",
" 0.00271862, 0.01198996, -0.05836918, 0.06441596, -0.0048716 ,\n",
" 0.06833491, -0.03051162, 0.01379732, 0.0436472 , 0.13467124,\n",
" 0.00812672, -0.05913069, -0.09678943, 0.04014469, -0.03167062,\n",
" -0.00328357, -0.01434685, 0.00930208, 0.07982805, 0.02473065,\n",
" -0.02380112, -0.01512747, 0.07479442, 0.00240327, -0.02078042,\n",
" 0.00341143, -0.1086859 ]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'vince': Embedding(embedding=array([ 1.13619506e-01, -3.84351052e-02, -1.51934829e-02, 1.52190225e-02,\n",
" -1.17420848e-03, -7.13719800e-02, 3.13832089e-02, 6.24419823e-02,\n",
" 9.29035097e-02, 4.26108390e-02, -3.72423232e-02, 6.11175746e-02,\n",
" 4.03704196e-02, 1.06058931e-02, -7.38475891e-03, 4.38663252e-02,\n",
" 6.66992888e-02, 8.72661695e-02, 5.09679224e-03, -2.12758034e-02,\n",
" -8.34081918e-02, -3.82768400e-02, -2.43796501e-03, 5.58654778e-02,\n",
" 5.98439015e-03, 1.94303356e-02, 1.03418240e-02, -3.72630022e-02,\n",
" 5.66127971e-02, -1.20555619e-02, 8.20323750e-02, -2.55783014e-02,\n",
" 1.43809970e-02, 4.10374766e-03, 3.95877026e-02, -3.16737443e-02,\n",
" -4.19910289e-02, -1.32645611e-02, -9.62975696e-02, 4.81987745e-02,\n",
" -3.91881615e-02, 1.69539377e-02, -2.39662677e-02, -1.47722485e-02,\n",
" 4.51669507e-02, -6.38326257e-02, -3.48143801e-02, 5.41589446e-02,\n",
" -2.71552168e-02, 1.23951342e-02, 4.04170752e-02, -1.48672014e-02,\n",
" 3.44313146e-03, 2.67065335e-02, 4.77264859e-02, 7.64391199e-02,\n",
" -1.87031403e-02, -9.26190466e-02, -1.53583447e-02, -2.42539346e-02,\n",
" 3.65695618e-02, 6.03181543e-03, 2.30089463e-02, 1.19654406e-02,\n",
" 2.21927259e-02, 2.02134363e-02, 3.82615700e-02, 2.34797969e-02,\n",
" 2.95395777e-03, -2.16700174e-02, -4.53953259e-03, 1.18270330e-02,\n",
" 2.69033313e-02, 1.40248254e-01, -2.85698585e-02, 1.19176079e-02,\n",
" 2.49177292e-02, -9.43505391e-02, 2.84986459e-02, -1.56391785e-02,\n",
" 1.53593933e-02, 3.01285479e-02, -6.35994598e-02, 3.58085297e-02,\n",
" -1.26773389e-02, 4.81453612e-02, -1.91382729e-02, -9.99048352e-02,\n",
" -6.27395064e-02, -1.89130139e-02, -3.22205424e-02, -4.68639322e-02,\n",
" -1.77889876e-02, -8.31144154e-02, -8.58881399e-02, 3.97728272e-02,\n",
" -7.49641359e-02, 4.34967503e-02, 4.08485066e-04, 6.70867227e-03,\n",
" -3.49517306e-03, -1.41859651e-02, 3.88333667e-03, -2.02787351e-02,\n",
" -4.03933190e-02, -2.99637839e-02, 1.49546293e-04, 2.91850772e-02,\n",
" -4.96543311e-02, 7.88774565e-02, -4.74217050e-02, -1.36883166e-02,\n",
" 1.03545766e-02, -6.86417276e-04, 5.94458776e-03, 7.45743513e-02,\n",
" 3.90472263e-02, 7.84723237e-02, -7.03018457e-02, -2.67684478e-02,\n",
" -1.76556587e-01, -5.30015342e-02, 2.63924450e-02, -3.48479807e-04,\n",
" -2.54562087e-02, 7.75914965e-03, -3.48748304e-02, 4.36740108e-02,\n",
" -7.97479898e-02, 1.82920508e-02, 8.46468844e-03, 5.19848429e-02,\n",
" -3.54936272e-02, 1.92569736e-02, -2.89370138e-02, 6.22424781e-02,\n",
" 1.83791090e-02, 5.70546649e-02, -7.80000864e-03, 1.89217199e-02,\n",
" -2.62775086e-02, -2.83193588e-02, -2.48034503e-02, 4.44959197e-03,\n",
" -3.03310640e-02, 3.27234864e-02, 6.04835525e-03, 5.38038760e-02,\n",
" -4.90909256e-02, 7.58831855e-03, 4.55566011e-02, 2.87296306e-02,\n",
" -2.81934012e-02, 3.48475538e-02, -2.72253416e-02, -4.38863337e-02,\n",
" -3.11786961e-02, 1.97756086e-02, 2.95779053e-02, 1.04046462e-03,\n",
" 2.80128345e-02, 5.48707023e-02, 5.05082943e-02, -6.75792694e-02,\n",
" -9.14158151e-02, 2.08366476e-03, -5.66127338e-03, -3.12938504e-02,\n",
" 4.23165001e-02, 3.78483534e-02, -2.62315944e-02, 3.11560407e-02,\n",
" -4.35542092e-02, 1.99075919e-02, 4.72071022e-02, -8.92496407e-02,\n",
" -2.98389494e-02, -8.29421077e-03, 3.02382968e-02, 7.73656601e-03,\n",
" 3.09028160e-02, -3.98976244e-02, 4.02866537e-03, -1.86967924e-02,\n",
" 9.68919415e-03, 8.05468671e-03, 4.63954685e-03, 1.86764468e-02,\n",
" -4.25500795e-02, -5.90684172e-03, -8.82950872e-02, -2.68686507e-02,\n",
" -1.46551533e-02, 1.35181099e-02, -5.93625270e-02, 3.74678224e-02,\n",
" 5.07590659e-02, -4.42418829e-03, -5.36072738e-02, -5.46022831e-03,\n",
" 8.90884101e-02, 2.64635570e-02, 5.58806397e-02, 7.30920234e-04,\n",
" -3.69053036e-02, 9.33120307e-03, 4.10525799e-02, -2.21963637e-02,\n",
" -1.23404907e-02, -5.97934611e-02, 5.20485118e-02, -1.68991107e-02,\n",
" 6.79357052e-02, -1.50762789e-03, -1.11336680e-02, 2.80541070e-02,\n",
" -9.17365178e-02, -9.41949189e-02, -3.19901332e-02, 3.13264802e-02,\n",
" 2.61849537e-02, 2.28856932e-02, 6.20071813e-02, 2.10212898e-02,\n",
" -3.11243552e-04, -3.03330906e-02, 3.61361243e-02, -9.60489083e-03,\n",
" 4.70607681e-03, -1.24503616e-02, -5.61211035e-02, 3.71006243e-02,\n",
" 2.84676123e-02, -4.57887575e-02, 5.12021817e-02, -4.19823192e-02,\n",
" -6.21071942e-02, 2.07043067e-02, 1.77913606e-02, -9.03775394e-02,\n",
" -1.77093670e-02, -4.94266525e-02, 1.43781370e-02, 4.36569080e-02,\n",
" 2.43530273e-02, -2.70334203e-02, -6.53252676e-02, -1.18273748e-02,\n",
" 4.24950197e-02, -3.98958996e-02, 4.22426872e-03, 2.18933579e-02,\n",
" -6.53001368e-02, -2.03498136e-02, 4.60601784e-02, 2.23235544e-02,\n",
" 5.86427972e-02, -5.50111495e-02, -4.18663286e-02, -9.04633328e-02,\n",
" -3.90793495e-02, 1.08823609e-02, -4.20515239e-02, -2.52020210e-02,\n",
" 1.57117173e-02, 3.57249472e-03, -5.32799819e-03, -1.09455660e-01,\n",
" -7.93365315e-02, 3.27857025e-02, -3.74130122e-02, 9.83649641e-02,\n",
" -2.44439077e-02, -5.05034402e-02, 7.09624216e-02, 1.01295244e-02,\n",
" 4.18544374e-02, 2.31234990e-02, 7.39607611e-04, 9.66188032e-03,\n",
" 6.16793297e-02, -4.94117178e-02, 1.00960685e-02, 4.99804020e-02,\n",
" 1.02921920e-02, -2.07398273e-02, -2.90673170e-02, 1.11984666e-02,\n",
" -4.25025821e-02, 5.22728227e-02, 1.28490385e-02, 1.04143042e-02,\n",
" -3.42740379e-02, 1.64894927e-02, 4.08594087e-02, -2.73685344e-02,\n",
" -3.64739681e-03, -2.31381529e-03, 1.20476671e-01, 8.64284411e-02,\n",
" 2.43010409e-02, 2.04414614e-02, 3.00824977e-02, -4.76856418e-02,\n",
" 5.55501394e-02, 1.03498548e-01, -1.68281551e-02, 3.45205441e-02,\n",
" -9.78501886e-03, -2.57770997e-02, -2.50983816e-02, -4.21080180e-02,\n",
" -5.88974096e-02, 7.26971701e-02, 2.87450906e-02, 9.53182112e-04,\n",
" -1.75343524e-03, -3.28788161e-03, -5.17607480e-03, -6.04671277e-02,\n",
" 6.94809780e-02, 6.22747727e-02, 2.01110411e-02, 4.42232043e-02,\n",
" 1.76245272e-02, 3.12383082e-02, -5.75761385e-02, -4.76178229e-02,\n",
" -3.62463412e-03, 8.04490075e-02, -4.51138653e-02, -1.72080696e-02,\n",
" -1.69759877e-02, -1.92460418e-02, 5.75083531e-02, 4.45172749e-02,\n",
" 6.60383468e-03, 2.96365134e-02, 8.12043697e-02, 5.78347519e-02,\n",
" -6.56710565e-03, -7.00494200e-02, -2.52673402e-03, -5.50208008e-03,\n",
" 1.05878608e-02, 5.29409833e-02, -1.72820557e-02, -7.78651386e-02,\n",
" 4.43582758e-02, -7.92559534e-02, -5.02645932e-02, -5.63813886e-03,\n",
" -2.24363655e-02, -6.12308644e-02, 4.36588889e-03, -2.62176488e-02,\n",
" 3.63817029e-02, -1.98833179e-02, -5.43955490e-02, -2.75766961e-02,\n",
" 7.11087883e-03, -1.69040207e-02, -2.77228896e-02, 4.34431471e-02,\n",
" -7.34108016e-02, -1.02546290e-02, -3.88722159e-02, 9.18631814e-03,\n",
" 6.00275807e-02, -4.73166592e-02, 3.53875384e-02, -3.97287868e-02,\n",
" 4.00435328e-02, -1.75310373e-02, -7.17077358e-03, 2.25807484e-02,\n",
" 5.62201925e-02, 3.83763909e-02, 5.09113111e-02, 3.58517803e-02,\n",
" -2.26574950e-02, 4.51375544e-02, 2.69072223e-03, -2.95762159e-02,\n",
" -5.35957925e-02, -2.54701674e-02, 1.19141405e-02, -4.58207838e-02,\n",
" -1.19319465e-02, -4.86836359e-02, -9.40290317e-02, 2.46063285e-02,\n",
" -6.99627725e-03, 7.74853826e-02, 1.65115204e-02, 1.59765892e-02,\n",
" 1.78476740e-02, 2.03164238e-02, -6.17308542e-02, -9.77520552e-03,\n",
" -1.25080928e-01, -2.13867184e-02, 5.24504967e-02, -3.40125449e-02,\n",
" -5.17396331e-02, -4.38591577e-02, 1.33017998e-03, 2.21677870e-02,\n",
" -4.49133180e-02, -8.50916654e-02, -4.44813073e-02, 6.15580454e-02,\n",
" -1.40706562e-02, -2.42510214e-02, -4.47810516e-02, 1.91940553e-02,\n",
" -6.55862540e-02, 1.30069358e-02, 6.64167330e-02, -3.24786361e-03,\n",
" -1.22516612e-02, -6.96915854e-03, 2.48603355e-02, 1.04352506e-03,\n",
" -2.84287538e-02, 1.67332683e-02, -5.53627647e-02, -9.11561996e-02,\n",
" 2.12023854e-02, -2.59531029e-02, 1.04394682e-01, -4.94322963e-02,\n",
" 2.85065174e-02, 8.11620522e-03, 8.89616981e-02, 3.38564254e-02,\n",
" 1.72429737e-02, -2.97467019e-02, 2.32681585e-03, 9.60829109e-03,\n",
" 7.95346797e-02, 8.04697350e-03, 4.07244042e-02, 2.94432808e-02,\n",
" 1.19673868e-03, 3.76473069e-02, -1.23273656e-02, 1.86810717e-02,\n",
" -7.12775905e-03, -2.88755000e-02, 2.79383864e-02, 6.47010133e-02,\n",
" 6.83496818e-02, 3.50209326e-02, 1.81398746e-02, 4.36480194e-02,\n",
" 1.90296937e-02, 4.57988083e-02, -2.35520545e-02, -4.94561493e-02,\n",
" -2.42833421e-02, 7.05884025e-02, 9.66628431e-04, -3.77245173e-02,\n",
" 4.46540266e-02, 1.29711619e-02, -5.67693226e-02, -4.13482673e-02,\n",
" 6.63574412e-02, 1.79229658e-02, 3.28190103e-02, -5.50192781e-02,\n",
" 1.16751380e-02, -4.24085818e-02, -6.56058779e-04, -2.60300878e-02,\n",
" -8.34615715e-03, 4.77438532e-02, 8.58558714e-03, 1.88502215e-03,\n",
" -3.78720984e-02, -6.95767328e-02, 2.78078821e-02, 6.88464614e-03,\n",
" 1.22022368e-02, 7.67037086e-03, 1.07025318e-02, -5.70647754e-02,\n",
" 6.01826757e-02, 1.33931218e-02, 6.76417872e-02, -4.51650135e-02,\n",
" 4.78472561e-03, 3.56005579e-02, 1.16898671e-01, -1.36724850e-02,\n",
" -4.77786139e-02, -1.04872920e-01, 2.10326221e-02, -3.59335877e-02,\n",
" -1.28354998e-02, -8.16842192e-04, 3.36399046e-03, 7.24944174e-02,\n",
" 2.75364462e-02, -2.77080517e-02, -6.16178801e-03, 8.07637870e-02,\n",
" 1.59975328e-02, -9.05010663e-03, -6.47191796e-03, -9.32002068e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'wallet': Embedding(embedding=array([ 0.10356901, -0.04174387, -0.01437366, 0.00922758, -0.01256112,\n",
" -0.06412593, 0.02132092, 0.05859138, 0.10168816, 0.05447011,\n",
" -0.02066291, 0.05093623, 0.02935602, 0.02260841, -0.00948236,\n",
" 0.04065554, 0.06017461, 0.09177623, -0.00574954, -0.0160298 ,\n",
" -0.08481692, -0.04267748, -0.00168503, 0.05092745, 0.00726322,\n",
" 0.01409656, 0.00986593, -0.04373746, 0.05654036, -0.01697546,\n",
" 0.07415111, -0.01634896, 0.00766633, 0.00482169, 0.04543105,\n",
" -0.02765765, -0.04373085, -0.02106709, -0.08679108, 0.04545918,\n",
" -0.04644193, 0.02086416, -0.02607346, -0.01207126, 0.04693755,\n",
" -0.06046253, -0.04476611, 0.05348566, -0.02744572, 0.01508238,\n",
" 0.03323449, -0.01494424, -0.00527838, 0.02187821, 0.04491926,\n",
" 0.07166354, -0.01372636, -0.09200515, -0.02418317, -0.02309351,\n",
" 0.04151559, 0.00366625, 0.01455493, 0.01718168, 0.01569179,\n",
" 0.0143582 , 0.03967232, 0.01947955, -0.0060798 , -0.01974015,\n",
" -0.01530533, 0.02093371, 0.03158823, 0.14184472, -0.02766817,\n",
" 0.00834408, 0.01604743, -0.09116 , 0.02712167, -0.02224743,\n",
" 0.02674951, 0.01415377, -0.06967545, 0.04649507, -0.01675414,\n",
" 0.04660213, -0.0227213 , -0.09416194, -0.0563144 , -0.02604479,\n",
" -0.02833767, -0.04230314, -0.02735719, -0.08858905, -0.0801901 ,\n",
" 0.03571128, -0.07344084, 0.03803253, -0.00560101, 0.00358523,\n",
" -0.00568645, -0.01968258, 0.00168045, -0.02267158, -0.03678926,\n",
" -0.02224951, 0.00090073, 0.0322261 , -0.04765045, 0.0760472 ,\n",
" -0.0414904 , -0.0173381 , 0.01008307, -0.00769265, 0.00156708,\n",
" 0.07856002, 0.02780544, 0.08366266, -0.0670068 , -0.0171999 ,\n",
" -0.17624901, -0.05331194, 0.025646 , 0.00451063, -0.01948486,\n",
" 0.00404363, -0.03073624, 0.04348822, -0.0797966 , 0.01298327,\n",
" 0.008904 , 0.05943543, -0.03625126, 0.022886 , -0.03588703,\n",
" 0.05576005, 0.02323237, 0.06166771, -0.0133864 , 0.01750966,\n",
" -0.02952982, -0.01867329, -0.0192062 , 0.02009009, -0.02559585,\n",
" 0.03612146, 0.00680931, 0.05834683, -0.04452151, 0.00890041,\n",
" 0.04903026, 0.02670387, -0.03502482, 0.03402537, -0.02711957,\n",
" -0.05397251, -0.02894182, 0.03373731, 0.03758313, 0.00390917,\n",
" 0.01917523, 0.051603 , 0.04595298, -0.07005485, -0.08894406,\n",
" -0.00141718, 0.00601176, -0.03410376, 0.04313207, 0.04375506,\n",
" -0.02681381, 0.03378888, -0.03690965, 0.01353644, 0.04139208,\n",
" -0.0875738 , -0.02859887, -0.01192341, 0.02861687, 0.00416193,\n",
" 0.02416513, -0.0439028 , 0.00057246, -0.01401057, 0.00033876,\n",
" 0.0116189 , 0.01161157, 0.01060798, -0.03936535, -0.00191149,\n",
" -0.08418646, -0.03363315, -0.01487386, 0.01285635, -0.06983807,\n",
" 0.04080103, 0.05249114, -0.00770189, -0.04662132, -0.00245142,\n",
" 0.08811566, 0.03218421, 0.0446007 , -0.00261404, -0.03475594,\n",
" 0.0066101 , 0.03706452, -0.02909972, -0.00904104, -0.06045279,\n",
" 0.04900055, -0.01478215, 0.069416 , 0.00451946, -0.0181705 ,\n",
" 0.0318642 , -0.0887506 , -0.09005804, -0.04331173, 0.03564492,\n",
" 0.03307268, 0.03060742, 0.05995686, 0.02302171, 0.00701983,\n",
" -0.03160884, 0.0260321 , -0.01240563, 0.00204258, -0.01328567,\n",
" -0.05533378, 0.04247104, 0.02788283, -0.04501191, 0.04620272,\n",
" -0.03403232, -0.05700685, 0.0119059 , 0.02072794, -0.09026001,\n",
" -0.02394124, -0.04497904, 0.01971425, 0.04404229, 0.02612958,\n",
" -0.03184904, -0.06851722, -0.02361688, 0.04665294, -0.04404613,\n",
" 0.01200107, 0.02098986, -0.07417846, -0.03026683, 0.04134238,\n",
" 0.01970993, 0.05072489, -0.05604656, -0.04652449, -0.08653267,\n",
" -0.03468726, 0.01304497, -0.04014063, -0.03025317, 0.01409766,\n",
" 0.00052023, -0.00278965, -0.10309645, -0.08006775, 0.03595684,\n",
" -0.04100044, 0.09052046, -0.02808116, -0.04756994, 0.06389128,\n",
" 0.011383 , 0.03736103, 0.02793339, -0.00039865, 0.00984782,\n",
" 0.06515172, -0.05506181, 0.00796185, 0.04598008, 0.00441516,\n",
" -0.03250279, -0.02795516, 0.01135814, -0.04076785, 0.03503295,\n",
" 0.01151842, 0.00415637, -0.03457297, 0.01408749, 0.04424887,\n",
" -0.01992275, -0.01012574, -0.00588548, 0.12693565, 0.09301694,\n",
" 0.02735182, 0.01821556, 0.03038588, -0.03855472, 0.0552383 ,\n",
" 0.09890607, -0.01300929, 0.03354054, -0.00358829, -0.02060498,\n",
" -0.03113971, -0.0416663 , -0.05371339, 0.06754028, 0.02287905,\n",
" 0.0073549 , -0.00078078, -0.00292249, -0.00589932, -0.05784827,\n",
" 0.07582474, 0.06827492, 0.0126487 , 0.05846018, 0.0252446 ,\n",
" 0.04042819, -0.06218719, -0.05027175, -0.00665112, 0.08030574,\n",
" -0.05476355, -0.01392607, -0.02090391, -0.02537524, 0.05426092,\n",
" 0.03736882, 0.0055619 , 0.02083978, 0.07297351, 0.06563336,\n",
" -0.01100601, -0.07036135, -0.00461736, -0.01635601, 0.00850741,\n",
" 0.04431898, -0.00978028, -0.06932174, 0.04050125, -0.07062194,\n",
" -0.05600398, -0.00778236, -0.02409785, -0.06176695, 0.02055293,\n",
" -0.02512526, 0.04000729, -0.01060226, -0.05745842, -0.03984861,\n",
" 0.01046587, -0.007489 , -0.01559456, 0.04073622, -0.08199225,\n",
" -0.01359841, -0.03471426, 0.01613581, 0.05807672, -0.05590233,\n",
" 0.03516773, -0.04317937, 0.04503265, -0.01739867, -0.00727039,\n",
" 0.02864371, 0.05154416, 0.03692996, 0.05020771, 0.03672162,\n",
" -0.02206003, 0.03845021, 0.01395895, -0.03257759, -0.06059558,\n",
" -0.02750557, 0.01780882, -0.05243429, -0.01344649, -0.04651474,\n",
" -0.09733216, 0.02446414, -0.00465189, 0.08316937, 0.00568771,\n",
" 0.01650833, 0.01447539, 0.01991384, -0.05926558, -0.01572315,\n",
" -0.13074735, -0.01312125, 0.05413588, -0.03519751, -0.04932687,\n",
" -0.05242948, -0.00275325, 0.02129891, -0.0479317 , -0.09125622,\n",
" -0.03636053, 0.0555466 , -0.0122441 , -0.03890263, -0.04447205,\n",
" 0.02703286, -0.06416764, 0.00775824, 0.06859444, -0.00507741,\n",
" -0.00774689, -0.00466965, 0.0131088 , 0.00144071, -0.02769244,\n",
" 0.0223451 , -0.04881595, -0.08497145, 0.01609235, -0.01585453,\n",
" 0.10746736, -0.04565692, 0.0282271 , 0.01100403, 0.08729371,\n",
" 0.03764382, 0.01758149, -0.02673059, 0.00666155, 0.01047983,\n",
" 0.0818366 , 0.00418507, 0.03840956, 0.0355949 , -0.00517331,\n",
" 0.03136478, -0.01820562, 0.0192603 , -0.00899448, -0.03212009,\n",
" 0.03195424, 0.05903007, 0.06960899, 0.03647216, 0.01422685,\n",
" 0.04201877, 0.00720287, 0.04033384, -0.00899145, -0.05265754,\n",
" -0.02807374, 0.07383396, -0.00693495, -0.034133 , 0.0555423 ,\n",
" 0.01882251, -0.05407786, -0.04467336, 0.05999042, 0.01711474,\n",
" 0.03244838, -0.0582953 , 0.01359477, -0.04668042, -0.00401947,\n",
" -0.02094373, -0.00539901, 0.05742647, 0.01142782, 0.00288686,\n",
" -0.03596641, -0.07238908, 0.02877166, 0.01608662, 0.01791445,\n",
" 0.00790105, 0.01804942, -0.05862859, 0.06562885, 0.005712 ,\n",
" 0.06246415, -0.04293705, 0.01229167, 0.0390616 , 0.12479062,\n",
" -0.00064603, -0.05210432, -0.10894549, 0.02828192, -0.02901328,\n",
" -0.00673502, -0.01201787, 0.0087293 , 0.07037924, 0.03388443,\n",
" -0.02204414, -0.01256498, 0.07504535, 0.01396381, -0.01440236,\n",
" -0.00708436, -0.09823912]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'waygd': Embedding(embedding=array([ 8.78039449e-02, -6.12846538e-02, -1.58519354e-02, -1.56575143e-02,\n",
" -5.61220804e-03, -3.65248434e-02, 4.71557379e-02, 4.24502119e-02,\n",
" 7.93744624e-02, 6.72038123e-02, -1.06569361e-02, 2.65958756e-02,\n",
" 2.36034114e-02, 1.02688633e-02, -1.51212979e-02, 1.20520475e-03,\n",
" 3.33668813e-02, 7.71232024e-02, 2.39860397e-02, -1.82445720e-02,\n",
" -8.55474547e-02, -3.68691534e-02, 1.54317338e-02, 6.88382983e-02,\n",
" 4.68022227e-02, 3.34657840e-02, -9.48195159e-03, -4.79847454e-02,\n",
" 4.68633361e-02, -8.10000580e-03, 6.39059395e-02, -9.68628656e-03,\n",
" -2.37777885e-02, -2.96985870e-03, 3.70520391e-02, 4.10550600e-03,\n",
" -1.87129416e-02, -1.70952957e-02, -6.60947561e-02, 5.89312091e-02,\n",
" -2.57062297e-02, 8.46540648e-03, -1.18193822e-02, -1.09823113e-02,\n",
" 3.83154005e-02, -5.24829812e-02, -3.27152312e-02, 5.01132347e-02,\n",
" -3.35049331e-02, 1.32649913e-02, 2.95668691e-02, -6.76690135e-03,\n",
" 3.97095876e-03, 2.74861250e-02, 3.86944301e-02, 4.03380096e-02,\n",
" -1.30011849e-02, -5.27758561e-02, -2.27700453e-02, -3.46721336e-02,\n",
" 2.70055272e-02, 4.21210378e-02, 3.46856751e-02, 2.08038408e-02,\n",
" 7.11609935e-03, 2.15763156e-03, 3.31461579e-02, -9.01016779e-03,\n",
" -9.75599419e-03, -4.31234725e-02, -4.04247493e-02, 5.36707342e-02,\n",
" 2.13861372e-02, 1.64163306e-01, -1.05553009e-02, 2.30083577e-02,\n",
" 8.28794297e-03, -6.26634732e-02, 3.49053741e-02, -8.40953831e-03,\n",
" 6.97555840e-02, 1.39133539e-02, -8.50537345e-02, 6.47292435e-02,\n",
" -3.33679058e-02, 5.15550515e-03, -1.71561334e-02, -8.74001011e-02,\n",
" -4.43549976e-02, -4.56848145e-02, -1.34798558e-02, -3.12549695e-02,\n",
" -5.95915876e-02, -8.29780847e-02, -2.93340497e-02, -5.41105773e-03,\n",
" -5.41426614e-02, 2.49356925e-02, -3.16765830e-02, -9.84419789e-03,\n",
" -6.91517210e-03, -2.44441237e-02, -3.12930755e-02, -4.90052439e-02,\n",
" -5.34130596e-02, 2.66193878e-03, 2.08949810e-03, 2.40018964e-02,\n",
" -8.06214139e-02, 7.09123313e-02, -1.02509167e-02, -4.42648046e-02,\n",
" -2.09121536e-02, -8.20640754e-03, -1.56310771e-03, 8.08185861e-02,\n",
" 5.04158344e-03, 9.71183106e-02, -6.62856624e-02, -4.84731644e-02,\n",
" -1.40787736e-01, -5.17517142e-02, 4.77671251e-02, -1.73199233e-02,\n",
" -1.45147303e-02, -1.66897606e-02, -6.00717030e-03, 3.28161269e-02,\n",
" -5.32910824e-02, 2.90591326e-02, -2.91444431e-03, 6.25518337e-02,\n",
" -2.12104488e-02, 2.81640440e-02, -4.20005992e-02, 5.47630601e-02,\n",
" 4.58195386e-03, 6.08029217e-02, -2.60399980e-03, -1.21204916e-03,\n",
" -3.38337831e-02, -2.08205394e-02, -1.30609167e-03, -7.83747155e-03,\n",
" 2.41050050e-02, 3.10518257e-02, 1.89667884e-02, 4.65486683e-02,\n",
" -3.11493222e-02, 7.47216307e-03, 5.57423048e-02, 2.27023084e-02,\n",
" -9.35146306e-03, 3.84949439e-04, -5.82494140e-02, -6.92885295e-02,\n",
" -8.42300616e-03, -7.91474525e-03, 4.30247001e-02, 4.56084963e-03,\n",
" 5.34676015e-02, 2.15891805e-02, 2.91763302e-02, -6.52497858e-02,\n",
" -6.77277371e-02, 2.05322038e-02, -6.55543525e-03, -4.36228514e-02,\n",
" 2.01731268e-02, 6.73143193e-02, -4.28109020e-02, 5.23516238e-02,\n",
" -2.59035733e-02, -2.39613969e-02, 2.92143468e-02, -6.49590939e-02,\n",
" -3.01011354e-02, -2.64688041e-02, 2.23393701e-02, -1.03708236e-02,\n",
" 3.98877859e-02, -4.68295813e-02, 1.02515630e-02, -3.26162577e-03,\n",
" 5.78647014e-03, 3.72288711e-02, 4.58300626e-03, 1.51114184e-02,\n",
" -3.60864326e-02, 2.59651318e-02, -8.18332061e-02, -9.33063682e-03,\n",
" -3.14243585e-02, -3.60829546e-03, -4.88384850e-02, 4.28064764e-02,\n",
" 5.36642186e-02, -8.64813104e-03, -5.95856048e-02, 7.95172341e-03,\n",
" 7.77310133e-02, 4.85350788e-02, 4.15716842e-02, -3.28843631e-02,\n",
" 2.17543729e-03, 4.25122753e-02, -1.22744148e-03, -2.99807694e-02,\n",
" -4.68679937e-03, -1.82588585e-02, 4.26603071e-02, -2.66174264e-02,\n",
" 5.13200425e-02, -8.62306822e-03, -8.82248115e-03, 5.36818355e-02,\n",
" -6.24611974e-02, -6.91719055e-02, -4.95321788e-02, 3.11268009e-02,\n",
" 3.46845463e-02, 2.50988975e-02, 6.45192266e-02, -6.63280068e-03,\n",
" 1.24659168e-03, -9.70979594e-03, 1.86022110e-02, -3.29050943e-02,\n",
" 3.26920860e-02, -6.63588429e-03, -4.20086905e-02, 3.75931337e-02,\n",
" 1.53165665e-02, -4.22424264e-02, 1.97261777e-02, -3.42982672e-02,\n",
" -2.38811970e-02, 2.17358512e-03, 1.53190466e-02, -1.23017192e-01,\n",
" -1.18252670e-03, -5.49870282e-02, 6.79090247e-02, 7.13486746e-02,\n",
" 1.85707752e-02, -2.12721787e-02, -6.38357028e-02, -7.33315758e-03,\n",
" 4.95925769e-02, -2.23492570e-02, 2.05102284e-02, 1.41009865e-02,\n",
" -7.94713050e-02, -2.60618757e-02, 2.90107336e-02, 3.72236520e-02,\n",
" 6.93931505e-02, -6.95355758e-02, -5.99239580e-02, -5.31741343e-02,\n",
" -1.55935679e-02, -3.71967535e-03, -7.11419359e-02, -2.35325880e-02,\n",
" 4.88697663e-02, -2.17433367e-02, -1.17154121e-02, -8.13774019e-02,\n",
" -6.89387769e-02, 5.62762432e-02, -2.22676583e-02, 8.60808566e-02,\n",
" -3.15236747e-02, -6.17940612e-02, 4.03536372e-02, -1.58797409e-02,\n",
" 2.02759597e-02, 1.53301507e-02, -2.45768912e-02, 6.55052997e-03,\n",
" 4.66435887e-02, -2.06470899e-02, -1.21736005e-02, 5.14670350e-02,\n",
" -5.41946571e-03, -4.88763005e-02, -5.02926856e-03, 2.54150410e-03,\n",
" -5.80800399e-02, 2.95667518e-02, -1.02168070e-02, 2.72100233e-02,\n",
" -2.19296515e-02, 1.46799097e-02, 4.10144404e-02, -1.93654019e-02,\n",
" -2.61882637e-02, -2.32785307e-02, 1.10939428e-01, 8.58646259e-02,\n",
" 3.18177082e-02, 2.43018679e-02, 6.75752014e-02, -3.94691825e-02,\n",
" 7.36562833e-02, 5.20530008e-02, 1.25142401e-02, 8.79635755e-03,\n",
" -4.11827527e-02, -2.74813958e-02, -3.88975851e-02, -3.39912884e-02,\n",
" -2.57560834e-02, 5.89302108e-02, 3.09976544e-02, 1.32894320e-02,\n",
" -9.12604082e-05, -7.89389107e-03, 8.04558164e-04, -9.26506072e-02,\n",
" 8.73660743e-02, 7.55173266e-02, 4.95278509e-03, 5.82205728e-02,\n",
" 1.31266033e-02, 4.29444239e-02, -7.27778152e-02, -9.49503854e-02,\n",
" 2.04197271e-03, 5.70006333e-02, -6.99921027e-02, -1.48803592e-02,\n",
" -4.40229177e-02, -4.87068342e-03, 5.82171977e-02, 3.01956702e-02,\n",
" -1.58730932e-02, 3.08368281e-02, 5.41164465e-02, 6.38987198e-02,\n",
" -2.95611601e-02, -9.44008976e-02, -1.95533242e-02, -2.72312742e-02,\n",
" 4.09477390e-02, 4.84242216e-02, -1.79808512e-02, -7.72715509e-02,\n",
" 4.56578173e-02, -6.03353269e-02, -4.48053703e-02, -1.26341572e-02,\n",
" -6.55036047e-03, -4.33884598e-02, 1.67416371e-02, -2.51534715e-04,\n",
" 5.70391715e-02, -1.05197094e-02, -6.17201030e-02, -4.37931605e-02,\n",
" 2.77508926e-02, -4.03849437e-04, -1.37071228e-02, 3.65303941e-02,\n",
" -1.14958189e-01, -3.06238867e-02, -5.15811183e-02, 3.91184948e-02,\n",
" 5.03409356e-02, -2.66198851e-02, 1.71795748e-02, -6.89562261e-02,\n",
" 5.81637621e-02, 3.21784662e-03, -2.28975751e-02, 3.68843861e-02,\n",
" 3.53844613e-02, 3.96611392e-02, 5.49495108e-02, 1.69800669e-02,\n",
" 1.88673921e-02, 6.33889139e-02, 3.13810594e-02, -1.41340904e-02,\n",
" -4.85998541e-02, -4.99168448e-02, -6.17341138e-03, -5.37065528e-02,\n",
" 1.39889109e-03, 8.77809944e-04, -9.47144106e-02, 2.73351520e-02,\n",
" 1.36160403e-02, 1.19209006e-01, 2.47553475e-02, 7.75677431e-03,\n",
" -1.45653114e-02, 1.57347098e-02, -4.03135642e-02, 1.76793821e-02,\n",
" -1.35889918e-01, -6.73010759e-03, 7.42180943e-02, -4.09988388e-02,\n",
" -9.37015340e-02, -4.83705476e-02, 1.44281983e-02, 2.50210948e-02,\n",
" -2.63470020e-02, -8.88959914e-02, -3.93394865e-02, 7.01564848e-02,\n",
" -1.49632599e-02, -2.49223802e-02, -3.18844207e-02, 3.30578275e-02,\n",
" -2.44200733e-02, -1.02269398e-02, 5.31985536e-02, -3.08809429e-02,\n",
" -3.07863560e-02, 2.34306250e-02, -4.87829652e-03, 5.41105680e-03,\n",
" -1.98133923e-02, 4.01303172e-02, -4.15898561e-02, -5.41998893e-02,\n",
" 1.22986780e-02, -2.63598692e-02, 9.98868942e-02, -5.98491021e-02,\n",
" 1.32382028e-02, 6.23410987e-03, 9.04409885e-02, 4.64787632e-02,\n",
" 1.29784634e-02, -4.80850190e-02, 2.15235353e-02, 1.94288157e-02,\n",
" 8.27300400e-02, -1.13834217e-02, 3.57490070e-02, 3.92201729e-02,\n",
" -1.45650962e-02, -9.92659014e-03, -4.87375772e-03, -1.00103673e-02,\n",
" -8.15846771e-03, -4.74052243e-02, 1.33779971e-02, 3.91333885e-02,\n",
" 6.27577379e-02, -5.95022365e-03, -8.40306841e-03, 9.52161942e-03,\n",
" -4.78906324e-03, 2.05943342e-02, -1.38817569e-02, -5.83375469e-02,\n",
" -7.07670441e-03, 1.19591489e-01, 2.73293094e-03, -1.67872086e-02,\n",
" 2.88992152e-02, 2.72743627e-02, -3.25564407e-02, -3.77990603e-02,\n",
" 4.03863378e-02, 2.07715780e-02, 3.13179940e-03, -6.30982742e-02,\n",
" -8.68031348e-04, -4.89189327e-02, -3.57893817e-02, -4.45809774e-02,\n",
" 7.46699143e-03, 8.43064785e-02, -1.40090368e-03, -1.22371400e-02,\n",
" -5.19678257e-02, -2.53487509e-02, -4.13235556e-03, 3.10030337e-02,\n",
" 1.02900006e-02, -1.16200866e-02, 2.65515447e-02, -5.98238409e-02,\n",
" 7.89931417e-02, -3.23362388e-02, 5.49676232e-02, -2.55670361e-02,\n",
" 7.31052971e-03, 4.82307486e-02, 1.23584233e-01, -4.36447607e-03,\n",
" -2.73628067e-02, -1.05618693e-01, 4.09375280e-02, -3.96173224e-02,\n",
" 1.28644314e-02, -3.03057348e-03, 2.56235693e-02, 1.21915556e-01,\n",
" 3.95499952e-02, -1.61922947e-02, -1.30053889e-02, 7.78634846e-02,\n",
" 1.33007932e-02, -2.61152387e-02, -4.13243426e-03, -1.05142184e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'wddth': Embedding(embedding=array([ 1.08240619e-01, -4.14499789e-02, -1.86672211e-02, -4.10615886e-03,\n",
" -6.33412786e-03, -5.72660528e-02, 3.60936746e-02, 5.52124940e-02,\n",
" 1.01380207e-01, 6.89883754e-02, -1.34278648e-02, 4.04895246e-02,\n",
" 2.58564651e-02, 1.99580360e-02, -1.60142705e-02, 2.50764042e-02,\n",
" 5.18995374e-02, 8.89661759e-02, 8.14243220e-03, -2.47524735e-02,\n",
" -8.78257677e-02, -4.42400090e-02, 8.07985198e-03, 5.98675236e-02,\n",
" 2.31451169e-02, 2.57544629e-02, -1.41524451e-05, -3.82680036e-02,\n",
" 5.79967387e-02, -1.27486363e-02, 7.76589587e-02, -1.32205468e-02,\n",
" -3.90696432e-03, 7.03526288e-03, 4.06397693e-02, -1.95252486e-02,\n",
" -4.86870930e-02, -1.85827948e-02, -7.94941559e-02, 4.70072702e-02,\n",
" -4.46996056e-02, 7.36101530e-03, -1.93757582e-02, -1.46365846e-02,\n",
" 4.24416550e-02, -6.10743575e-02, -3.57975699e-02, 4.45321314e-02,\n",
" -2.85703875e-02, 1.91866662e-02, 3.28578949e-02, -8.79575219e-03,\n",
" -2.08501751e-03, 1.07936794e-02, 4.75156754e-02, 6.17064275e-02,\n",
" -2.08669738e-03, -8.40981752e-02, -2.21836139e-02, -2.43905988e-02,\n",
" 4.41505425e-02, 2.16199420e-02, 2.94064730e-02, 2.22815741e-02,\n",
" 1.08572654e-02, 8.03736504e-03, 3.83864604e-02, 1.16439145e-02,\n",
" -1.07470239e-02, -2.26470027e-02, -2.91739125e-02, 3.15685496e-02,\n",
" 1.84769314e-02, 1.55070513e-01, -1.26324184e-02, 1.16123818e-02,\n",
" 1.75918080e-02, -7.55697712e-02, 2.05991939e-02, -1.65540874e-02,\n",
" 4.22004536e-02, 1.31943803e-02, -7.40144476e-02, 4.99562845e-02,\n",
" -2.27394942e-02, 3.07532400e-02, -2.37378702e-02, -9.60476846e-02,\n",
" -5.56154065e-02, -3.62704806e-02, -1.50164505e-02, -3.66850197e-02,\n",
" -3.49473655e-02, -8.49942416e-02, -6.05484582e-02, 2.40461398e-02,\n",
" -7.39298388e-02, 2.97779404e-02, -2.35260706e-02, -2.04275222e-03,\n",
" -1.27020832e-02, -1.95543338e-02, -1.42482640e-02, -3.10134739e-02,\n",
" -3.55788842e-02, -1.62146818e-02, 1.10490888e-03, 3.19015682e-02,\n",
" -5.10278307e-02, 7.83793926e-02, -2.88218930e-02, -2.99449693e-02,\n",
" -1.13164475e-02, -8.43043067e-03, 1.10674994e-02, 8.21107700e-02,\n",
" 1.77929197e-02, 9.10396799e-02, -6.92823082e-02, -2.56381035e-02,\n",
" -1.64330274e-01, -5.76217733e-02, 3.32995616e-02, -2.36615329e-03,\n",
" -1.71759035e-02, -2.24236122e-04, -2.89209951e-02, 4.29479145e-02,\n",
" -6.91272169e-02, 1.58876106e-02, 8.72678868e-03, 6.59141466e-02,\n",
" -2.18751058e-02, 2.85536405e-02, -3.06238718e-02, 4.87329289e-02,\n",
" 1.59573033e-02, 5.97399324e-02, -1.26458071e-02, 9.58818849e-03,\n",
" -3.38200033e-02, -2.54073367e-02, -2.26983195e-03, 1.24128945e-02,\n",
" -2.17731600e-03, 3.92962843e-02, 1.38574904e-02, 5.93124703e-02,\n",
" -4.48181853e-02, 6.79587107e-03, 5.36221527e-02, 2.65620351e-02,\n",
" -2.63297297e-02, 2.21551470e-02, -4.27920558e-02, -6.27025440e-02,\n",
" -3.05469483e-02, 1.28856096e-02, 3.23321112e-02, 4.65314696e-03,\n",
" 2.27447804e-02, 4.70483191e-02, 3.62698659e-02, -6.23697080e-02,\n",
" -9.87899154e-02, -3.07738339e-03, -1.67793385e-03, -4.29583490e-02,\n",
" 3.63228917e-02, 4.95765582e-02, -4.03733775e-02, 4.00653780e-02,\n",
" -3.94056551e-02, 8.36838968e-03, 3.81327868e-02, -7.36084431e-02,\n",
" -2.69529317e-02, -1.16204331e-02, 2.86537502e-02, -2.71132146e-03,\n",
" 2.64121071e-02, -4.30354811e-02, 1.45015977e-02, -1.39482561e-02,\n",
" -8.50240467e-04, 1.52678052e-02, 1.39226895e-02, 4.18589683e-03,\n",
" -4.38536704e-02, 9.88184195e-03, -8.65806788e-02, -3.47111151e-02,\n",
" -1.89859010e-02, 6.91341003e-03, -6.61744550e-02, 4.41605970e-02,\n",
" 4.31133844e-02, -1.75857879e-02, -5.05907238e-02, 3.21295531e-03,\n",
" 9.55800042e-02, 3.25745717e-02, 4.34988290e-02, -1.61936076e-03,\n",
" -1.74540989e-02, 1.93435140e-02, 2.29116697e-02, -3.33180912e-02,\n",
" -9.21626016e-03, -4.53514382e-02, 5.53938337e-02, -1.25941755e-02,\n",
" 6.16747700e-02, 6.78400323e-03, -9.14169569e-03, 4.45744097e-02,\n",
" -8.18799585e-02, -8.40434805e-02, -4.57931645e-02, 3.62304710e-02,\n",
" 1.95667278e-02, 3.51598784e-02, 5.35850711e-02, 1.41448770e-02,\n",
" 9.08849109e-03, -1.77248474e-02, 2.86028516e-02, -1.97475441e-02,\n",
" 6.95415959e-03, -3.68657149e-03, -5.53128719e-02, 3.66661176e-02,\n",
" 2.95608994e-02, -4.54035066e-02, 4.17349264e-02, -3.76676433e-02,\n",
" -4.22557108e-02, 1.09614646e-02, 1.96747333e-02, -9.99991074e-02,\n",
" -6.28566509e-03, -5.22123463e-02, 3.40391509e-02, 6.03204295e-02,\n",
" 2.66229603e-02, -2.65982281e-02, -7.21493140e-02, -1.82735808e-02,\n",
" 4.52783294e-02, -3.58353369e-02, 1.78464558e-02, 1.45131825e-02,\n",
" -7.23486021e-02, -2.78371479e-02, 3.61129269e-02, 2.54249312e-02,\n",
" 4.93669771e-02, -6.71877116e-02, -5.63795939e-02, -8.34415033e-02,\n",
" -1.95392277e-02, 6.28321851e-03, -5.17031178e-02, -2.46462766e-02,\n",
" 2.03730762e-02, -1.33022461e-02, -7.91905448e-03, -9.58554521e-02,\n",
" -7.35597461e-02, 4.21967581e-02, -3.58939320e-02, 8.45926180e-02,\n",
" -3.27334963e-02, -5.22644706e-02, 5.23363836e-02, 3.20138363e-03,\n",
" 3.78542729e-02, 2.16995273e-02, 2.32297578e-03, 1.19352639e-02,\n",
" 6.08078390e-02, -4.72112857e-02, -1.12671386e-02, 5.93458116e-02,\n",
" -3.49321612e-03, -3.72605808e-02, -2.56676022e-02, 4.47079819e-03,\n",
" -4.24025357e-02, 4.11137082e-02, 1.00725973e-02, 7.19041470e-03,\n",
" -2.23964024e-02, 6.62217755e-03, 4.89143431e-02, -2.24335138e-02,\n",
" -1.28263524e-02, -1.45423384e-02, 1.19144097e-01, 8.92972648e-02,\n",
" 3.83670665e-02, 2.65299492e-02, 4.03536633e-02, -3.75575833e-02,\n",
" 6.02766611e-02, 7.57469311e-02, -8.23255803e-04, 2.58650277e-02,\n",
" -1.87890958e-02, -2.24426165e-02, -4.18764688e-02, -4.69990186e-02,\n",
" -4.24284078e-02, 7.54059255e-02, 2.86396649e-02, 1.35310162e-02,\n",
" 4.61062929e-03, -2.23429385e-03, -4.05126577e-03, -5.36537729e-02,\n",
" 9.15043280e-02, 7.89608732e-02, 1.06535805e-02, 4.69618067e-02,\n",
" 2.20799986e-02, 5.07604517e-02, -7.42828175e-02, -6.28450215e-02,\n",
" -1.21527060e-03, 7.44783431e-02, -6.49794713e-02, -9.34586395e-03,\n",
" -2.43192632e-02, -1.05182668e-02, 5.54913469e-02, 4.10315506e-02,\n",
" -1.10522925e-03, 1.94248818e-02, 6.64641559e-02, 6.48317635e-02,\n",
" -2.01139785e-02, -8.57097805e-02, -6.07984001e-03, -1.80498585e-02,\n",
" 1.86585300e-02, 4.56705801e-02, -7.47365132e-03, -6.93626404e-02,\n",
" 3.77903655e-02, -6.09059744e-02, -4.89606857e-02, 4.46923106e-04,\n",
" -2.13739332e-02, -6.35616332e-02, 2.46294923e-02, -1.80705525e-02,\n",
" 4.89903837e-02, -2.30887742e-03, -6.27487302e-02, -4.24113236e-02,\n",
" 1.30230272e-02, -7.41766533e-03, -1.53627070e-02, 3.83163430e-02,\n",
" -9.68726948e-02, -1.33580938e-02, -4.69507724e-02, 2.93966066e-02,\n",
" 5.56059442e-02, -4.59863096e-02, 2.85929646e-02, -5.70393838e-02,\n",
" 5.47603443e-02, -5.97806182e-03, -1.30066145e-02, 3.32271159e-02,\n",
" 4.49242331e-02, 3.49983200e-02, 4.79034111e-02, 3.05417255e-02,\n",
" -9.46496055e-03, 4.76458371e-02, 3.03881243e-02, -2.79700961e-02,\n",
" -6.09077998e-02, -3.29251699e-02, 1.81345884e-02, -6.20475858e-02,\n",
" -1.42741520e-02, -3.89947779e-02, -9.37106684e-02, 2.74580792e-02,\n",
" -1.31922995e-03, 9.62397829e-02, 6.90730708e-03, 1.32668260e-02,\n",
" 5.49854944e-04, 1.89975817e-02, -4.96824607e-02, -8.65957048e-03,\n",
" -1.28444031e-01, -9.17929225e-03, 5.29435314e-02, -4.04279940e-02,\n",
" -5.86072244e-02, -5.13797179e-02, -2.48427712e-03, 2.36905981e-02,\n",
" -4.75381985e-02, -8.96692276e-02, -3.83481234e-02, 5.56525253e-02,\n",
" -1.14387237e-02, -4.63593118e-02, -4.35299613e-02, 2.98766214e-02,\n",
" -5.98990135e-02, 1.70668063e-03, 6.81229606e-02, -1.21540884e-02,\n",
" -1.35198534e-02, 9.85143799e-03, 1.64633319e-02, 2.05618469e-03,\n",
" -2.09669229e-02, 2.17937715e-02, -5.14359660e-02, -8.07057619e-02,\n",
" 2.05212366e-02, -1.97182093e-02, 1.07718021e-01, -4.79620285e-02,\n",
" 2.30622943e-02, 1.03182541e-02, 8.33558813e-02, 3.66132371e-02,\n",
" 1.35987457e-02, -4.05477472e-02, 1.16888853e-02, 1.65685136e-02,\n",
" 7.58646131e-02, -5.78564592e-03, 3.22788395e-02, 3.73576507e-02,\n",
" -7.88922142e-03, 3.21536846e-02, -1.37527073e-02, 1.75374225e-02,\n",
" -9.61845182e-03, -3.85259017e-02, 3.89404371e-02, 5.31471372e-02,\n",
" 6.53240681e-02, 1.82593092e-02, 1.86851006e-02, 2.57519353e-02,\n",
" 1.03953003e-03, 4.37555797e-02, -1.13172531e-02, -6.18668906e-02,\n",
" -1.89223066e-02, 8.55739266e-02, -1.49428621e-02, -4.24504839e-02,\n",
" 4.29004207e-02, 1.78245809e-02, -6.05216399e-02, -4.76531126e-02,\n",
" 5.74425608e-02, 9.64416750e-03, 3.14572342e-02, -6.81180730e-02,\n",
" 1.66429747e-02, -4.49210182e-02, -1.33551825e-02, -2.65060402e-02,\n",
" 3.82186077e-03, 6.35955855e-02, 2.81065493e-03, 6.22320501e-03,\n",
" -4.45256084e-02, -5.52459322e-02, 2.01439634e-02, 2.14449167e-02,\n",
" 1.44478194e-02, 2.94368772e-04, 1.51525522e-02, -5.90588525e-02,\n",
" 6.34070188e-02, -4.34849551e-03, 6.81219324e-02, -3.27634364e-02,\n",
" 1.87996384e-02, 4.41266634e-02, 1.31653264e-01, 7.14381738e-03,\n",
" -5.36041819e-02, -1.02115370e-01, 4.14358042e-02, -2.96064839e-02,\n",
" -1.23392406e-03, -1.54116675e-02, 1.09224617e-02, 8.25727731e-02,\n",
" 2.39019301e-02, -2.90966704e-02, -1.17995078e-02, 7.16370270e-02,\n",
" 1.89427589e-03, -2.16707233e-02, -1.00816530e-03, -1.06795661e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'whatyear': Embedding(embedding=array([ 1.10571615e-01, -3.91940214e-02, -1.15748197e-02, 1.84277333e-02,\n",
" -3.32177430e-03, -6.60731345e-02, 1.86521988e-02, 6.36391491e-02,\n",
" 1.04264073e-01, 5.13900183e-02, -3.45329009e-02, 5.87145425e-02,\n",
" 3.61611843e-02, 1.87059622e-02, -5.83321322e-03, 4.37989719e-02,\n",
" 5.99284470e-02, 8.57655481e-02, -5.56446239e-03, -1.61029845e-02,\n",
" -7.72413984e-02, -3.49322669e-02, -1.64224510e-03, 5.36612831e-02,\n",
" 1.93632685e-03, 1.13762775e-02, 1.15015302e-02, -3.53049450e-02,\n",
" 4.83841449e-02, -1.61892697e-02, 7.63988569e-02, -2.64103785e-02,\n",
" 1.12506310e-02, 3.07022524e-03, 3.97847034e-02, -3.11275031e-02,\n",
" -4.65690717e-02, -2.16195323e-02, -9.61505473e-02, 4.59108762e-02,\n",
" -4.81786951e-02, 2.16191579e-02, -2.56872717e-02, -8.49239342e-03,\n",
" 4.67539169e-02, -6.93813264e-02, -3.57207395e-02, 5.26690595e-02,\n",
" -2.67498251e-02, 1.21393725e-02, 3.53133790e-02, -2.65784655e-02,\n",
" 1.31032197e-03, 2.11398751e-02, 4.33365814e-02, 7.77921304e-02,\n",
" -2.33264212e-02, -8.81964266e-02, -1.84029192e-02, -2.30433457e-02,\n",
" 3.86808328e-02, 7.10390275e-03, 2.21010000e-02, 1.14978598e-02,\n",
" 2.40328405e-02, 2.07980685e-02, 3.81899141e-02, 3.02285589e-02,\n",
" 5.23024588e-04, -1.68183111e-02, -3.37731792e-03, 1.35788126e-02,\n",
" 3.24140303e-02, 1.41094476e-01, -3.70778441e-02, 1.20225390e-02,\n",
" 2.29323748e-02, -9.62261483e-02, 2.57566459e-02, -2.17534713e-02,\n",
" 2.37741098e-02, 2.75545474e-02, -6.44844472e-02, 3.37766446e-02,\n",
" -1.05461357e-02, 5.12761138e-02, -2.37618536e-02, -9.66314077e-02,\n",
" -6.19344786e-02, -2.53922641e-02, -3.10844481e-02, -4.90316413e-02,\n",
" -2.27019638e-02, -8.63978490e-02, -8.50394294e-02, 3.85435969e-02,\n",
" -7.41904080e-02, 4.57237959e-02, -2.86592124e-03, 5.15661808e-03,\n",
" -6.83226343e-03, -2.11264975e-02, 3.69923026e-03, -2.43042205e-02,\n",
" -3.69457379e-02, -3.21118273e-02, -1.43169425e-04, 2.82672662e-02,\n",
" -4.32073586e-02, 7.13702440e-02, -5.13822176e-02, -1.83249023e-02,\n",
" 1.06678046e-02, -1.21961879e-02, 6.05377834e-03, 8.01125318e-02,\n",
" 3.72275300e-02, 7.58995786e-02, -5.58394864e-02, -1.45786218e-02,\n",
" -1.95664644e-01, -4.91474383e-02, 2.91611776e-02, 7.68046084e-05,\n",
" -3.53556275e-02, 3.36803962e-03, -4.30157483e-02, 4.40824404e-02,\n",
" -8.13820437e-02, 9.85437445e-03, 5.37751615e-03, 5.56969643e-02,\n",
" -3.07636205e-02, 2.11179946e-02, -2.71708053e-02, 5.70836030e-02,\n",
" 2.34185401e-02, 5.82154542e-02, -1.32579403e-02, 2.03122068e-02,\n",
" -2.18510013e-02, -2.41733752e-02, -2.55657770e-02, 1.20266229e-02,\n",
" -2.72862427e-02, 3.33487913e-02, 3.84060876e-03, 5.67499958e-02,\n",
" -3.85534540e-02, 1.12098979e-03, 4.22114059e-02, 3.34102996e-02,\n",
" -3.16420868e-02, 3.32808532e-02, -3.22326124e-02, -4.53930944e-02,\n",
" -3.01214643e-02, 2.47631278e-02, 3.93559784e-02, 2.08999985e-03,\n",
" 1.75701231e-02, 5.00660501e-02, 4.24388163e-02, -6.30707815e-02,\n",
" -9.29184780e-02, -4.71117091e-04, 5.09553263e-03, -3.26386578e-02,\n",
" 3.73099707e-02, 3.30602191e-02, -2.21713539e-02, 3.38859670e-02,\n",
" -4.17584628e-02, 1.23530626e-02, 5.26258908e-02, -8.79962966e-02,\n",
" -3.57214212e-02, -5.27984742e-03, 3.26719284e-02, 2.90054479e-03,\n",
" 2.78558694e-02, -4.29873653e-02, 1.35531388e-02, -2.01687440e-02,\n",
" -2.83232657e-03, 5.63792093e-03, 6.66459510e-03, 1.59145351e-02,\n",
" -4.32099216e-02, -3.20291799e-03, -8.75349492e-02, -2.54536569e-02,\n",
" -1.77858174e-02, 1.42966537e-02, -6.34222701e-02, 3.83447632e-02,\n",
" 5.89536875e-02, -4.55403561e-03, -4.37688604e-02, -4.96503524e-03,\n",
" 8.07336271e-02, 2.36096568e-02, 6.09941334e-02, -1.11885846e-03,\n",
" -3.26056257e-02, 4.21638601e-03, 4.39337194e-02, -2.40617208e-02,\n",
" -5.19395433e-03, -6.34038970e-02, 5.75538725e-02, -1.41749494e-02,\n",
" 7.80931264e-02, 1.04214856e-03, -1.33427093e-02, 3.18307430e-02,\n",
" -8.72962996e-02, -9.45595950e-02, -4.10664976e-02, 3.28070521e-02,\n",
" 3.11277136e-02, 2.18646862e-02, 6.29170462e-02, 2.34369077e-02,\n",
" 3.97911714e-03, -2.65685283e-02, 3.48216854e-02, -1.04874568e-02,\n",
" 3.82293621e-03, -1.18952719e-02, -5.72645515e-02, 4.12081033e-02,\n",
" 3.93642969e-02, -3.74266915e-02, 5.31619228e-02, -3.07299886e-02,\n",
" -5.53265214e-02, 1.87063497e-02, 2.23948099e-02, -8.13977495e-02,\n",
" -2.36515868e-02, -4.45320867e-02, 1.69097278e-02, 4.31391187e-02,\n",
" 2.45490670e-02, -3.61307412e-02, -6.14164397e-02, -1.63863581e-02,\n",
" 3.74492146e-02, -4.52473201e-02, 6.00558752e-03, 1.68414656e-02,\n",
" -6.66161031e-02, -2.93542519e-02, 4.66066711e-02, 2.08965130e-02,\n",
" 5.37145920e-02, -6.42543659e-02, -4.02119085e-02, -9.00296122e-02,\n",
" -3.42895463e-02, 6.89097028e-03, -4.21071835e-02, -2.50579994e-02,\n",
" 1.88493133e-02, 4.62090271e-03, -4.00818652e-03, -1.10884517e-01,\n",
" -8.90118331e-02, 3.15494351e-02, -3.61410007e-02, 9.63727534e-02,\n",
" -2.49788687e-02, -4.82202098e-02, 7.15393871e-02, 1.50118582e-02,\n",
" 4.54997644e-02, 2.14465931e-02, -3.14891594e-03, 1.43892728e-02,\n",
" 5.75021431e-02, -5.43372631e-02, 1.61901694e-02, 4.26471382e-02,\n",
" 1.57724265e-02, -2.38187164e-02, -3.15862708e-02, 9.87184793e-03,\n",
" -4.09312807e-02, 4.68318611e-02, 1.01400083e-02, 8.84545036e-03,\n",
" -3.09720896e-02, 1.41630732e-02, 4.75268252e-02, -2.25223769e-02,\n",
" -7.04560941e-03, -4.79954062e-03, 1.28083333e-01, 9.03826132e-02,\n",
" 2.35261582e-02, 2.38717236e-02, 2.76526101e-02, -4.39350903e-02,\n",
" 4.80854735e-02, 1.04617469e-01, -1.46048255e-02, 3.63725685e-02,\n",
" -3.35526303e-03, -2.61962600e-02, -2.03323085e-02, -4.51931395e-02,\n",
" -6.28919527e-02, 6.77561611e-02, 2.49734484e-02, 7.89029896e-03,\n",
" -5.07749245e-03, -4.49803844e-03, -9.09331534e-03, -5.30844741e-02,\n",
" 7.43866488e-02, 5.75624704e-02, 2.08521169e-02, 5.20328172e-02,\n",
" 1.79980900e-02, 2.70553138e-02, -5.83089553e-02, -4.84738462e-02,\n",
" -5.81632927e-03, 7.87845328e-02, -4.96447496e-02, -1.48575166e-02,\n",
" -1.40071772e-02, -2.75556874e-02, 6.20215535e-02, 3.50940786e-02,\n",
" 5.64075541e-03, 3.11397035e-02, 8.14208537e-02, 5.68076149e-02,\n",
" -9.30049643e-03, -6.20995164e-02, -3.87558411e-03, -8.91530793e-03,\n",
" 7.95553252e-03, 4.20653261e-02, -2.13407073e-02, -7.20265061e-02,\n",
" 4.23057079e-02, -7.94659108e-02, -4.95979525e-02, -7.53555913e-03,\n",
" -1.88550428e-02, -6.77935258e-02, 1.48961712e-02, -1.98074840e-02,\n",
" 3.78051326e-02, -1.66889261e-02, -4.79478016e-02, -2.89171804e-02,\n",
" 7.55010918e-03, -1.55871706e-02, -3.23388837e-02, 4.04535644e-02,\n",
" -7.04006180e-02, -1.10998992e-02, -4.12391089e-02, 7.05639692e-03,\n",
" 6.17739446e-02, -4.68683131e-02, 3.57616246e-02, -4.54526581e-02,\n",
" 4.28736731e-02, -2.57311352e-02, -6.31214026e-03, 1.98101420e-02,\n",
" 4.93481681e-02, 3.78161296e-02, 4.62368913e-02, 3.40318196e-02,\n",
" -2.60546878e-02, 3.83136906e-02, 2.72119744e-03, -2.97242999e-02,\n",
" -4.99630757e-02, -2.08381526e-02, 1.54800685e-02, -4.27969135e-02,\n",
" -1.67260673e-02, -4.83574197e-02, -8.94327611e-02, 1.71904564e-02,\n",
" -1.02943378e-02, 7.26186410e-02, 1.97596457e-02, 2.03317143e-02,\n",
" 1.96350198e-02, 2.51786355e-02, -5.93415610e-02, -1.77291594e-02,\n",
" -1.24609388e-01, -1.91363376e-02, 4.75508384e-02, -3.66190225e-02,\n",
" -4.96034585e-02, -5.08378744e-02, -1.33942650e-03, 2.44320501e-02,\n",
" -4.41175587e-02, -7.91483819e-02, -4.04248983e-02, 6.13692999e-02,\n",
" -9.58590489e-03, -2.88599245e-02, -5.03679104e-02, 2.29073279e-02,\n",
" -6.14830144e-02, 7.53986184e-03, 7.11705908e-02, -4.60696965e-03,\n",
" -2.40554730e-03, -1.06719993e-02, 2.03407612e-02, 6.95120217e-03,\n",
" -2.75989212e-02, 1.71358045e-02, -4.86307889e-02, -9.19320881e-02,\n",
" 2.70249564e-02, -2.38190126e-02, 1.05600178e-01, -4.76607308e-02,\n",
" 3.31199318e-02, 8.23889859e-03, 8.78055394e-02, 4.65160981e-02,\n",
" 1.64400730e-02, -2.41913926e-02, 5.15458453e-03, 7.67710013e-03,\n",
" 8.29456449e-02, 1.64946925e-03, 4.13488895e-02, 2.83051673e-02,\n",
" -1.52585236e-03, 3.90967503e-02, -1.60785113e-02, 1.88931189e-02,\n",
" -1.13357045e-02, -2.58113910e-02, 2.75322236e-02, 6.30505756e-02,\n",
" 6.81571439e-02, 3.38755324e-02, 1.23295346e-02, 4.91322130e-02,\n",
" 6.52123289e-03, 4.27595042e-02, -2.28689983e-02, -5.00648431e-02,\n",
" -2.82671880e-02, 6.46660924e-02, -9.28184425e-04, -4.13357206e-02,\n",
" 4.52316664e-02, 1.36538232e-02, -5.89408875e-02, -4.43450697e-02,\n",
" 5.87095805e-02, 1.80072784e-02, 3.91080193e-02, -5.04908711e-02,\n",
" 9.38061625e-03, -3.91541347e-02, -1.50210268e-04, -2.34620385e-02,\n",
" -8.24370049e-03, 4.76984382e-02, 8.45321268e-03, 3.47856479e-03,\n",
" -3.41947526e-02, -8.43471810e-02, 3.22500430e-02, 5.85064664e-03,\n",
" 7.51205208e-03, 2.15285341e-03, 8.15626420e-03, -5.56806326e-02,\n",
" 5.96427284e-02, 1.94867831e-02, 6.29670843e-02, -3.97782661e-02,\n",
" 1.06318220e-02, 3.62081043e-02, 1.18747428e-01, -6.71546860e-03,\n",
" -5.08766957e-02, -1.05795182e-01, 2.56176796e-02, -2.86631323e-02,\n",
" -1.15969842e-02, -7.56369717e-03, 1.01087037e-02, 7.20791593e-02,\n",
" 2.45581362e-02, -1.80349704e-02, -8.72475747e-03, 7.76899680e-02,\n",
" 1.39920739e-02, -1.28237093e-02, -4.81986394e-03, -9.52135921e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'winter': Embedding(embedding=array([ 1.05741560e-01, -4.34787609e-02, -2.22687740e-02, -1.84335615e-02,\n",
" -9.25604312e-04, -5.50180264e-02, 3.52605954e-02, 6.14190772e-02,\n",
" 9.78223383e-02, 7.42304251e-02, -1.32189896e-02, 3.85550000e-02,\n",
" 2.29690392e-02, 2.16969326e-02, -1.59881189e-02, 2.35872157e-02,\n",
" 5.07626794e-02, 8.86474475e-02, 1.55657139e-02, -2.67936923e-02,\n",
" -8.72175321e-02, -4.60390709e-02, 9.30774491e-03, 5.77297248e-02,\n",
" 2.51922924e-02, 2.77427826e-02, 3.55115975e-03, -4.26778756e-02,\n",
" 6.04393557e-02, -1.24109304e-02, 8.15803185e-02, -1.03776967e-02,\n",
" -1.27709499e-02, 8.48648325e-03, 3.48839723e-02, -1.50350453e-02,\n",
" -5.16565181e-02, -2.06239317e-02, -7.47628361e-02, 4.72910516e-02,\n",
" -4.37971726e-02, 4.86471225e-03, -1.73569266e-02, -2.22317837e-02,\n",
" 3.88733968e-02, -6.75816238e-02, -3.22162956e-02, 3.98009084e-02,\n",
" -3.03662419e-02, 2.48405188e-02, 2.64791083e-02, -4.00395645e-03,\n",
" 4.65942221e-03, 5.39301243e-03, 4.45710197e-02, 5.61849512e-02,\n",
" 5.07701095e-03, -7.49197751e-02, -2.65158750e-02, -3.53491344e-02,\n",
" 5.01210019e-02, 2.59743594e-02, 3.22825052e-02, 2.26380955e-02,\n",
" 1.37912957e-02, 1.72395399e-03, 3.52699757e-02, 1.12464475e-02,\n",
" -1.23814112e-02, -2.57504955e-02, -2.81835422e-02, 4.21962775e-02,\n",
" 1.40449880e-02, 1.59277096e-01, -9.84958932e-03, 2.03716550e-02,\n",
" 8.69429484e-03, -6.80493861e-02, 1.73150320e-02, -1.75479818e-02,\n",
" 5.53700291e-02, 1.52771510e-02, -7.58315399e-02, 5.48577011e-02,\n",
" -2.81932373e-02, 2.70036291e-02, -2.46466268e-02, -9.19784158e-02,\n",
" -5.39240092e-02, -4.12932709e-02, -9.49055981e-03, -3.90009247e-02,\n",
" -4.19661775e-02, -8.51326510e-02, -5.61835319e-02, 1.66008621e-02,\n",
" -8.03639665e-02, 2.81678867e-02, -2.33652201e-02, -8.71958025e-03,\n",
" -1.17139248e-02, -1.91560853e-02, -2.52917893e-02, -3.20393369e-02,\n",
" -4.16819416e-02, -1.27033098e-02, 4.92105493e-04, 3.07262484e-02,\n",
" -5.77166565e-02, 8.48192275e-02, -2.81880908e-02, -3.21861207e-02,\n",
" -1.90927330e-02, -4.19520913e-03, 1.78078879e-02, 8.05038065e-02,\n",
" 1.40213324e-02, 9.51414779e-02, -6.33276775e-02, -3.42550091e-02,\n",
" -1.47444278e-01, -5.84449358e-02, 3.92119437e-02, -5.94749954e-03,\n",
" -1.71266999e-02, 4.16964712e-03, -3.05527057e-02, 4.21407036e-02,\n",
" -6.38896152e-02, 1.53010217e-02, 6.71732239e-03, 6.74091950e-02,\n",
" -2.10437514e-02, 3.18297036e-02, -2.41227783e-02, 4.50538583e-02,\n",
" 8.32118094e-03, 5.85733950e-02, -6.69177389e-03, 6.90815784e-03,\n",
" -3.73006240e-02, -2.36604176e-02, 5.06946351e-03, 2.22536246e-03,\n",
" 2.86552211e-04, 3.31062526e-02, 1.65925026e-02, 6.59609362e-02,\n",
" -4.47659008e-02, 4.18028748e-03, 5.73377237e-02, 3.16908173e-02,\n",
" -2.34294292e-02, 1.65623035e-02, -5.10619357e-02, -6.21424876e-02,\n",
" -3.36406752e-02, -7.02764810e-05, 2.58725937e-02, 7.05266651e-03,\n",
" 2.41444558e-02, 5.00253811e-02, 2.72616409e-02, -5.82985654e-02,\n",
" -1.01313092e-01, 3.02893895e-04, 1.00429240e-03, -4.36558090e-02,\n",
" 2.59002186e-02, 5.44309169e-02, -4.39632498e-02, 4.53613661e-02,\n",
" -4.86702137e-02, 1.02419080e-02, 4.09825109e-02, -6.71589747e-02,\n",
" -2.58546341e-02, -1.61584672e-02, 2.34896597e-02, -8.75429250e-03,\n",
" 2.99900584e-02, -4.52570543e-02, 1.93760265e-02, -1.17984349e-02,\n",
" -5.45424875e-03, 2.55923551e-02, 2.64155231e-02, -8.45843647e-03,\n",
" -4.91121076e-02, 1.14171766e-02, -8.60898569e-02, -3.42346542e-02,\n",
" -2.64105536e-02, 9.81152989e-03, -6.25254959e-02, 4.31599654e-02,\n",
" 3.76629792e-02, -2.81487387e-02, -5.35582379e-02, 4.28870227e-03,\n",
" 8.86295885e-02, 3.38255167e-02, 4.46658768e-02, 3.50342062e-03,\n",
" -1.56222545e-02, 3.17385346e-02, 2.07713693e-02, -2.96432395e-02,\n",
" -1.39874220e-02, -3.77233848e-02, 5.38525917e-02, -1.19257374e-02,\n",
" 4.98365760e-02, 4.76993667e-03, -2.67406623e-03, 5.36949523e-02,\n",
" -6.89992011e-02, -7.76213109e-02, -5.57599105e-02, 3.56826074e-02,\n",
" 1.83324385e-02, 3.68458629e-02, 4.88492697e-02, 7.44502014e-03,\n",
" 1.46875754e-02, -4.58359625e-03, 3.25807147e-02, -2.50769425e-02,\n",
" 1.11245690e-02, 5.23843151e-03, -5.16032577e-02, 3.60705145e-02,\n",
" 2.61286572e-02, -4.32201736e-02, 3.83289941e-02, -3.54551338e-02,\n",
" -3.43280770e-02, 7.37994257e-03, 3.15277688e-02, -1.02787942e-01,\n",
" 2.39101919e-05, -5.55951409e-02, 3.56332324e-02, 6.80105463e-02,\n",
" 2.34694071e-02, -2.09510680e-02, -7.27709457e-02, -1.19219217e-02,\n",
" 4.58634421e-02, -3.48285921e-02, 2.09972542e-02, 1.06737930e-02,\n",
" -7.06778765e-02, -2.39964034e-02, 3.42328064e-02, 2.48629153e-02,\n",
" 4.66357134e-02, -6.95128813e-02, -6.25195801e-02, -7.71961063e-02,\n",
" -9.97570902e-03, 1.36782241e-03, -5.95271923e-02, -2.49899663e-02,\n",
" 2.53366604e-02, -1.50667261e-02, -1.00100366e-02, -9.08346847e-02,\n",
" -7.70458505e-02, 4.92655411e-02, -3.19287404e-02, 8.35681334e-02,\n",
" -3.70346569e-02, -5.11711426e-02, 3.96850780e-02, 3.22297728e-03,\n",
" 3.35884914e-02, 2.17097420e-02, 3.43123241e-03, 1.44958291e-02,\n",
" 5.63595183e-02, -3.96139137e-02, -2.09043045e-02, 6.42972887e-02,\n",
" -7.16462126e-03, -3.68178599e-02, -2.36775056e-02, 8.60781147e-05,\n",
" -4.85927314e-02, 4.53963727e-02, 1.48094390e-02, 7.96119333e-04,\n",
" -1.95248537e-02, -5.66645525e-03, 4.75484319e-02, -2.63908803e-02,\n",
" -1.47791440e-02, -2.00363938e-02, 1.15034670e-01, 8.46803188e-02,\n",
" 3.60108986e-02, 3.12571786e-02, 4.73208763e-02, -4.25727963e-02,\n",
" 5.85802644e-02, 6.33193180e-02, 4.93853493e-03, 2.02253461e-02,\n",
" -1.92557331e-02, -2.54899953e-02, -4.98515703e-02, -5.06136082e-02,\n",
" -3.84654924e-02, 7.74336532e-02, 3.27381380e-02, 1.48710283e-02,\n",
" 9.20096971e-03, -6.43301150e-03, 3.89750116e-03, -5.30879684e-02,\n",
" 9.31899771e-02, 8.12898502e-02, 3.04739503e-03, 4.21853922e-02,\n",
" 2.88161021e-02, 5.17758951e-02, -7.63565376e-02, -6.89448863e-02,\n",
" -4.93353000e-04, 7.39459842e-02, -6.97056279e-02, -5.19557670e-03,\n",
" -2.32516993e-02, -4.17903299e-03, 5.40578589e-02, 4.15771194e-02,\n",
" -5.89816039e-03, 2.22834554e-02, 5.70124425e-02, 6.45869747e-02,\n",
" -2.46534776e-02, -8.90506804e-02, -8.60039983e-03, -2.29474921e-02,\n",
" 2.74938587e-02, 5.32053635e-02, -1.44098969e-02, -6.96481615e-02,\n",
" 3.78613621e-02, -6.81249723e-02, -4.70010154e-02, 8.20747670e-03,\n",
" -2.03988943e-02, -5.81914410e-02, 2.35698614e-02, -1.21068107e-02,\n",
" 5.00916950e-02, -3.02474271e-03, -5.94890937e-02, -4.14826460e-02,\n",
" 1.70134604e-02, -2.32974649e-03, -2.51692701e-02, 3.54721844e-02,\n",
" -1.01371542e-01, -1.96926799e-02, -5.16835041e-02, 3.38652320e-02,\n",
" 4.89089973e-02, -4.46681678e-02, 2.21506543e-02, -5.43417968e-02,\n",
" 5.41535765e-02, 4.67038713e-03, -1.61200594e-02, 3.58386748e-02,\n",
" 4.22474407e-02, 3.48788053e-02, 5.22488281e-02, 2.72234175e-02,\n",
" 1.37625891e-03, 5.45459650e-02, 3.12546715e-02, -2.05561202e-02,\n",
" -5.69129698e-02, -3.90224680e-02, 1.60620809e-02, -6.83063716e-02,\n",
" -1.48328608e-02, -3.30904573e-02, -9.50834677e-02, 2.53061056e-02,\n",
" 3.21941730e-03, 1.01615079e-01, 8.23398959e-03, 1.25876889e-02,\n",
" -5.97731583e-03, 2.35684700e-02, -4.45280075e-02, -8.06907006e-03,\n",
" -1.28470942e-01, -5.14155021e-03, 5.00079244e-02, -4.27054130e-02,\n",
" -6.71106428e-02, -4.87365499e-02, -2.78524100e-03, 2.57629007e-02,\n",
" -4.64668609e-02, -8.82846713e-02, -4.11363579e-02, 5.93088567e-02,\n",
" -1.25036035e-02, -5.25608994e-02, -3.76984961e-02, 3.11905909e-02,\n",
" -5.10256961e-02, 1.34943670e-03, 6.63636699e-02, -1.96578577e-02,\n",
" -1.62209794e-02, 1.36836125e-02, 2.33311448e-02, 5.05026896e-03,\n",
" -1.90839935e-02, 2.65013073e-02, -5.52117787e-02, -7.78478682e-02,\n",
" 2.04288699e-02, -1.52170304e-02, 1.04234070e-01, -4.30190116e-02,\n",
" 2.43362691e-02, 1.18747540e-02, 8.24510604e-02, 2.94884183e-02,\n",
" 1.13464845e-02, -4.85087633e-02, 1.19873285e-02, 1.43893212e-02,\n",
" 7.37647563e-02, -9.09592304e-03, 3.08017153e-02, 4.22339141e-02,\n",
" -9.26839747e-03, 2.82782204e-02, -5.86938905e-03, 1.48946717e-02,\n",
" -1.01601910e-02, -4.00798582e-02, 3.57534774e-02, 5.13424203e-02,\n",
" 6.54140040e-02, 1.06581887e-02, 2.30836477e-02, 2.37341654e-02,\n",
" 2.25461510e-04, 4.69852239e-02, -1.29655916e-02, -6.43877238e-02,\n",
" -1.58105623e-02, 9.08934996e-02, -8.92237946e-03, -4.07537594e-02,\n",
" 3.88224311e-02, 2.01826207e-02, -5.60051389e-02, -4.54441942e-02,\n",
" 4.40028347e-02, 2.43052118e-03, 2.73016691e-02, -6.82279915e-02,\n",
" 1.58121400e-02, -3.52378488e-02, -2.30595209e-02, -3.33331116e-02,\n",
" 8.20874423e-03, 6.54431432e-02, -4.66355914e-03, 1.35935117e-02,\n",
" -4.02769335e-02, -4.53992411e-02, 1.91675983e-02, 2.15740371e-02,\n",
" 9.75601934e-03, -8.74292571e-03, 1.29164271e-02, -5.47500774e-02,\n",
" 6.46384880e-02, -7.79928965e-03, 6.90685362e-02, -2.28558909e-02,\n",
" 1.59822032e-02, 4.43016104e-02, 1.30332932e-01, 1.44060832e-02,\n",
" -5.82645722e-02, -9.45032984e-02, 4.20867801e-02, -3.71242911e-02,\n",
" 1.06997679e-04, -1.40290242e-02, 1.10817943e-02, 8.99131522e-02,\n",
" 2.54678465e-02, -3.30105796e-02, -9.23875626e-03, 6.61250725e-02,\n",
" -2.12477380e-03, -2.12799478e-02, 2.37974036e-03, -1.12137184e-01]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'wishes': Embedding(embedding=array([ 0.10413776, -0.04258395, -0.0132661 , -0.02273945, -0.00613086,\n",
" -0.04972206, 0.03518936, 0.06487677, 0.0969255 , 0.07377197,\n",
" -0.01243082, 0.03467431, 0.01405787, 0.02842289, -0.0122654 ,\n",
" 0.02493632, 0.04705044, 0.09012994, 0.01024641, -0.02211151,\n",
" -0.08953362, -0.04772456, 0.00541963, 0.05754419, 0.02294183,\n",
" 0.02706571, 0.00076754, -0.03914453, 0.06261903, -0.01419293,\n",
" 0.07912102, -0.00783138, -0.01618939, 0.00146709, 0.0361145 ,\n",
" -0.0174088 , -0.05171372, -0.02076725, -0.07319979, 0.05022324,\n",
" -0.04174019, 0.0069205 , -0.01890332, -0.02000633, 0.03590738,\n",
" -0.06056994, -0.03226857, 0.04284909, -0.03051677, 0.02627981,\n",
" 0.03148878, -0.00222077, 0.00301233, 0.00579465, 0.04231142,\n",
" 0.05832944, 0.01072572, -0.07771742, -0.03005617, -0.03398995,\n",
" 0.04915255, 0.02779857, 0.02908184, 0.02592471, 0.01750544,\n",
" -0.00385537, 0.03547338, 0.0140734 , -0.01207421, -0.02074684,\n",
" -0.02256961, 0.04444494, 0.01165378, 0.1628719 , -0.00602268,\n",
" 0.01564201, 0.0075894 , -0.07043625, 0.01842247, -0.02174643,\n",
" 0.06132895, 0.00202666, -0.07424726, 0.05346812, -0.02547038,\n",
" 0.02941007, -0.02183462, -0.08376352, -0.05609288, -0.03761305,\n",
" -0.00853369, -0.03778913, -0.04080158, -0.09322414, -0.05984847,\n",
" 0.01258971, -0.07423636, 0.02803121, -0.02487407, -0.01449098,\n",
" -0.01015269, -0.01851529, -0.03159709, -0.02888711, -0.03803626,\n",
" -0.01068453, 0.00067073, 0.03337541, -0.05669465, 0.08140645,\n",
" -0.02787691, -0.03526773, -0.0157764 , -0.01000908, 0.01887568,\n",
" 0.0806748 , 0.0119313 , 0.09212127, -0.06165133, -0.03530454,\n",
" -0.14590868, -0.06080423, 0.03385411, -0.00047236, -0.01696572,\n",
" 0.00416502, -0.02938517, 0.03570583, -0.06213485, 0.01313225,\n",
" 0.00457401, 0.07125619, -0.02734395, 0.02919924, -0.03006797,\n",
" 0.04618838, 0.00735869, 0.0597222 , -0.00861894, 0.00781028,\n",
" -0.03809742, -0.02194188, 0.00187241, 0.01291902, -0.00413815,\n",
" 0.03045901, 0.0156729 , 0.06986833, -0.04565565, 0.00450835,\n",
" 0.06023799, 0.02944184, -0.02744454, 0.01336462, -0.0549245 ,\n",
" -0.06102767, -0.03242419, 0.00691004, 0.0302 , 0.00689861,\n",
" 0.02298272, 0.05185637, 0.02820121, -0.05860289, -0.10261063,\n",
" -0.00126517, 0.00227147, -0.0432 , 0.02805142, 0.05680091,\n",
" -0.04151328, 0.04760033, -0.05079832, 0.00402567, 0.03910596,\n",
" -0.06321117, -0.02670298, -0.0195799 , 0.01580219, -0.01116972,\n",
" 0.02526617, -0.04605968, 0.01530137, -0.00754586, -0.01158869,\n",
" 0.03118766, 0.02502939, -0.01175024, -0.04997886, 0.01018941,\n",
" -0.08275186, -0.03212908, -0.02586013, 0.00792617, -0.06611187,\n",
" 0.04382977, 0.03699096, -0.02691511, -0.05190679, 0.00628754,\n",
" 0.08921349, 0.03418878, 0.0429938 , 0.00967323, -0.01719819,\n",
" 0.03313181, 0.01709258, -0.03240621, -0.00987168, -0.03833136,\n",
" 0.05112408, -0.01404553, 0.04935111, 0.00551219, -0.0041869 ,\n",
" 0.05207773, -0.06744111, -0.07483992, -0.05579846, 0.03850448,\n",
" 0.01733435, 0.03971768, 0.04569917, 0.00699959, 0.0214155 ,\n",
" 0.00148994, 0.03103844, -0.02599872, 0.01293899, 0.00843876,\n",
" -0.04814709, 0.03736268, 0.03074904, -0.0429477 , 0.03525075,\n",
" -0.02989013, -0.0294119 , 0.00772315, 0.02911174, -0.10059234,\n",
" -0.00386239, -0.05035998, 0.04098456, 0.07218865, 0.02329808,\n",
" -0.01955184, -0.07069233, -0.01180599, 0.05196261, -0.03707722,\n",
" 0.02259919, 0.00441909, -0.07307398, -0.02693509, 0.03279987,\n",
" 0.02719955, 0.04498091, -0.07515556, -0.06551553, -0.07543787,\n",
" -0.00620634, 0.00378375, -0.059902 , -0.02763973, 0.02460962,\n",
" -0.01922644, -0.00797777, -0.09223951, -0.07535727, 0.0502707 ,\n",
" -0.03542024, 0.08186454, -0.03466886, -0.05168386, 0.03894001,\n",
" 0.00791976, 0.03022728, 0.02660735, 0.0059587 , 0.01495442,\n",
" 0.05654019, -0.0445497 , -0.0220242 , 0.06054283, -0.00328988,\n",
" -0.03778328, -0.02269149, 0.00085873, -0.04905761, 0.03908935,\n",
" 0.01396648, 0.00251854, -0.01990114, -0.00160244, 0.04493167,\n",
" -0.01834389, -0.01618998, -0.01860004, 0.11375749, 0.09415776,\n",
" 0.04151207, 0.02821307, 0.04646552, -0.03991994, 0.05428025,\n",
" 0.06362057, 0.00104944, 0.02432484, -0.02035692, -0.02778423,\n",
" -0.04885924, -0.04698627, -0.0368049 , 0.07355705, 0.02842379,\n",
" 0.01590073, 0.00941915, -0.00927363, 0.00581807, -0.05334131,\n",
" 0.09003019, 0.08180846, -0.00104732, 0.05158653, 0.03393779,\n",
" 0.05332848, -0.07667278, -0.0674646 , -0.00146951, 0.06472173,\n",
" -0.07090794, -0.00306492, -0.02694495, -0.00863 , 0.05054529,\n",
" 0.03546694, -0.00648746, 0.01915547, 0.0625585 , 0.06453954,\n",
" -0.02211452, -0.08346638, -0.00913549, -0.02338136, 0.02722145,\n",
" 0.05407929, -0.01418327, -0.07201055, 0.03973511, -0.06795158,\n",
" -0.04865453, 0.0035151 , -0.0217269 , -0.05793652, 0.02585438,\n",
" -0.01136323, 0.04593595, -0.00277776, -0.05839578, -0.04569335,\n",
" 0.01449709, 0.00110746, -0.02436588, 0.03286654, -0.10878746,\n",
" -0.01681483, -0.04566042, 0.03431316, 0.0514176 , -0.04586628,\n",
" 0.02467577, -0.05617749, 0.0526848 , 0.00523076, -0.01333141,\n",
" 0.03425358, 0.04349433, 0.03223442, 0.05333283, 0.03308345,\n",
" 0.00100915, 0.05329726, 0.03082183, -0.0232873 , -0.05686964,\n",
" -0.04132151, 0.01658028, -0.06968702, -0.01360474, -0.02979282,\n",
" -0.09158979, 0.02644209, 0.00170333, 0.10026263, -0.00425522,\n",
" 0.01446957, -0.00666181, 0.02155964, -0.0418369 , -0.01169083,\n",
" -0.12650345, -0.0030418 , 0.05627184, -0.04593861, -0.06838772,\n",
" -0.04650412, -0.0082159 , 0.02785352, -0.04692866, -0.08653921,\n",
" -0.04119071, 0.05331162, -0.01054291, -0.0558652 , -0.04026577,\n",
" 0.03663202, -0.04665346, -0.00102082, 0.07046922, -0.01468622,\n",
" -0.01387664, 0.01152461, 0.02250611, 0.00728249, -0.01986753,\n",
" 0.02880487, -0.05530105, -0.07713786, 0.01610091, -0.01765521,\n",
" 0.10494798, -0.04499077, 0.0229895 , 0.01357776, 0.08082947,\n",
" 0.029845 , 0.01149391, -0.04836415, 0.01085355, 0.02115571,\n",
" 0.07354501, -0.00778021, 0.02623734, 0.04192372, -0.01008767,\n",
" 0.02839517, -0.00710669, 0.01532291, -0.01289028, -0.0400933 ,\n",
" 0.03610107, 0.05051023, 0.0680769 , 0.01903289, 0.02047533,\n",
" 0.02553796, -0.00388471, 0.0489241 , -0.0089694 , -0.06652027,\n",
" -0.01796505, 0.08504596, -0.01211959, -0.03672813, 0.04492999,\n",
" 0.02528834, -0.05645994, -0.04486029, 0.03948962, -0.00221927,\n",
" 0.02181841, -0.07161693, 0.01649701, -0.03889533, -0.02200531,\n",
" -0.03167157, 0.00642583, 0.06370302, -0.00279801, 0.00970395,\n",
" -0.04165305, -0.04597779, 0.01985029, 0.01947555, 0.00958233,\n",
" 0.00059578, 0.01678455, -0.05257531, 0.06407007, -0.00604571,\n",
" 0.06906873, -0.02383856, 0.01714537, 0.04625644, 0.13650569,\n",
" 0.01813172, -0.06050914, -0.09262004, 0.04255477, -0.03150596,\n",
" 0.00082723, -0.01617041, 0.01143458, 0.08980735, 0.02600673,\n",
" -0.03249321, -0.00750239, 0.07203789, -0.00046255, -0.02658376,\n",
" 0.00563389, -0.11240513]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'wkh': Embedding(embedding=array([ 1.11357830e-01, -3.99545059e-02, -1.20658102e-02, 2.64839977e-02,\n",
" -4.22766153e-03, -6.63926601e-02, 1.90948844e-02, 6.30255863e-02,\n",
" 1.04085959e-01, 4.79793623e-02, -2.81058755e-02, 5.13991676e-02,\n",
" 3.77661735e-02, 2.70065516e-02, -5.25949756e-03, 4.48806882e-02,\n",
" 6.16820864e-02, 8.48208219e-02, -3.70909553e-03, -1.94532275e-02,\n",
" -7.72544667e-02, -3.21082920e-02, 2.40155682e-03, 5.32873571e-02,\n",
" 9.29816742e-04, 6.84809871e-03, 1.44726187e-02, -4.36730832e-02,\n",
" 4.68679704e-02, -1.57378744e-02, 7.56384581e-02, -2.13988852e-02,\n",
" 1.86332539e-02, 2.01932201e-03, 3.77883986e-02, -2.81147882e-02,\n",
" -5.34237362e-02, -1.98013335e-02, -9.92760062e-02, 4.60289828e-02,\n",
" -4.93983552e-02, 2.50787437e-02, -2.92769000e-02, -7.97666237e-03,\n",
" 4.79745828e-02, -7.16713369e-02, -4.54845168e-02, 5.46180233e-02,\n",
" -2.59487443e-02, 1.57308858e-02, 3.25144231e-02, -2.72557568e-02,\n",
" 3.73235205e-03, 2.32081655e-02, 4.14853580e-02, 7.28026703e-02,\n",
" -2.34837756e-02, -8.95733014e-02, -1.61802173e-02, -1.85196549e-02,\n",
" 3.77608165e-02, 8.52771755e-03, 1.98152978e-02, 1.42486272e-02,\n",
" 2.53272373e-02, 2.07914170e-02, 3.80139388e-02, 2.72079725e-02,\n",
" -3.92675021e-04, -1.85030177e-02, -3.69392987e-03, 6.01257384e-03,\n",
" 3.55074219e-02, 1.35829851e-01, -3.60328369e-02, 6.58385316e-03,\n",
" 2.41325628e-02, -8.91670510e-02, 2.68137399e-02, -1.57301854e-02,\n",
" 1.87352486e-02, 2.74162106e-02, -6.12172484e-02, 3.52680869e-02,\n",
" -1.01791471e-02, 5.24885505e-02, -2.01264713e-02, -1.03108473e-01,\n",
" -6.36713877e-02, -2.89317276e-02, -3.40857171e-02, -5.12847900e-02,\n",
" -1.91053022e-02, -8.68150294e-02, -8.52801725e-02, 3.73146012e-02,\n",
" -7.96458349e-02, 4.06122953e-02, 7.75719853e-03, 8.91394727e-03,\n",
" -8.87114741e-03, -2.30095666e-02, -1.59727421e-03, -1.89895369e-02,\n",
" -3.97928879e-02, -3.54676880e-02, -4.17716772e-04, 3.08248159e-02,\n",
" -4.08905931e-02, 7.37524331e-02, -4.94614877e-02, -1.53133431e-02,\n",
" 1.04364520e-02, -1.48396529e-02, 5.52212063e-04, 7.87203684e-02,\n",
" 3.43357325e-02, 7.94540942e-02, -5.78638464e-02, -1.89920440e-02,\n",
" -1.84168130e-01, -4.45566960e-02, 2.66957674e-02, -2.49656243e-03,\n",
" -3.51520181e-02, 4.30256920e-03, -4.25882898e-02, 4.45458628e-02,\n",
" -7.99375400e-02, 3.35170608e-03, 1.02032991e-02, 4.82019335e-02,\n",
" -3.13837826e-02, 2.29115728e-02, -2.61789318e-02, 5.67212664e-02,\n",
" 2.01094579e-02, 5.93943559e-02, -7.77327176e-03, 1.98046286e-02,\n",
" -1.84242912e-02, -2.09377725e-02, -2.96095107e-02, 1.33761000e-02,\n",
" -3.05280592e-02, 2.81200986e-02, -2.26151984e-04, 5.76782599e-02,\n",
" -3.62418890e-02, 5.37549797e-03, 4.54938598e-02, 3.28838378e-02,\n",
" -3.15906927e-02, 3.71745527e-02, -2.62465551e-02, -4.32759300e-02,\n",
" -3.08658537e-02, 2.17496250e-02, 3.21473554e-02, 2.39488878e-03,\n",
" 1.37314014e-02, 4.69094813e-02, 4.10160422e-02, -6.36111125e-02,\n",
" -8.52481201e-02, -1.47335627e-03, 1.33474134e-02, -3.07449028e-02,\n",
" 4.26491611e-02, 2.73648351e-02, -1.83830932e-02, 2.65964735e-02,\n",
" -4.63395305e-02, 1.56740006e-02, 5.63010797e-02, -9.08187553e-02,\n",
" -3.46669294e-02, -6.43762015e-03, 2.48436667e-02, 4.55703540e-03,\n",
" 2.16507241e-02, -4.21148613e-02, 1.24762990e-02, -2.55412366e-02,\n",
" 3.48420534e-03, 9.83304903e-03, 1.73648763e-02, 2.07924321e-02,\n",
" -3.96084674e-02, -9.30092670e-03, -8.58018920e-02, -2.54113805e-02,\n",
" -2.36155633e-02, 2.09292024e-02, -6.57531023e-02, 4.23963107e-02,\n",
" 5.54208197e-02, -5.84767945e-03, -4.04790379e-02, -8.86358321e-03,\n",
" 7.68390149e-02, 2.20840592e-02, 6.47579208e-02, -1.05443248e-03,\n",
" -3.15839685e-02, -1.07962498e-03, 4.69626896e-02, -2.26008035e-02,\n",
" -9.88881011e-03, -6.38479739e-02, 5.56330159e-02, -1.74772628e-02,\n",
" 7.45348111e-02, 3.59724928e-03, -1.53427534e-02, 2.79919710e-02,\n",
" -8.67358893e-02, -8.66839960e-02, -4.76935320e-02, 3.26859616e-02,\n",
" 3.25076282e-02, 1.65043063e-02, 6.64612651e-02, 2.57367883e-02,\n",
" 9.66595951e-03, -2.95771118e-02, 3.65815386e-02, -4.77346545e-03,\n",
" 5.81667584e-04, -1.22057395e-02, -6.06416911e-02, 4.10759188e-02,\n",
" 3.80912907e-02, -2.83736587e-02, 5.46950325e-02, -3.44805680e-02,\n",
" -6.37111440e-02, 1.85060333e-02, 2.58942507e-02, -8.30302462e-02,\n",
" -1.75688397e-02, -5.09080961e-02, 1.13046542e-02, 3.70988287e-02,\n",
" 2.58142240e-02, -3.88149843e-02, -5.73042408e-02, -2.06192508e-02,\n",
" 2.85717808e-02, -4.26854491e-02, 1.47606258e-03, 2.21591517e-02,\n",
" -6.83323145e-02, -2.62015741e-02, 4.45489660e-02, 1.67564508e-02,\n",
" 4.82127368e-02, -6.82706609e-02, -4.12830338e-02, -9.93311778e-02,\n",
" -3.51926498e-02, 5.48808370e-03, -4.08886820e-02, -2.79147644e-02,\n",
" 2.20428891e-02, 3.16568045e-03, -5.01360605e-03, -1.06749311e-01,\n",
" -9.12041888e-02, 2.78770234e-02, -3.43234800e-02, 1.05928645e-01,\n",
" -2.56967135e-02, -5.05170152e-02, 6.88083097e-02, 2.16479730e-02,\n",
" 4.83926274e-02, 2.16959789e-02, -4.59562661e-03, 1.43274600e-02,\n",
" 6.71067536e-02, -6.09505437e-02, 1.91813186e-02, 3.95393297e-02,\n",
" 4.49314434e-03, -2.31882185e-02, -3.50999646e-02, 1.04706651e-02,\n",
" -3.37907895e-02, 4.42314819e-02, 1.07880710e-02, 5.06325206e-03,\n",
" -2.97747348e-02, 1.52330501e-02, 4.87596095e-02, -2.50063278e-02,\n",
" -8.75490531e-03, -6.21409016e-03, 1.23474978e-01, 9.19570252e-02,\n",
" 2.26182435e-02, 2.13796012e-02, 2.38633696e-02, -4.19785455e-02,\n",
" 4.81363796e-02, 1.04123652e-01, -1.40250232e-02, 3.29355709e-02,\n",
" -3.60263838e-03, -1.74598005e-02, -2.22669132e-02, -4.32888195e-02,\n",
" -6.22964799e-02, 7.02590421e-02, 2.06155088e-02, 1.00322291e-02,\n",
" -2.55913008e-03, -2.82198028e-03, -9.44383349e-03, -4.85955812e-02,\n",
" 7.60005936e-02, 5.61657473e-02, 1.83741134e-02, 5.35587929e-02,\n",
" 2.24266183e-02, 2.28297096e-02, -5.98801263e-02, -4.99489456e-02,\n",
" -9.87730920e-03, 8.04469362e-02, -5.05401269e-02, -1.12952422e-02,\n",
" -1.40176322e-02, -2.73943711e-02, 5.99578656e-02, 3.83936428e-02,\n",
" 8.09412915e-03, 2.77196597e-02, 7.11639374e-02, 5.30040264e-02,\n",
" -6.68341946e-03, -5.71351983e-02, -7.31810741e-03, -8.47385265e-03,\n",
" 7.61242397e-03, 3.89639027e-02, -2.68333629e-02, -7.27659464e-02,\n",
" 4.26096022e-02, -8.71913731e-02, -4.60733883e-02, -2.44963542e-03,\n",
" -2.50837505e-02, -6.29582703e-02, 1.35843707e-02, -2.53134798e-02,\n",
" 3.77649814e-02, -2.16940250e-02, -5.06147668e-02, -3.15896012e-02,\n",
" 1.44064324e-02, -1.82211883e-02, -2.97257621e-02, 3.23553160e-02,\n",
" -6.45609722e-02, -1.61907822e-02, -3.59020717e-02, 1.12992888e-02,\n",
" 6.31358996e-02, -5.29723242e-02, 3.52624580e-02, -4.55506556e-02,\n",
" 4.37001735e-02, -2.25043632e-02, -2.91775307e-03, 2.22065523e-02,\n",
" 4.97747101e-02, 3.94362547e-02, 4.91485149e-02, 3.48801240e-02,\n",
" -2.69460119e-02, 3.80333625e-02, 3.40489717e-03, -2.92631797e-02,\n",
" -4.99323569e-02, -2.38506738e-02, 1.61395706e-02, -4.51654978e-02,\n",
" -2.29335371e-02, -5.61900027e-02, -9.47518423e-02, 2.03651395e-02,\n",
" -1.22290598e-02, 7.52801448e-02, 2.18622163e-02, 1.36891697e-02,\n",
" 2.54499223e-02, 2.55108606e-02, -5.45197874e-02, -2.08295416e-02,\n",
" -1.28018290e-01, -1.87128149e-02, 4.38917540e-02, -3.49543318e-02,\n",
" -5.42894490e-02, -5.24514876e-02, 1.74094934e-03, 2.56630946e-02,\n",
" -4.81371656e-02, -8.39438960e-02, -3.85883152e-02, 6.66997582e-02,\n",
" -1.25675984e-02, -2.54982766e-02, -4.88613658e-02, 1.87005512e-02,\n",
" -6.63737357e-02, 7.95145333e-03, 6.51696771e-02, -6.79339375e-03,\n",
" -5.41799981e-03, -1.27040744e-02, 2.09126882e-02, 9.76189971e-03,\n",
" -2.84046605e-02, 1.84534658e-02, -4.42183763e-02, -9.43266451e-02,\n",
" 2.70583332e-02, -1.64462961e-02, 1.01765551e-01, -4.27961573e-02,\n",
" 3.85816321e-02, 1.23670213e-02, 8.98510069e-02, 4.90159802e-02,\n",
" 1.71521548e-02, -2.37324703e-02, 2.88110645e-03, 7.97233451e-03,\n",
" 7.71660805e-02, 1.11097191e-03, 3.78961004e-02, 3.99641991e-02,\n",
" 2.61312886e-03, 3.59694995e-02, -1.71577781e-02, 1.92447565e-02,\n",
" -8.84558447e-03, -2.62103546e-02, 2.44187173e-02, 6.69132322e-02,\n",
" 6.69673160e-02, 2.95606591e-02, 1.67972408e-02, 5.46129607e-02,\n",
" 1.41007500e-02, 4.20170799e-02, -1.68921556e-02, -5.21939695e-02,\n",
" -3.28902006e-02, 5.95442392e-02, 5.30907372e-03, -5.00183143e-02,\n",
" 5.04901893e-02, 9.00315586e-03, -5.56729101e-02, -4.54977937e-02,\n",
" 5.17102703e-02, 1.29160807e-02, 3.50486971e-02, -5.05428649e-02,\n",
" 5.32454718e-03, -4.31665666e-02, 5.34479972e-03, -2.33352780e-02,\n",
" -3.98758193e-03, 4.79903147e-02, 8.22700933e-03, 1.03024673e-02,\n",
" -3.17382365e-02, -8.90335664e-02, 3.51306871e-02, 7.11296307e-05,\n",
" 8.28880724e-03, 4.95220488e-03, 4.73235780e-03, -6.01588674e-02,\n",
" 5.98155670e-02, 2.26465575e-02, 6.64183050e-02, -3.75041701e-02,\n",
" 1.44705335e-02, 3.62697653e-02, 1.21076494e-01, -6.93962490e-03,\n",
" -5.53526133e-02, -1.06188178e-01, 2.48992052e-02, -2.82858200e-02,\n",
" -1.06202951e-02, -8.44745431e-03, 1.16978679e-02, 6.57978430e-02,\n",
" 2.84133945e-02, -2.18990222e-02, -1.07683130e-02, 7.24181235e-02,\n",
" 1.72998607e-02, -1.61503418e-03, -2.00792146e-03, -9.42218825e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'woman-cat': Embedding(embedding=array([ 1.02660537e-01, -3.30079719e-02, -7.47639965e-03, 4.29245867e-02,\n",
" -1.23660872e-02, -5.64248748e-02, 1.48645546e-02, 6.22195378e-02,\n",
" 9.49640125e-02, 4.27832715e-02, -3.48866619e-02, 5.52129410e-02,\n",
" 3.15227136e-02, 2.38306746e-02, 1.49661535e-03, 4.31727991e-02,\n",
" 6.45920932e-02, 7.82694146e-02, -9.08951648e-03, -1.70365274e-02,\n",
" -7.85896927e-02, -3.38568501e-02, -1.04711717e-02, 5.16622737e-02,\n",
" -9.08942055e-03, 5.64080756e-03, 1.65526662e-02, -4.20602933e-02,\n",
" 4.37431410e-02, -2.01974194e-02, 6.52700812e-02, -1.84987914e-02,\n",
" 2.30520889e-02, -6.47410005e-03, 3.78137752e-02, -3.30126695e-02,\n",
" -4.24453616e-02, -1.85919125e-02, -9.28938314e-02, 4.61148918e-02,\n",
" -5.02181910e-02, 3.26565430e-02, -2.81206202e-02, -7.98865780e-03,\n",
" 4.88190390e-02, -5.48216105e-02, -3.90639901e-02, 6.26305342e-02,\n",
" -2.65221316e-02, 1.27538284e-02, 3.51100564e-02, -2.33613662e-02,\n",
" 1.87564141e-03, 2.83237733e-02, 4.22857404e-02, 7.17861578e-02,\n",
" -2.48071197e-02, -9.80307162e-02, -2.09782161e-02, -2.59820893e-02,\n",
" 3.39163169e-02, -3.13996174e-03, 1.82980839e-02, 1.25383185e-02,\n",
" 3.31210233e-02, 2.87249889e-02, 3.63361239e-02, 2.21056789e-02,\n",
" -5.18997898e-04, -1.81285087e-02, 7.79462920e-04, 5.28527703e-03,\n",
" 4.35622260e-02, 1.30076066e-01, -3.37644741e-02, 1.03890719e-02,\n",
" 2.23073140e-02, -9.41504315e-02, 3.30220461e-02, -1.45656019e-02,\n",
" 6.27400307e-03, 1.71595048e-02, -5.26831821e-02, 3.46366130e-02,\n",
" 8.75251251e-04, 5.87286502e-02, -1.38879241e-02, -9.25215036e-02,\n",
" -7.29611069e-02, -2.60159466e-02, -3.45056206e-02, -4.56376821e-02,\n",
" -1.03681786e-02, -9.68354121e-02, -8.56247395e-02, 2.95638796e-02,\n",
" -7.61797205e-02, 4.28120233e-02, 9.82370786e-03, 1.59534048e-02,\n",
" -1.61964726e-02, -2.50763837e-02, 5.21841738e-03, -1.69981793e-02,\n",
" -4.52261604e-02, -3.52695882e-02, 2.48072593e-06, 3.09719201e-02,\n",
" -4.11086455e-02, 6.16855398e-02, -4.69159670e-02, -1.44850649e-02,\n",
" 1.62479393e-02, -2.89146565e-02, 3.57189844e-03, 8.22092071e-02,\n",
" 3.25269401e-02, 6.72020987e-02, -6.54556602e-02, -1.64376926e-02,\n",
" -2.01978534e-01, -4.86594141e-02, 1.38278110e-02, 8.64778273e-03,\n",
" -2.36264169e-02, 2.76795705e-03, -3.55003141e-02, 3.62902954e-02,\n",
" -7.69705921e-02, -4.27213637e-03, 5.67295589e-03, 4.81234044e-02,\n",
" -3.98922339e-02, 2.29835417e-02, -2.44958680e-02, 6.05140850e-02,\n",
" 2.40864269e-02, 5.87338135e-02, -6.01136917e-03, 2.49326285e-02,\n",
" -2.34989449e-02, -1.64227504e-02, -4.55084108e-02, 1.09491795e-02,\n",
" -2.63954476e-02, 3.11346222e-02, -5.31014707e-03, 6.12429753e-02,\n",
" -4.92748879e-02, 8.77980608e-03, 4.54246327e-02, 3.15604210e-02,\n",
" -2.84318998e-02, 4.56524603e-02, -2.25371048e-02, -4.46186736e-02,\n",
" -2.77716406e-02, 3.60824317e-02, 3.21762413e-02, 8.27491656e-03,\n",
" 2.15415340e-02, 4.17614952e-02, 4.83943112e-02, -6.51999041e-02,\n",
" -7.46428072e-02, 5.15148602e-03, 9.59586445e-03, -2.25683246e-02,\n",
" 4.07302305e-02, 1.53728742e-02, -1.89855304e-02, 2.70722993e-02,\n",
" -4.22638431e-02, 1.41911367e-02, 4.56867628e-02, -9.53515023e-02,\n",
" -3.67790721e-02, -1.85476486e-02, 1.87576003e-02, -7.35080568e-04,\n",
" 1.96616985e-02, -3.87475081e-02, -3.53120454e-03, -1.74928028e-02,\n",
" 2.80440436e-03, 7.73576880e-03, 6.90503605e-03, 2.69487109e-02,\n",
" -3.40430066e-02, -1.20438756e-02, -8.48947167e-02, -2.69185677e-02,\n",
" -2.07322370e-02, 1.76046714e-02, -6.68553114e-02, 4.29397374e-02,\n",
" 6.30391464e-02, 1.38650117e-02, -3.80425677e-02, -1.15752313e-02,\n",
" 8.44490826e-02, 2.41589192e-02, 6.01481311e-02, -4.42270981e-03,\n",
" -4.08590771e-02, -2.24100170e-03, 5.20511344e-02, -2.87935939e-02,\n",
" -7.97543768e-03, -6.47067428e-02, 4.73354720e-02, -1.99460536e-02,\n",
" 8.27214196e-02, -2.54594070e-05, -2.23995950e-02, 2.06769183e-02,\n",
" -8.94974694e-02, -9.18331146e-02, -3.78825143e-02, 2.98599284e-02,\n",
" 4.84485738e-02, 1.56138828e-02, 7.40909874e-02, 2.93879099e-02,\n",
" 1.05650220e-02, -3.68411131e-02, 3.80669869e-02, -1.18454220e-03,\n",
" 7.19701545e-03, -2.32813377e-02, -5.53390831e-02, 4.77570631e-02,\n",
" 2.76783388e-02, -3.14007476e-02, 5.43405712e-02, -3.12222522e-02,\n",
" -6.41748458e-02, 9.84321814e-03, 1.56496782e-02, -8.07868540e-02,\n",
" -2.50353664e-02, -3.96205708e-02, 9.19996016e-03, 2.61215530e-02,\n",
" 2.59799864e-02, -3.96308005e-02, -4.63354513e-02, -2.37244722e-02,\n",
" 1.82707105e-02, -5.00064120e-02, -2.49599549e-03, 2.16094963e-02,\n",
" -6.85042217e-02, -2.31682938e-02, 4.10755351e-02, 8.25557113e-03,\n",
" 5.26620485e-02, -5.97087517e-02, -4.95384447e-02, -9.99575928e-02,\n",
" -4.90894169e-02, 9.68488492e-03, -2.91732065e-02, -2.59956419e-02,\n",
" 1.79558508e-02, 7.72973150e-03, -5.12043666e-03, -1.04991294e-01,\n",
" -8.40358436e-02, 1.98074579e-02, -4.34520133e-02, 1.06655478e-01,\n",
" -2.25113034e-02, -5.30841686e-02, 7.72612616e-02, 1.65183991e-02,\n",
" 4.94515188e-02, 2.18035970e-02, -7.03882286e-03, 1.78327281e-02,\n",
" 5.46381436e-02, -6.36463240e-02, 2.33267583e-02, 2.72701420e-02,\n",
" 9.74820368e-03, -1.92959476e-02, -3.72691974e-02, 1.06233284e-02,\n",
" -3.40904184e-02, 3.01814415e-02, 1.35768093e-02, 1.96954962e-02,\n",
" -4.15476672e-02, 1.74332578e-02, 4.01493236e-02, -1.29222218e-02,\n",
" -6.99862745e-03, -2.21503363e-03, 1.27779707e-01, 9.90324616e-02,\n",
" 2.13543288e-02, 1.47208674e-02, 2.03785431e-02, -3.58454697e-02,\n",
" 5.24422973e-02, 1.08162336e-01, -2.40098983e-02, 3.40449139e-02,\n",
" -1.60988595e-03, -1.60911176e-02, -1.55175691e-02, -3.92504521e-02,\n",
" -6.58561066e-02, 6.02195896e-02, 8.48451350e-03, 1.63638056e-03,\n",
" -1.02995923e-02, -1.74697582e-03, -1.08200377e-02, -5.50057106e-02,\n",
" 6.58151358e-02, 5.09447865e-02, 1.00928014e-02, 5.96355796e-02,\n",
" 2.51267478e-02, 1.11552021e-02, -5.84536903e-02, -4.57053669e-02,\n",
" -4.31165611e-03, 7.55262151e-02, -4.93058823e-02, -1.61072053e-02,\n",
" -1.55224921e-02, -2.93732136e-02, 7.13109523e-02, 3.38760167e-02,\n",
" 1.38186477e-02, 3.13072912e-02, 7.65620843e-02, 4.51494977e-02,\n",
" 6.96173031e-03, -4.89658453e-02, -1.56727135e-02, -9.88270622e-03,\n",
" -4.92568919e-03, 3.61667126e-02, -2.69876290e-02, -7.25301877e-02,\n",
" 4.61251251e-02, -8.76661241e-02, -4.89417017e-02, -1.55209657e-02,\n",
" -3.37499976e-02, -5.83166592e-02, 1.13544380e-02, -3.15310434e-02,\n",
" 3.48345637e-02, -2.49772798e-02, -5.20757847e-02, -2.87507158e-02,\n",
" 1.57205816e-02, -1.70027632e-02, -2.35525779e-02, 3.94401066e-02,\n",
" -6.53740913e-02, -6.26165979e-03, -2.60121841e-02, 1.00874798e-02,\n",
" 6.21161833e-02, -5.08293994e-02, 4.32260484e-02, -4.92032170e-02,\n",
" 3.58199961e-02, -1.77576486e-02, -6.55504700e-04, 2.49203648e-02,\n",
" 4.98998277e-02, 3.79335210e-02, 4.93522957e-02, 3.96563932e-02,\n",
" -3.15902904e-02, 3.55826877e-02, -3.57518857e-03, -2.85384767e-02,\n",
" -4.51753251e-02, -3.29879113e-02, 1.78442206e-02, -4.21585701e-02,\n",
" -1.84906293e-02, -5.22114933e-02, -1.03223599e-01, 1.65733527e-02,\n",
" -2.14170609e-02, 7.10499063e-02, 2.05660053e-02, 1.33599723e-02,\n",
" 2.44685169e-02, 2.01633461e-02, -5.69942743e-02, -2.02108286e-02,\n",
" -1.26743287e-01, -1.21145016e-02, 4.69515398e-02, -2.98855938e-02,\n",
" -6.43860102e-02, -5.59122823e-02, 1.00478472e-03, 2.26123370e-02,\n",
" -5.42674437e-02, -8.54757503e-02, -3.70488465e-02, 5.48127815e-02,\n",
" -1.81961823e-02, -2.27672774e-02, -5.84077761e-02, 1.94580220e-02,\n",
" -6.90636411e-02, 7.37558166e-03, 6.53851554e-02, 1.51253218e-04,\n",
" -3.27432365e-03, -2.01052781e-02, 1.96204334e-02, 2.94137164e-03,\n",
" -3.27032804e-02, 2.50790846e-02, -4.36574332e-02, -9.23380554e-02,\n",
" 1.82125438e-02, -3.98330158e-03, 1.02309041e-01, -4.94868159e-02,\n",
" 3.74898687e-02, 2.23544538e-02, 9.08692554e-02, 5.28377630e-02,\n",
" 2.29483079e-02, -1.66718047e-02, 1.36968330e-03, 1.59667842e-02,\n",
" 8.01056996e-02, 5.81538863e-03, 3.04240901e-02, 3.36425379e-02,\n",
" 6.33618794e-03, 3.06623839e-02, -2.00405251e-02, 2.07591224e-02,\n",
" -5.64501761e-03, -2.09700074e-02, 3.09552364e-02, 6.52704313e-02,\n",
" 7.40875676e-02, 3.71882170e-02, 4.15429799e-03, 5.44800572e-02,\n",
" 1.93302892e-02, 4.01195735e-02, -1.26483571e-02, -4.77064922e-02,\n",
" -2.94662341e-02, 5.62877841e-02, -1.53600017e-03, -4.29586731e-02,\n",
" 5.64461350e-02, 1.57657843e-02, -4.45618518e-02, -4.63410541e-02,\n",
" 5.01252078e-02, 1.56392083e-02, 3.57049406e-02, -4.07006368e-02,\n",
" -4.48406162e-03, -6.11871108e-02, 1.32356100e-02, -1.88607648e-02,\n",
" -1.48322769e-02, 4.83424477e-02, 1.63658354e-02, 7.62376981e-03,\n",
" -2.45291162e-02, -9.70702693e-02, 3.38577889e-02, 3.19015584e-04,\n",
" 1.24374963e-02, 1.21769393e-02, 1.80860423e-02, -5.95822558e-02,\n",
" 5.93134202e-02, 2.71235052e-02, 5.38770072e-02, -4.10624519e-02,\n",
" 2.02280860e-02, 3.34560648e-02, 1.15546435e-01, -1.00643849e-02,\n",
" -4.54995520e-02, -1.09469883e-01, 2.55599469e-02, -3.09962370e-02,\n",
" -1.55589320e-02, -7.41424272e-03, 4.45075845e-03, 6.74855858e-02,\n",
" 3.69871370e-02, -1.88268200e-02, -1.21426731e-02, 8.26427117e-02,\n",
" 2.33250689e-02, -4.02709516e-03, -2.39643687e-03, -8.92778113e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'wonka': Embedding(embedding=array([ 1.04832746e-01, -3.70679870e-02, -1.59289520e-02, 1.83032695e-02,\n",
" -7.74241518e-03, -6.25622571e-02, 2.69085933e-02, 5.50575703e-02,\n",
" 9.38860103e-02, 4.47442196e-02, -3.04069016e-02, 5.35370447e-02,\n",
" 4.62340973e-02, 1.55514618e-02, -1.10187959e-02, 4.34849896e-02,\n",
" 6.47592545e-02, 8.69070888e-02, -1.42946374e-03, -2.08976362e-02,\n",
" -8.18097293e-02, -3.47017758e-02, 1.37397216e-03, 4.56035584e-02,\n",
" 6.28118543e-03, 1.64315067e-02, 1.76609717e-02, -4.37762365e-02,\n",
" 5.11196367e-02, -1.05227325e-02, 8.29621926e-02, -2.25725714e-02,\n",
" 1.73638109e-02, 6.12016767e-03, 3.75769101e-02, -3.49387676e-02,\n",
" -3.83386351e-02, -1.28471684e-02, -9.51334015e-02, 4.09199633e-02,\n",
" -4.28076461e-02, 1.27961813e-02, -2.66750939e-02, -1.20129939e-02,\n",
" 4.53053415e-02, -5.88446409e-02, -3.70374024e-02, 5.64080626e-02,\n",
" -2.92340666e-02, 1.24405175e-02, 3.87992524e-02, -1.76582634e-02,\n",
" 2.56716623e-03, 2.62267925e-02, 5.22160754e-02, 7.72700384e-02,\n",
" -2.28616167e-02, -8.94925594e-02, -1.68661345e-02, -2.40640584e-02,\n",
" 3.58103998e-02, 9.05339234e-03, 1.96638107e-02, 1.48318484e-02,\n",
" 1.98855270e-02, 2.44611390e-02, 4.20666337e-02, 1.85450576e-02,\n",
" -3.40202311e-03, -2.23590285e-02, -1.26246670e-02, 1.45432539e-02,\n",
" 2.98427325e-02, 1.38022333e-01, -2.86917239e-02, 1.47794485e-02,\n",
" 2.20310725e-02, -9.45409238e-02, 3.21136862e-02, -6.24071201e-03,\n",
" 5.36347972e-03, 2.69139167e-02, -6.32636249e-02, 4.31929715e-02,\n",
" -1.18176220e-02, 4.31655645e-02, -2.37255413e-02, -9.96518210e-02,\n",
" -6.09892085e-02, -2.99256835e-02, -3.16136368e-02, -4.42811139e-02,\n",
" -2.32954714e-02, -8.56162161e-02, -7.57319555e-02, 3.50652635e-02,\n",
" -7.73135796e-02, 4.23905849e-02, -2.66997074e-03, 1.53283328e-02,\n",
" -1.22454176e-02, -9.10184160e-03, 6.40888140e-03, -2.41522342e-02,\n",
" -4.33871262e-02, -2.58050114e-02, 3.87378939e-04, 3.51416916e-02,\n",
" -5.05215041e-02, 7.69047588e-02, -4.12632078e-02, -7.85363652e-03,\n",
" 5.34601742e-03, -3.15202982e-03, -1.01102679e-03, 7.30034485e-02,\n",
" 3.41276862e-02, 7.92985857e-02, -7.80516118e-02, -2.19071191e-02,\n",
" -1.82050824e-01, -5.44783361e-02, 2.48223450e-02, 8.06884374e-04,\n",
" -1.81562621e-02, 6.60865195e-03, -2.94117536e-02, 4.46857177e-02,\n",
" -7.39952773e-02, 1.41159473e-02, 1.00867888e-02, 5.05170263e-02,\n",
" -3.83778252e-02, 2.16119718e-02, -3.73143665e-02, 6.19273447e-02,\n",
" 2.02819668e-02, 6.24827743e-02, -3.58149316e-03, 1.61412023e-02,\n",
" -2.28339341e-02, -2.81928740e-02, -3.06993183e-02, 4.18344093e-03,\n",
" -2.03170739e-02, 3.64459790e-02, 1.79189467e-03, 5.67465052e-02,\n",
" -5.24814874e-02, 1.14124455e-02, 4.05820571e-02, 2.83360723e-02,\n",
" -2.87536215e-02, 3.93570736e-02, -1.96586810e-02, -4.94996011e-02,\n",
" -2.94256527e-02, 2.79549640e-02, 3.47774290e-02, 7.13263033e-03,\n",
" 2.58163139e-02, 4.92510982e-02, 4.63713892e-02, -7.06697404e-02,\n",
" -8.38891789e-02, 3.50371189e-03, 5.15579377e-05, -2.66916957e-02,\n",
" 4.53735478e-02, 3.42130288e-02, -2.29950398e-02, 2.93186363e-02,\n",
" -4.08540554e-02, 2.05991250e-02, 3.80884148e-02, -9.26937088e-02,\n",
" -2.24657822e-02, -6.45094039e-03, 3.33572105e-02, 2.28986130e-04,\n",
" 3.58734205e-02, -3.61590460e-02, -9.24573338e-04, -1.08473748e-02,\n",
" 6.97367964e-03, 1.29357176e-02, -3.47853685e-03, 2.14431547e-02,\n",
" -4.36372980e-02, -5.91907371e-03, -8.65412280e-02, -3.35288830e-02,\n",
" -1.46990856e-02, 1.27345920e-02, -5.92026711e-02, 3.61222886e-02,\n",
" 5.65995127e-02, 5.56578347e-03, -4.96432818e-02, -8.14220309e-03,\n",
" 8.87522697e-02, 2.87715904e-02, 4.93941754e-02, -5.19421790e-03,\n",
" -3.47081758e-02, 1.14239212e-02, 4.18777429e-02, -2.34021470e-02,\n",
" -9.68063623e-03, -6.00991547e-02, 5.05457483e-02, -1.29626356e-02,\n",
" 6.78008199e-02, -3.17564514e-03, -1.22624049e-02, 2.88517270e-02,\n",
" -9.72383320e-02, -8.63289908e-02, -3.62110734e-02, 3.08686569e-02,\n",
" 3.71499397e-02, 2.96999943e-02, 6.69480488e-02, 2.01235153e-02,\n",
" -4.41864569e-04, -4.04289551e-02, 3.04962862e-02, -1.38701161e-03,\n",
" 5.97965717e-03, -2.28290614e-02, -5.76811209e-02, 3.44431065e-02,\n",
" 2.86394730e-02, -4.79080305e-02, 4.97360229e-02, -4.73116562e-02,\n",
" -6.20927960e-02, 1.79669838e-02, 1.26120690e-02, -9.22825858e-02,\n",
" -1.64138973e-02, -5.07083945e-02, 1.36288349e-02, 4.36377414e-02,\n",
" 2.26423945e-02, -3.34999934e-02, -6.43223673e-02, -1.94679629e-02,\n",
" 3.59426700e-02, -4.39116992e-02, 5.15740691e-03, 2.20300984e-02,\n",
" -6.80632666e-02, -1.88742317e-02, 4.47131135e-02, 1.72653347e-02,\n",
" 5.93478531e-02, -5.48640601e-02, -4.17178795e-02, -9.15434137e-02,\n",
" -4.57209535e-02, 1.92753468e-02, -3.70894410e-02, -2.52434202e-02,\n",
" 1.46920020e-02, -3.77360568e-03, -4.71692812e-03, -1.06636181e-01,\n",
" -6.98461011e-02, 2.77849585e-02, -4.26868275e-02, 8.93848315e-02,\n",
" -2.97048520e-02, -5.29292673e-02, 7.05562606e-02, 7.67207751e-03,\n",
" 4.16056067e-02, 2.09112782e-02, -1.05934730e-02, 1.01970453e-02,\n",
" 6.64546415e-02, -5.50841726e-02, 1.44919250e-02, 4.50364873e-02,\n",
" 5.28210402e-03, -1.82133280e-02, -3.40195708e-02, 1.52743869e-02,\n",
" -3.60068083e-02, 3.87091823e-02, 8.24502204e-03, 1.14049371e-02,\n",
" -3.54877636e-02, 1.55105842e-02, 4.26472500e-02, -2.05848794e-02,\n",
" -7.95262679e-03, -3.01357498e-03, 1.23603843e-01, 8.63335356e-02,\n",
" 1.99976601e-02, 1.58320386e-02, 2.59024426e-02, -4.57580946e-02,\n",
" 5.59515916e-02, 1.09030358e-01, -1.49295153e-02, 2.97686141e-02,\n",
" -9.45553090e-03, -1.07212011e-02, -2.49915980e-02, -3.88200991e-02,\n",
" -5.37341759e-02, 7.00955167e-02, 1.87753029e-02, -3.87820858e-03,\n",
" -3.91496159e-03, 6.52204547e-03, -5.70860319e-03, -6.28759712e-02,\n",
" 6.91464245e-02, 6.39083460e-02, 2.07270719e-02, 5.22084683e-02,\n",
" 2.41343305e-02, 3.01962402e-02, -6.53020665e-02, -4.61473987e-02,\n",
" -3.06569319e-03, 8.13233405e-02, -4.80313934e-02, -1.66201834e-02,\n",
" -1.75224766e-02, -1.78803280e-02, 6.10940047e-02, 3.93580832e-02,\n",
" 8.26464687e-03, 2.01489646e-02, 7.04835206e-02, 5.58518134e-02,\n",
" -8.40397086e-04, -7.71792978e-02, -8.84181540e-03, -3.48032429e-03,\n",
" 2.28936528e-03, 4.75649759e-02, -1.27313286e-02, -7.58956373e-02,\n",
" 3.98415215e-02, -7.35101402e-02, -5.07063828e-02, -2.21238146e-03,\n",
" -2.56592091e-02, -6.00220934e-02, 7.16854446e-03, -2.73572542e-02,\n",
" 4.02645990e-02, -2.32110787e-02, -5.53825274e-02, -3.47588994e-02,\n",
" 1.71587504e-02, -1.47995083e-02, -1.56671610e-02, 4.35147062e-02,\n",
" -7.49199688e-02, -1.44466916e-02, -3.48393843e-02, 1.20258825e-02,\n",
" 6.18383884e-02, -5.13036102e-02, 3.30291018e-02, -4.13558930e-02,\n",
" 3.56570780e-02, -2.53312383e-02, -1.45208733e-02, 3.09597682e-02,\n",
" 4.82611880e-02, 4.18635756e-02, 5.09047173e-02, 2.65737791e-02,\n",
" -2.73072049e-02, 4.68572155e-02, 6.91281958e-03, -3.55082080e-02,\n",
" -5.75519428e-02, -2.98919231e-02, 1.58776175e-02, -4.57609892e-02,\n",
" -1.12073254e-02, -4.66355421e-02, -9.92537215e-02, 2.60932334e-02,\n",
" -6.52326038e-03, 8.85596424e-02, 2.00171769e-02, 1.89417694e-02,\n",
" 2.03089695e-02, 1.76782347e-02, -6.55218735e-02, -9.39668156e-03,\n",
" -1.17896572e-01, -2.28336230e-02, 5.30407391e-02, -2.98523940e-02,\n",
" -5.79485670e-02, -4.59628552e-02, 5.27170999e-03, 1.70796085e-02,\n",
" -4.15315889e-02, -9.08782706e-02, -3.88500355e-02, 6.69292137e-02,\n",
" -6.88702054e-03, -2.77933348e-02, -5.01729846e-02, 1.91508085e-02,\n",
" -6.72819167e-02, 1.52708441e-02, 6.58014119e-02, -9.57308710e-03,\n",
" -1.09378947e-02, -8.40059109e-03, 2.24877372e-02, -2.81550642e-03,\n",
" -3.28280255e-02, 2.02062707e-02, -5.53496815e-02, -8.93259048e-02,\n",
" 1.94308199e-02, -1.47316363e-02, 9.81452465e-02, -5.58718033e-02,\n",
" 2.57919822e-02, 1.23854140e-02, 9.53119621e-02, 4.11953330e-02,\n",
" 1.68513339e-02, -2.90126614e-02, 4.58323676e-03, 9.69474576e-03,\n",
" 8.30962658e-02, 8.55831988e-03, 3.71055938e-02, 3.33406292e-02,\n",
" -4.62324504e-04, 3.06984968e-02, -1.39452731e-02, 1.29275378e-02,\n",
" 1.01091375e-03, -3.10452282e-02, 2.28011906e-02, 6.47156909e-02,\n",
" 6.98281527e-02, 3.24644297e-02, 1.71820782e-02, 3.87458764e-02,\n",
" 2.19862834e-02, 3.85045819e-02, -2.29994152e-02, -5.46074845e-02,\n",
" -2.35334132e-02, 6.99312314e-02, -5.45138214e-03, -3.54580320e-02,\n",
" 4.87958305e-02, 1.01887826e-02, -4.68325503e-02, -4.31622118e-02,\n",
" 6.78741261e-02, 1.90585181e-02, 3.61872613e-02, -5.56227379e-02,\n",
" 8.05483758e-03, -4.86535951e-02, 2.10855345e-04, -3.38426083e-02,\n",
" -1.23580033e-02, 5.60062975e-02, 1.04975812e-02, -2.04342953e-03,\n",
" -3.73271927e-02, -6.61409646e-02, 3.62328142e-02, 1.12785064e-02,\n",
" 1.29960841e-02, 2.68506515e-03, 1.69353094e-02, -6.01122305e-02,\n",
" 6.27364218e-02, 1.48239369e-02, 6.54778183e-02, -4.54265587e-02,\n",
" 1.11640180e-02, 3.75781879e-02, 1.14178330e-01, -1.47462366e-02,\n",
" -4.20890898e-02, -1.10395275e-01, 2.54820362e-02, -4.18099239e-02,\n",
" -5.36964880e-03, -3.20148002e-03, 5.81535045e-03, 7.84278885e-02,\n",
" 2.69652363e-02, -2.73236688e-02, -1.07092354e-02, 8.55295211e-02,\n",
" 1.52890440e-02, -7.82488007e-03, -1.04319071e-02, -9.27862003e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'worst': Embedding(embedding=array([ 1.09007388e-01, -4.01903465e-02, -1.84127055e-02, 1.58631187e-02,\n",
" -8.55449680e-03, -6.44945875e-02, 2.78914627e-02, 5.42316064e-02,\n",
" 9.97247174e-02, 5.48733734e-02, -2.23704781e-02, 4.90031503e-02,\n",
" 3.46327126e-02, 2.41395198e-02, -7.54694128e-03, 3.64693291e-02,\n",
" 6.16524108e-02, 8.89975801e-02, -7.21294957e-04, -2.13369858e-02,\n",
" -8.48670900e-02, -3.80035490e-02, 3.13430908e-03, 5.44922613e-02,\n",
" 9.88111924e-03, 1.64127536e-02, 8.35127663e-03, -4.70015705e-02,\n",
" 5.01876399e-02, -1.77596714e-02, 7.89189786e-02, -2.09941603e-02,\n",
" 1.36686806e-02, 4.77770390e-03, 4.29908410e-02, -3.25193740e-02,\n",
" -5.26452586e-02, -1.78903546e-02, -9.30754766e-02, 4.14807908e-02,\n",
" -4.82601374e-02, 2.08598822e-02, -2.61259284e-02, -1.12706609e-02,\n",
" 4.87126745e-02, -6.75070658e-02, -4.16530110e-02, 5.47762215e-02,\n",
" -2.89745238e-02, 1.32765733e-02, 3.40255015e-02, -1.71773173e-02,\n",
" 3.24678957e-03, 2.06593033e-02, 4.74046841e-02, 7.11275116e-02,\n",
" -1.61533467e-02, -8.90067965e-02, -2.12410279e-02, -2.11467165e-02,\n",
" 3.72041278e-02, 1.06045427e-02, 1.54187251e-02, 1.95558947e-02,\n",
" 1.86453369e-02, 1.99960805e-02, 4.00739089e-02, 2.62007061e-02,\n",
" -3.03502311e-03, -1.76325515e-02, -1.52883641e-02, 1.50785670e-02,\n",
" 3.05924267e-02, 1.40152708e-01, -3.03669311e-02, 1.06788529e-02,\n",
" 2.10668687e-02, -8.77113640e-02, 2.60214824e-02, -1.43992780e-02,\n",
" 2.29363013e-02, 2.50281114e-02, -6.48178160e-02, 3.73554491e-02,\n",
" -1.33011248e-02, 4.48934883e-02, -2.25416161e-02, -9.99664515e-02,\n",
" -5.99662177e-02, -2.65130233e-02, -2.60924548e-02, -4.48640995e-02,\n",
" -2.53976937e-02, -8.73215720e-02, -7.83061832e-02, 3.23656239e-02,\n",
" -7.74885193e-02, 3.80785652e-02, -3.19100637e-03, 1.45346178e-02,\n",
" -1.05217360e-02, -1.53138423e-02, -4.74297628e-03, -2.23890841e-02,\n",
" -3.82548869e-02, -2.62416862e-02, 1.27682637e-04, 3.39138098e-02,\n",
" -4.42844965e-02, 7.94160366e-02, -4.24156487e-02, -1.58490278e-02,\n",
" 4.09547705e-03, -9.98656265e-03, -5.58609492e-04, 7.79471397e-02,\n",
" 3.14098522e-02, 8.47019106e-02, -7.15704635e-02, -2.13175546e-02,\n",
" -1.75873771e-01, -5.29926792e-02, 2.58221123e-02, -3.27669363e-03,\n",
" -2.63522957e-02, 5.16137620e-03, -3.24480124e-02, 4.84300032e-02,\n",
" -7.43909478e-02, 5.62307984e-03, 8.63307621e-03, 5.47850952e-02,\n",
" -3.71059626e-02, 2.22179387e-02, -3.03264949e-02, 5.64226620e-02,\n",
" 1.66823361e-02, 6.19384870e-02, -8.96906015e-03, 1.72194112e-02,\n",
" -2.13369131e-02, -2.20384616e-02, -2.09995639e-02, 1.67910047e-02,\n",
" -1.99723393e-02, 3.23638581e-02, 4.26752167e-03, 5.91197498e-02,\n",
" -4.69889790e-02, 1.01545518e-02, 4.98351306e-02, 3.02786492e-02,\n",
" -3.00257504e-02, 3.35271955e-02, -2.70397458e-02, -5.15905395e-02,\n",
" -2.59958487e-02, 2.61125248e-02, 3.53699252e-02, 7.28750369e-03,\n",
" 1.68779511e-02, 4.88885865e-02, 4.30686884e-02, -6.45450875e-02,\n",
" -8.76352862e-02, 1.47912093e-03, 5.55227837e-03, -3.42059471e-02,\n",
" 4.19814028e-02, 3.51549722e-02, -2.55015530e-02, 2.89879218e-02,\n",
" -4.34400998e-02, 1.51393702e-02, 4.97338362e-02, -8.36695358e-02,\n",
" -2.99938619e-02, -1.10285077e-02, 2.57816594e-02, 2.88861152e-03,\n",
" 2.33779866e-02, -4.20745797e-02, 1.05592338e-02, -1.87051687e-02,\n",
" 1.28999469e-03, 1.27094202e-02, 1.32947732e-02, 1.56749804e-02,\n",
" -3.95729765e-02, -4.66222782e-03, -8.62742141e-02, -3.29857990e-02,\n",
" -1.93349998e-02, 1.59163252e-02, -6.44107312e-02, 4.36518863e-02,\n",
" 5.53360768e-02, -1.08715929e-02, -4.43136618e-02, -4.43120115e-03,\n",
" 8.43346566e-02, 2.67456379e-02, 5.46914525e-02, -1.61735748e-03,\n",
" -2.94433534e-02, 3.44501995e-03, 4.12473753e-02, -2.50745025e-02,\n",
" -9.32056550e-03, -5.93311004e-02, 5.54170497e-02, -1.69764254e-02,\n",
" 7.20611215e-02, 2.69921473e-03, -1.37894573e-02, 3.10266148e-02,\n",
" -9.00400206e-02, -8.82555470e-02, -4.62561920e-02, 3.64640243e-02,\n",
" 3.02056577e-02, 2.83709504e-02, 6.06981590e-02, 2.20075715e-02,\n",
" 6.72483211e-03, -2.96040010e-02, 3.52646671e-02, -6.06614305e-03,\n",
" 2.50938511e-03, -1.67377070e-02, -5.51104844e-02, 4.17246372e-02,\n",
" 3.16657908e-02, -3.77175473e-02, 4.93863896e-02, -4.03512269e-02,\n",
" -5.72780222e-02, 1.31601375e-02, 2.38891207e-02, -8.94920602e-02,\n",
" -1.51002798e-02, -4.78735790e-02, 2.13725287e-02, 4.57122363e-02,\n",
" 2.71632168e-02, -3.48802209e-02, -6.65788800e-02, -2.20956597e-02,\n",
" 3.52631249e-02, -4.20324989e-02, 3.44639458e-03, 2.31227446e-02,\n",
" -6.85494319e-02, -2.71763168e-02, 4.16989699e-02, 1.65621545e-02,\n",
" 5.15479855e-02, -6.65259659e-02, -4.91375141e-02, -9.05623361e-02,\n",
" -3.62210013e-02, 1.02636414e-02, -4.43522595e-02, -2.60029696e-02,\n",
" 1.95997953e-02, -3.59272206e-04, -4.43432992e-03, -1.00202426e-01,\n",
" -7.96250179e-02, 3.26850303e-02, -3.71367075e-02, 9.60424989e-02,\n",
" -2.75482982e-02, -4.83030938e-02, 6.72523677e-02, 1.34189604e-02,\n",
" 4.72500846e-02, 2.64113788e-02, -4.16684168e-04, 1.12032481e-02,\n",
" 6.53105229e-02, -6.02742694e-02, 1.12692360e-02, 4.60395217e-02,\n",
" 4.85795608e-05, -2.34725140e-02, -3.34632806e-02, 9.37734265e-03,\n",
" -3.60585377e-02, 4.00761738e-02, 1.15104914e-02, 3.65963043e-03,\n",
" -3.00212651e-02, 1.20023983e-02, 4.85712066e-02, -2.47577112e-02,\n",
" -7.75834825e-03, -1.03580980e-02, 1.26344070e-01, 9.28861424e-02,\n",
" 2.21666116e-02, 1.96698643e-02, 2.78346874e-02, -4.34540510e-02,\n",
" 5.11238314e-02, 9.74496007e-02, -1.30349658e-02, 3.19974311e-02,\n",
" -9.23560373e-03, -1.37661975e-02, -2.94639990e-02, -4.08300199e-02,\n",
" -5.38810045e-02, 7.43298754e-02, 2.06611454e-02, 8.55842233e-03,\n",
" 1.97018869e-03, -1.99348270e-03, -9.70470719e-03, -5.21825179e-02,\n",
" 8.20005536e-02, 6.76991865e-02, 1.53330667e-02, 5.26692122e-02,\n",
" 2.52810623e-02, 2.94331014e-02, -6.74905553e-02, -4.96753864e-02,\n",
" -5.12451772e-03, 8.37996230e-02, -5.27569167e-02, -9.40311328e-03,\n",
" -1.91259198e-02, -2.46672835e-02, 5.76210506e-02, 3.67581472e-02,\n",
" 3.05605098e-03, 2.41747033e-02, 7.04168305e-02, 5.91354556e-02,\n",
" -1.24080237e-02, -6.96522146e-02, -1.09333312e-02, -1.30291833e-02,\n",
" 4.38928092e-03, 4.39873040e-02, -1.58861130e-02, -7.53163770e-02,\n",
" 4.26117703e-02, -7.42793828e-02, -4.67897505e-02, -2.73638265e-03,\n",
" -2.52351370e-02, -6.33340627e-02, 1.58052370e-02, -2.42758747e-02,\n",
" 4.14491631e-02, -1.50502725e-02, -5.78442924e-02, -3.32181416e-02,\n",
" 1.45190479e-02, -1.31907044e-02, -2.35438887e-02, 4.01205570e-02,\n",
" -7.66251385e-02, -1.78660136e-02, -3.46322544e-02, 1.62582546e-02,\n",
" 6.13868348e-02, -5.26107773e-02, 3.40024754e-02, -4.48298454e-02,\n",
" 4.46464308e-02, -2.05388404e-02, -6.29329309e-03, 2.73578968e-02,\n",
" 5.01728170e-02, 3.89849693e-02, 4.50946949e-02, 3.18488367e-02,\n",
" -1.98768340e-02, 3.98930646e-02, 1.28143532e-02, -3.15243676e-02,\n",
" -5.48970997e-02, -2.83786654e-02, 2.16275603e-02, -4.97285463e-02,\n",
" -1.70223154e-02, -4.98960987e-02, -9.73184183e-02, 2.21415814e-02,\n",
" -4.76977602e-03, 8.37061256e-02, 1.61832757e-02, 1.62048489e-02,\n",
" 1.88765991e-02, 2.30959803e-02, -5.80094308e-02, -1.31788095e-02,\n",
" -1.26997039e-01, -1.60835888e-02, 4.67495322e-02, -3.36592272e-02,\n",
" -5.32280058e-02, -5.01667894e-02, 2.19903095e-03, 1.90364737e-02,\n",
" -4.65648398e-02, -9.12417471e-02, -3.57844867e-02, 6.26851022e-02,\n",
" -1.05586722e-02, -3.17326412e-02, -4.92584892e-02, 2.60861665e-02,\n",
" -6.42614067e-02, 1.32312356e-02, 6.54749051e-02, -1.24447988e-02,\n",
" -7.22411089e-03, -6.53028395e-03, 1.93521660e-02, 2.11251457e-03,\n",
" -2.92305406e-02, 1.98155046e-02, -4.46959920e-02, -8.48214105e-02,\n",
" 2.24015750e-02, -1.69535242e-02, 1.01939648e-01, -4.56737876e-02,\n",
" 3.06360181e-02, 1.31915007e-02, 9.35369283e-02, 4.48970273e-02,\n",
" 1.48373581e-02, -3.24604101e-02, 3.48616275e-03, 1.29493056e-02,\n",
" 7.99533650e-02, 1.02013594e-03, 4.10511456e-02, 3.48680168e-02,\n",
" -1.67804549e-03, 3.25066112e-02, -1.92822218e-02, 2.06613652e-02,\n",
" -4.67538042e-03, -3.27628292e-02, 2.87914220e-02, 6.62662685e-02,\n",
" 6.74567595e-02, 2.61816420e-02, 1.87947080e-02, 3.80094163e-02,\n",
" 9.46354773e-03, 3.95415165e-02, -1.43029457e-02, -5.60399368e-02,\n",
" -2.75673475e-02, 6.92095086e-02, -6.88162493e-03, -4.35631312e-02,\n",
" 5.07528931e-02, 7.15268403e-03, -5.69465682e-02, -4.90902551e-02,\n",
" 5.41125983e-02, 1.37202591e-02, 3.26533727e-02, -5.65605573e-02,\n",
" 7.56642828e-03, -4.59282435e-02, -1.36334857e-03, -2.60740854e-02,\n",
" -3.03958938e-03, 5.37865832e-02, 5.32314600e-03, 4.92465636e-03,\n",
" -3.94497290e-02, -7.57092983e-02, 2.92954296e-02, 1.14238923e-02,\n",
" 1.52787296e-02, 5.69578959e-03, 1.19742723e-02, -6.05537742e-02,\n",
" 6.44478053e-02, 1.52189825e-02, 6.87301308e-02, -3.72639857e-02,\n",
" 1.54695986e-02, 3.99398990e-02, 1.22158691e-01, -4.56954166e-03,\n",
" -5.70889749e-02, -1.05524272e-01, 2.76957452e-02, -3.05855144e-02,\n",
" -8.43533967e-03, -1.03415251e-02, 1.04582487e-02, 6.69576898e-02,\n",
" 3.33556272e-02, -2.59729922e-02, -1.23630390e-02, 7.46767521e-02,\n",
" 1.38907358e-02, -6.21588901e-03, -5.73071279e-03, -9.90022719e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'xy': Embedding(embedding=array([ 0.09144334, -0.06537303, -0.02344931, -0.02376909, 0.00785752,\n",
" -0.04458784, 0.0421061 , 0.05444947, 0.08532722, 0.07688241,\n",
" -0.00111357, 0.03731941, 0.02407777, 0.01703421, -0.00598811,\n",
" 0.01189997, 0.03198898, 0.08535175, 0.02311575, -0.02436643,\n",
" -0.08237553, -0.03859466, 0.01401624, 0.07045235, 0.04111347,\n",
" 0.0305001 , -0.00819133, -0.04480845, 0.0491536 , -0.0108633 ,\n",
" 0.06988677, -0.00352381, -0.03172281, -0.00363164, 0.03847435,\n",
" -0.00568363, -0.03344957, -0.02454366, -0.07458846, 0.05052307,\n",
" -0.03062036, 0.00998047, -0.01969131, -0.01550906, 0.03589677,\n",
" -0.05906346, -0.02936617, 0.04472574, -0.03258206, 0.02122478,\n",
" 0.02397048, 0.00176344, 0.00860037, 0.01696608, 0.04049537,\n",
" 0.03926983, -0.00136038, -0.04803811, -0.02659617, -0.03310086,\n",
" 0.03902528, 0.0327851 , 0.03595352, 0.02632177, 0.01060203,\n",
" 0.00510408, 0.03477446, -0.00274776, -0.00967383, -0.03775805,\n",
" -0.03973133, 0.05600701, 0.02097563, 0.16295883, -0.01371324,\n",
" 0.03714779, -0.00410956, -0.05845818, 0.02188048, -0.01914163,\n",
" 0.07325205, 0.0103293 , -0.08260459, 0.05833839, -0.03106323,\n",
" 0.01054314, -0.02040501, -0.07947345, -0.05240015, -0.04237656,\n",
" -0.00956494, -0.02641988, -0.06389394, -0.08005697, -0.03794058,\n",
" -0.00250669, -0.06720559, 0.02668494, -0.02456325, -0.01436857,\n",
" -0.00376053, -0.02279114, -0.03900294, -0.04441144, -0.04782693,\n",
" 0.002123 , 0.00113921, 0.02255214, -0.07481102, 0.08426414,\n",
" -0.01082672, -0.03511538, -0.01678912, -0.01210538, 0.00875172,\n",
" 0.07903415, -0.00058337, 0.10023888, -0.06411533, -0.04905545,\n",
" -0.13505709, -0.05410175, 0.04035928, -0.02005409, -0.01312255,\n",
" -0.00389986, -0.01037772, 0.02630291, -0.05645635, 0.02604893,\n",
" 0.00097856, 0.06949425, -0.01903138, 0.0275432 , -0.03469009,\n",
" 0.05099418, -0.01442518, 0.05907035, 0.00399045, -0.01010857,\n",
" -0.03390443, -0.0111588 , 0.0048271 , -0.00540164, 0.01063927,\n",
" 0.02196476, 0.01455337, 0.05252865, -0.03174761, 0.0045468 ,\n",
" 0.06636809, 0.02430241, -0.00862786, -0.00026927, -0.06386513,\n",
" -0.07703838, -0.01692496, -0.01531809, 0.0401677 , 0.00070627,\n",
" 0.04073213, 0.02659187, 0.02992415, -0.06367704, -0.08177584,\n",
" 0.01421798, 0.00016462, -0.04617883, 0.01780068, 0.06412034,\n",
" -0.04749491, 0.05408042, -0.04087575, -0.01343485, 0.04112117,\n",
" -0.0579829 , -0.0309884 , -0.03092387, 0.01382207, -0.01239012,\n",
" 0.03302232, -0.04668835, 0.02991556, -0.0112003 , -0.00097964,\n",
" 0.04293246, 0.01528983, 0.00477265, -0.0385115 , 0.02216301,\n",
" -0.08516743, -0.01665844, -0.0433268 , -0.00192942, -0.05276345,\n",
" 0.0398845 , 0.04786805, -0.02246555, -0.05194552, 0.0057515 ,\n",
" 0.07777134, 0.03707796, 0.0487998 , -0.01802659, -0.00248066,\n",
" 0.04110123, -0.0003861 , -0.02207627, -0.00921757, -0.0231481 ,\n",
" 0.05231413, -0.02802428, 0.05018042, -0.00951197, -0.00848317,\n",
" 0.05473283, -0.05411306, -0.06234553, -0.05784463, 0.03341877,\n",
" 0.03520382, 0.02927535, 0.05764437, -0.00817941, 0.01726969,\n",
" 0.00642267, 0.02700954, -0.0396092 , 0.03571651, 0.00188072,\n",
" -0.03805844, 0.04408806, 0.01644498, -0.02638688, 0.02617443,\n",
" -0.0296546 , -0.02553194, 0.00150733, 0.03223072, -0.12137827,\n",
" 0.00305623, -0.05442488, 0.0630687 , 0.06641129, 0.01678242,\n",
" -0.00883463, -0.06102829, -0.00063714, 0.04660913, -0.02473018,\n",
" 0.01720853, 0.01241853, -0.06842405, -0.02938079, 0.025002 ,\n",
" 0.0364227 , 0.06227976, -0.06911672, -0.06973615, -0.0598442 ,\n",
" -0.01151153, -0.00929217, -0.0730927 , -0.0240133 , 0.04693703,\n",
" -0.01789185, -0.01946985, -0.07579572, -0.08207687, 0.06267694,\n",
" -0.02670679, 0.0919288 , -0.03753735, -0.06003648, 0.03501225,\n",
" -0.00529031, 0.02149837, 0.01563272, -0.0161207 , 0.00193304,\n",
" 0.05081156, -0.02236516, -0.01353042, 0.04805347, -0.01128682,\n",
" -0.04656148, -0.00832788, 0.00094661, -0.05304238, 0.03935123,\n",
" 0.00110968, 0.02212013, -0.01970172, 0.00338561, 0.03517348,\n",
" -0.02236577, -0.01794889, -0.02365131, 0.10895528, 0.08222136,\n",
" 0.03500561, 0.03070826, 0.06162972, -0.03693537, 0.05949665,\n",
" 0.04461951, 0.01810355, 0.00094728, -0.04011969, -0.03458309,\n",
" -0.05608271, -0.04989271, -0.03138153, 0.06331917, 0.04083678,\n",
" 0.017208 , 0.01263089, -0.01044208, 0.00740909, -0.07883287,\n",
" 0.09268942, 0.08304385, -0.00101719, 0.04826146, 0.02153944,\n",
" 0.0463577 , -0.07200336, -0.09468412, 0.00021667, 0.05195671,\n",
" -0.07012953, -0.00886628, -0.03745727, -0.00026626, 0.05721106,\n",
" 0.03058087, -0.01238138, 0.03667636, 0.05532285, 0.06245795,\n",
" -0.04193257, -0.08286156, -0.02374062, -0.03447553, 0.0361115 ,\n",
" 0.04700604, -0.02565129, -0.08456363, 0.04266702, -0.06784944,\n",
" -0.0435494 , -0.00501629, -0.01071055, -0.03953156, 0.02500778,\n",
" 0.00322099, 0.05480221, -0.00425005, -0.06609754, -0.03966512,\n",
" 0.03107375, -0.00113249, -0.03152076, 0.03460789, -0.11275272,\n",
" -0.03153057, -0.06223231, 0.04876436, 0.04779936, -0.03678178,\n",
" 0.01652055, -0.06719352, 0.06036781, 0.01699409, -0.02586531,\n",
" 0.04132674, 0.04082999, 0.03853447, 0.0514126 , 0.01701413,\n",
" 0.02587718, 0.06768191, 0.02977997, -0.00518211, -0.04649558,\n",
" -0.04605431, -0.00286844, -0.0470146 , -0.00924519, -0.00596193,\n",
" -0.0935555 , 0.02136401, 0.01002353, 0.11784504, 0.02093519,\n",
" 0.00935785, -0.01197026, 0.01768298, -0.03782324, 0.00991851,\n",
" -0.13717064, 0.00093872, 0.06516749, -0.04622559, -0.08952355,\n",
" -0.04026307, 0.01333851, 0.02681763, -0.03039931, -0.0904214 ,\n",
" -0.03877036, 0.06837877, -0.01484787, -0.03290366, -0.03349596,\n",
" 0.03032764, -0.02601203, -0.01411878, 0.05735476, -0.03478023,\n",
" -0.03188487, 0.02023109, 0.00998219, 0.00286783, -0.01502876,\n",
" 0.0392767 , -0.03980836, -0.05663161, 0.02201557, -0.02398481,\n",
" 0.09360474, -0.04815947, 0.01442992, 0.00913908, 0.09098273,\n",
" 0.03522716, 0.00993635, -0.05456346, 0.01563054, 0.02468113,\n",
" 0.0742278 , -0.01222112, 0.02562295, 0.04513642, -0.01759288,\n",
" 0.0024495 , -0.0045906 , -0.00602369, -0.00976061, -0.04498688,\n",
" 0.02345745, 0.04567649, 0.05947043, -0.00971242, 0.00676405,\n",
" 0.01539885, -0.00979958, 0.02497575, -0.01874394, -0.0587952 ,\n",
" -0.01101934, 0.10604525, 0.00144429, -0.02605747, 0.03085852,\n",
" 0.02575936, -0.04292013, -0.04369874, 0.0381702 , 0.00633332,\n",
" 0.01345961, -0.05987266, 0.00468652, -0.03416318, -0.03841766,\n",
" -0.04552778, 0.00967995, 0.07996888, -0.0153632 , -0.00366385,\n",
" -0.03804499, -0.03398931, -0.0074429 , 0.0279125 , 0.00656614,\n",
" -0.00877873, 0.01290984, -0.05485293, 0.07444176, -0.03076106,\n",
" 0.05629473, -0.0084294 , 0.00849159, 0.04398568, 0.12699817,\n",
" 0.00551654, -0.04630854, -0.09965939, 0.05300548, -0.03974485,\n",
" 0.01556705, -0.00307553, 0.02681453, 0.11253724, 0.03988349,\n",
" -0.02269607, -0.00763262, 0.07093729, -0.00052328, -0.01989882,\n",
" -0.00262071, -0.10844602]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'yallgot': Embedding(embedding=array([ 1.13355748e-01, -4.60303351e-02, -1.70706231e-02, 8.26324150e-03,\n",
" 1.59578538e-03, -7.43607879e-02, 2.44458504e-02, 6.36225492e-02,\n",
" 1.02150790e-01, 5.33474125e-02, -3.45381238e-02, 5.92881665e-02,\n",
" 3.88984494e-02, 1.61474198e-02, -8.73262621e-03, 4.18496989e-02,\n",
" 6.36807084e-02, 9.26722735e-02, 1.34981726e-03, -2.19947807e-02,\n",
" -8.43411386e-02, -4.19727415e-02, 8.88158660e-03, 4.65166159e-02,\n",
" 1.18668992e-02, 2.12335512e-02, 8.53058975e-03, -3.87913696e-02,\n",
" 5.77665344e-02, -1.87968928e-02, 8.32875222e-02, -1.79349035e-02,\n",
" 4.45146998e-03, 9.11807735e-03, 3.77649367e-02, -2.87286267e-02,\n",
" -5.19347191e-02, -1.76082067e-02, -9.44191962e-02, 4.94841747e-02,\n",
" -5.07590100e-02, 1.83155984e-02, -2.55744718e-02, -1.11256316e-02,\n",
" 4.27533798e-02, -6.95974752e-02, -3.87041382e-02, 4.65005860e-02,\n",
" -2.43794937e-02, 1.37335928e-02, 3.53902914e-02, -2.12290231e-02,\n",
" -3.30270687e-03, 1.57061592e-02, 4.43315133e-02, 7.41995499e-02,\n",
" -8.67280364e-03, -8.66579786e-02, -1.34449592e-02, -1.93341989e-02,\n",
" 3.79407257e-02, 1.43020079e-02, 2.72749029e-02, 1.61173698e-02,\n",
" 1.74903907e-02, 1.32380342e-02, 3.88107151e-02, 2.49793623e-02,\n",
" 3.14041553e-03, -1.41946189e-02, -1.26209389e-02, 1.58311911e-02,\n",
" 2.01902874e-02, 1.38805076e-01, -3.10842264e-02, 5.12737362e-03,\n",
" 1.82079859e-02, -9.05972570e-02, 2.22943965e-02, -2.31868774e-02,\n",
" 3.36877443e-02, 3.09893023e-02, -6.89837262e-02, 4.06282134e-02,\n",
" -2.26018671e-02, 5.03913090e-02, -2.87698936e-02, -9.90254357e-02,\n",
" -5.55663966e-02, -2.10253950e-02, -2.76588369e-02, -4.75145467e-02,\n",
" -2.97477953e-02, -7.33647719e-02, -8.34199339e-02, 3.82360406e-02,\n",
" -6.84798062e-02, 3.66038755e-02, -4.45846003e-03, 3.70997447e-03,\n",
" -6.76552113e-03, -1.73564404e-02, 1.22728874e-03, -2.54798960e-02,\n",
" -3.92167382e-02, -2.27945670e-02, 6.25676112e-05, 2.75991485e-02,\n",
" -4.09714095e-02, 7.90521801e-02, -4.52565327e-02, -1.80667937e-02,\n",
" 4.29722806e-03, 1.08942040e-03, 8.17834027e-03, 7.22048208e-02,\n",
" 3.34107652e-02, 9.19291750e-02, -7.26646036e-02, -2.81177610e-02,\n",
" -1.58845291e-01, -5.92689887e-02, 3.27392332e-02, -2.08603730e-03,\n",
" -2.92465948e-02, 4.33257408e-03, -3.98077741e-02, 4.48365100e-02,\n",
" -8.52397159e-02, 1.50156077e-02, 1.12895733e-02, 5.32781743e-02,\n",
" -3.18733677e-02, 2.34837383e-02, -2.63180211e-02, 5.63919693e-02,\n",
" 1.60889644e-02, 6.02099635e-02, -8.94151814e-03, 1.66861806e-02,\n",
" -2.30491627e-02, -3.08819637e-02, -1.68086402e-02, 1.30212754e-02,\n",
" -3.70341726e-02, 3.25940214e-02, 6.10092143e-03, 5.56579642e-02,\n",
" -3.96997221e-02, -3.02239950e-03, 4.84913625e-02, 3.61054353e-02,\n",
" -3.48278247e-02, 3.05210799e-02, -3.49717699e-02, -4.37263921e-02,\n",
" -3.51028852e-02, 2.12646406e-02, 3.89474034e-02, 5.81395952e-03,\n",
" 1.74192190e-02, 5.81706651e-02, 3.69933173e-02, -6.04006387e-02,\n",
" -9.63484943e-02, -3.10000055e-03, 5.67030255e-03, -3.48495692e-02,\n",
" 3.63305733e-02, 4.15356457e-02, -2.62065902e-02, 3.30334380e-02,\n",
" -4.53061759e-02, 1.26589732e-02, 5.74541725e-02, -8.03155974e-02,\n",
" -3.03156003e-02, -7.95480516e-03, 2.94670742e-02, 3.14193475e-03,\n",
" 2.75403354e-02, -4.33932617e-02, 1.77244749e-02, -2.27933079e-02,\n",
" 7.14736758e-04, 8.44615791e-03, 2.58446299e-02, 9.88590159e-03,\n",
" -4.73134667e-02, -3.85877723e-03, -9.44478959e-02, -2.68215574e-02,\n",
" -2.41511278e-02, 1.30609525e-02, -6.89431876e-02, 4.40206416e-02,\n",
" 5.56063466e-02, -2.35335603e-02, -4.89485785e-02, -4.42935200e-03,\n",
" 8.28535557e-02, 2.88871098e-02, 6.12147935e-02, 7.38521852e-03,\n",
" -2.84678191e-02, 9.76918358e-03, 3.65201049e-02, -2.81054694e-02,\n",
" -1.39420331e-02, -5.95914572e-02, 6.06518798e-02, -1.83803439e-02,\n",
" 6.37464076e-02, 4.55630291e-03, -4.51151421e-03, 3.65835615e-02,\n",
" -9.01384652e-02, -9.36732590e-02, -5.09481765e-02, 3.80809009e-02,\n",
" 2.21324861e-02, 2.11176891e-02, 6.15675040e-02, 1.75162740e-02,\n",
" 7.73317413e-03, -1.72410887e-02, 3.38166915e-02, -8.96538980e-03,\n",
" 1.93211925e-03, -1.44542782e-02, -6.14217855e-02, 4.09490168e-02,\n",
" 3.38213146e-02, -4.05529961e-02, 3.92338596e-02, -4.05391343e-02,\n",
" -5.47267422e-02, 2.26623118e-02, 2.81781610e-02, -8.87390152e-02,\n",
" -1.59001481e-02, -5.20154648e-02, 2.22764891e-02, 4.82000969e-02,\n",
" 2.43237484e-02, -2.81711258e-02, -6.85922578e-02, -1.89593229e-02,\n",
" 5.25066219e-02, -3.87606658e-02, 8.88161547e-03, 1.79108270e-02,\n",
" -6.59144893e-02, -2.31057238e-02, 4.25344668e-02, 2.06913687e-02,\n",
" 4.61147316e-02, -5.93106486e-02, -4.21412215e-02, -9.08247307e-02,\n",
" -2.71005332e-02, 3.27217742e-03, -5.33143878e-02, -2.77238823e-02,\n",
" 1.85798090e-02, 9.60435485e-04, -4.21372615e-03, -1.06673166e-01,\n",
" -9.51555669e-02, 4.30585742e-02, -3.50708924e-02, 9.30819511e-02,\n",
" -2.76495703e-02, -4.60979007e-02, 6.65542260e-02, 8.74045864e-03,\n",
" 4.49610278e-02, 2.80548166e-02, -1.96670531e-03, 1.23240538e-02,\n",
" 6.56437650e-02, -5.18311523e-02, 5.94644574e-03, 5.19840233e-02,\n",
" 4.56833094e-03, -2.43310034e-02, -3.49978246e-02, 8.91790353e-03,\n",
" -4.47232313e-02, 5.59155755e-02, 1.38855269e-02, -9.65266488e-04,\n",
" -2.67344937e-02, 8.93028174e-03, 4.28407863e-02, -3.16132009e-02,\n",
" -9.35873296e-03, -1.01598548e-02, 1.20968655e-01, 9.72544029e-02,\n",
" 2.78585441e-02, 2.71441527e-02, 3.21368612e-02, -5.13462760e-02,\n",
" 4.63844799e-02, 9.79634374e-02, -1.12268897e-02, 3.54636535e-02,\n",
" -1.08265607e-02, -2.50672065e-02, -3.40121686e-02, -4.68177237e-02,\n",
" -5.32688983e-02, 6.98051453e-02, 3.40170003e-02, 1.38377976e-02,\n",
" 1.06417295e-02, -8.12916178e-03, -9.31842905e-03, -4.81748357e-02,\n",
" 8.33569765e-02, 7.00979382e-02, 2.31788699e-02, 4.75913994e-02,\n",
" 2.07282882e-02, 4.54345904e-02, -5.86073287e-02, -5.27542643e-02,\n",
" -4.61909315e-03, 8.05007294e-02, -5.72625175e-02, -1.75518207e-02,\n",
" -1.86331086e-02, -1.62187945e-02, 4.82694954e-02, 4.00749184e-02,\n",
" -4.47344407e-03, 2.62527037e-02, 7.08184093e-02, 6.56395257e-02,\n",
" -1.33038489e-02, -6.52499795e-02, 2.44862912e-03, -1.32382801e-02,\n",
" 1.33649250e-02, 4.59355451e-02, -7.44867651e-03, -6.99981526e-02,\n",
" 3.70674618e-02, -7.94268698e-02, -4.51294594e-02, -3.03712673e-04,\n",
" -1.25587201e-02, -5.95646426e-02, 1.15870703e-02, -2.26910822e-02,\n",
" 3.87918465e-02, -1.27676995e-02, -5.84909543e-02, -3.09065990e-02,\n",
" 7.05559598e-03, -1.28835859e-02, -2.86178347e-02, 3.15373540e-02,\n",
" -7.17201754e-02, -2.01738421e-02, -4.26977389e-02, 1.23099955e-02,\n",
" 5.62541001e-02, -4.53964733e-02, 2.96005998e-02, -3.87889221e-02,\n",
" 4.91012186e-02, -1.75891872e-02, -7.49330455e-03, 2.10521109e-02,\n",
" 5.09823263e-02, 4.06778678e-02, 5.15371822e-02, 3.47067751e-02,\n",
" -1.46323880e-02, 4.42755148e-02, 9.79356095e-03, -2.91924924e-02,\n",
" -6.31186217e-02, -1.85172316e-02, 1.27112810e-02, -5.27899191e-02,\n",
" -1.86135862e-02, -4.58360910e-02, -9.06353742e-02, 3.03412694e-02,\n",
" -2.05359957e-03, 7.95296133e-02, 1.57525931e-02, 1.83633678e-02,\n",
" 1.53289065e-02, 2.91705616e-02, -5.85921854e-02, -1.23299537e-02,\n",
" -1.29644871e-01, -2.42690444e-02, 4.48743366e-02, -3.92968543e-02,\n",
" -4.91856709e-02, -4.18765359e-02, -2.73911655e-03, 2.12891847e-02,\n",
" -4.02637012e-02, -8.23929161e-02, -3.60639021e-02, 6.21276796e-02,\n",
" -6.09597750e-03, -3.26634534e-02, -4.39434238e-02, 2.37537026e-02,\n",
" -5.81770651e-02, 1.45730795e-02, 6.31521195e-02, -1.07371341e-02,\n",
" -1.03078820e-02, -5.02383616e-03, 2.17510462e-02, 1.04852905e-02,\n",
" -2.54741609e-02, 1.07410718e-02, -5.09630106e-02, -9.09852609e-02,\n",
" 2.18942408e-02, -2.22140774e-02, 1.02036022e-01, -3.38204391e-02,\n",
" 2.80802883e-02, 6.20840956e-03, 8.12384114e-02, 3.37727182e-02,\n",
" 9.11897887e-03, -3.67432535e-02, 5.00305695e-03, 1.05214724e-02,\n",
" 7.33872801e-02, 1.02309941e-03, 3.95053141e-02, 2.90045775e-02,\n",
" -4.33994317e-03, 3.42949927e-02, -2.05350798e-02, 1.81688964e-02,\n",
" -1.30264163e-02, -3.39342840e-02, 2.76505239e-02, 5.87307364e-02,\n",
" 6.20115139e-02, 3.21569443e-02, 2.69939713e-02, 4.33024317e-02,\n",
" 9.44389310e-03, 4.48148102e-02, -2.04139128e-02, -4.67688963e-02,\n",
" -2.43392941e-02, 7.30173662e-02, 6.04294648e-04, -4.00337428e-02,\n",
" 5.07197417e-02, 1.22549478e-02, -6.16104975e-02, -4.15531248e-02,\n",
" 5.11467867e-02, 1.78632084e-02, 3.98156568e-02, -6.65085018e-02,\n",
" 1.96227115e-02, -3.67214121e-02, -8.26115441e-03, -2.59845015e-02,\n",
" 1.16985873e-03, 4.53431606e-02, 1.10833757e-02, 8.92509986e-03,\n",
" -4.07516845e-02, -6.28222823e-02, 3.12898494e-02, 3.65535868e-03,\n",
" 7.29760574e-03, 6.90126140e-03, 5.05161379e-03, -6.31268024e-02,\n",
" 6.55105859e-02, 6.22728094e-03, 7.34793171e-02, -3.58876251e-02,\n",
" 5.50333876e-03, 3.67177688e-02, 1.24834277e-01, -8.17494933e-03,\n",
" -5.51639795e-02, -9.36244950e-02, 2.82068923e-02, -2.63189208e-02,\n",
" -1.43507204e-03, -3.90932010e-03, 7.48611754e-03, 6.58379346e-02,\n",
" 2.70378049e-02, -2.87342146e-02, -8.13527126e-03, 6.83142692e-02,\n",
" 9.64892935e-03, -1.30920280e-02, -4.47596051e-03, -9.99562442e-02]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'yodawg': Embedding(embedding=array([ 0.09428474, -0.04657238, -0.0192604 , -0.03150802, 0.00703013,\n",
" -0.04503882, 0.04290842, 0.0613365 , 0.09111209, 0.08238593,\n",
" -0.00644761, 0.03760308, 0.02447609, 0.02453864, -0.01490921,\n",
" 0.02571894, 0.03875121, 0.08643699, 0.01892269, -0.02708352,\n",
" -0.08175632, -0.04202514, 0.00989601, 0.05498126, 0.03333899,\n",
" 0.03422105, -0.00185598, -0.04388709, 0.05983713, -0.00723962,\n",
" 0.08315752, -0.00632676, -0.02072584, 0.00411258, 0.0268767 ,\n",
" -0.01245913, -0.04501675, -0.0207438 , -0.06573468, 0.04684238,\n",
" -0.03553203, 0.00053836, -0.01940194, -0.0249684 , 0.03402366,\n",
" -0.06255343, -0.02475772, 0.03326417, -0.03371915, 0.03130067,\n",
" 0.03265572, 0.00226967, 0.00609915, 0.0048446 , 0.04868068,\n",
" 0.04350072, 0.01545871, -0.0607033 , -0.02449875, -0.03997394,\n",
" 0.04396529, 0.02711714, 0.03659775, 0.02225094, 0.01205615,\n",
" -0.00408865, 0.0324921 , -0.00615281, -0.0140489 , -0.02518551,\n",
" -0.03336854, 0.05414261, 0.00413937, 0.16600749, -0.00637771,\n",
" 0.0315216 , 0.00373732, -0.0620512 , 0.01197521, -0.01421747,\n",
" 0.06778859, 0.00564286, -0.07511764, 0.05555147, -0.03081266,\n",
" 0.01320967, -0.0204252 , -0.08801625, -0.05185759, -0.05255347,\n",
" -0.00731092, -0.03106998, -0.05614256, -0.08872014, -0.04027177,\n",
" 0.00187741, -0.07349439, 0.0256567 , -0.03143348, -0.01879882,\n",
" -0.00752054, -0.01633209, -0.03587841, -0.03700482, -0.04599778,\n",
" -0.00496239, 0.00078614, 0.02832903, -0.06860533, 0.0846894 ,\n",
" -0.02543958, -0.03679574, -0.02954491, -0.00546767, 0.02857471,\n",
" 0.07309964, 0.00985285, 0.10015436, -0.04978143, -0.04549968,\n",
" -0.13787693, -0.06402556, 0.03568907, -0.00675303, -0.01915865,\n",
" 0.004037 , -0.02498925, 0.03709114, -0.05682787, 0.02300769,\n",
" 0.00770442, 0.07740045, -0.01931784, 0.02998895, -0.02800264,\n",
" 0.04578266, 0.00018146, 0.05617182, -0.00148233, 0.001749 ,\n",
" -0.03891175, -0.0212687 , 0.01523604, -0.00260202, 0.01308482,\n",
" 0.01221715, 0.01714021, 0.06589612, -0.04517767, 0.00338781,\n",
" 0.05678903, 0.02621092, -0.02022754, 0.0055458 , -0.06247168,\n",
" -0.06996265, -0.0379771 , -0.00924395, 0.03237874, 0.00246983,\n",
" 0.02783729, 0.04498073, 0.02531346, -0.06339058, -0.10554071,\n",
" 0.00456157, -0.00074234, -0.0427236 , 0.01670524, 0.05996754,\n",
" -0.05040333, 0.05094566, -0.04617544, 0.00405882, 0.03220052,\n",
" -0.05575089, -0.024062 , -0.0249578 , 0.02062371, -0.01831575,\n",
" 0.03124016, -0.04370176, 0.02504703, -0.00449469, -0.00706575,\n",
" 0.03583824, 0.01989108, -0.01209771, -0.05132421, 0.02316406,\n",
" -0.08395398, -0.02900527, -0.03116491, 0.00920084, -0.05861759,\n",
" 0.04268764, 0.03569387, -0.03610078, -0.05461946, 0.01028999,\n",
" 0.09140825, 0.0329381 , 0.04379557, -0.0024195 , -0.00922575,\n",
" 0.04378443, 0.00701225, -0.03524038, -0.01513778, -0.02244138,\n",
" 0.05071698, -0.01546715, 0.04265768, 0.00186045, 0.00215096,\n",
" 0.06050432, -0.0601294 , -0.06742348, -0.05265641, 0.03443648,\n",
" 0.01919974, 0.03628268, 0.04574328, -0.00587315, 0.0221194 ,\n",
" 0.00850417, 0.0264922 , -0.03289018, 0.02303821, 0.01707599,\n",
" -0.03816969, 0.03218504, 0.02900558, -0.04117617, 0.03319444,\n",
" -0.03067959, -0.01883572, 0.01135951, 0.03026981, -0.11372066,\n",
" 0.00798116, -0.05506789, 0.04504345, 0.07871873, 0.02351218,\n",
" -0.00955007, -0.06695977, -0.00441809, 0.04734764, -0.028078 ,\n",
" 0.02432665, 0.00321924, -0.07274864, -0.02576565, 0.03334036,\n",
" 0.0316034 , 0.05152828, -0.07103676, -0.06058924, -0.06988344,\n",
" -0.00154559, -0.00696562, -0.06326857, -0.02562501, 0.02925421,\n",
" -0.02409304, -0.01694125, -0.07697656, -0.0726885 , 0.05281398,\n",
" -0.028867 , 0.07858516, -0.03593647, -0.05027642, 0.03064196,\n",
" -0.00017162, 0.02025233, 0.02797903, 0.00231795, 0.01074315,\n",
" 0.05174024, -0.03345772, -0.02519121, 0.06282208, -0.01161329,\n",
" -0.04045282, -0.02115845, -0.00126939, -0.05495835, 0.04830389,\n",
" 0.01548143, 0.00624069, -0.01230669, -0.00561852, 0.04246037,\n",
" -0.02162846, -0.02355803, -0.02748795, 0.10899533, 0.07794103,\n",
" 0.04236444, 0.03317217, 0.05744829, -0.04469367, 0.05354828,\n",
" 0.0476388 , 0.01732871, 0.01094529, -0.03017316, -0.02813829,\n",
" -0.06046101, -0.0579817 , -0.03359522, 0.07423829, 0.03088748,\n",
" 0.01869731, 0.00915498, -0.00567546, 0.01357951, -0.06272749,\n",
" 0.09061408, 0.08408397, -0.00138563, 0.04533556, 0.0335752 ,\n",
" 0.06282475, -0.08338962, -0.08054428, 0.00090224, 0.06314896,\n",
" -0.07303885, -0.00493395, -0.02825165, -0.00343826, 0.05940476,\n",
" 0.04106267, -0.00535962, 0.02496628, 0.05695979, 0.0605652 ,\n",
" -0.04274694, -0.08895344, -0.01757338, -0.02144914, 0.0372914 ,\n",
" 0.06097396, -0.02265182, -0.06724649, 0.03497218, -0.05366767,\n",
" -0.04633318, 0.00914483, -0.01436291, -0.05367996, 0.02316921,\n",
" -0.00387018, 0.05521423, 0.00420812, -0.05816849, -0.04070169,\n",
" 0.0253961 , 0.00057986, -0.0362571 , 0.02771122, -0.1094283 ,\n",
" -0.0246151 , -0.05415562, 0.04580792, 0.04120365, -0.040889 ,\n",
" 0.0160815 , -0.0625655 , 0.05689852, 0.0064158 , -0.01520343,\n",
" 0.04117706, 0.03615017, 0.03476174, 0.05855568, 0.01871742,\n",
" 0.0146782 , 0.06477015, 0.0332349 , -0.01903969, -0.04998926,\n",
" -0.04372719, 0.01138677, -0.06232841, -0.01452422, -0.02179753,\n",
" -0.08901608, 0.01741263, 0.00691688, 0.11146127, 0.00946134,\n",
" 0.01168516, -0.01578857, 0.02394105, -0.03728662, -0.00450701,\n",
" -0.12001466, -0.00556871, 0.06101583, -0.04549613, -0.0744391 ,\n",
" -0.04575347, 0.00167019, 0.02729242, -0.04214238, -0.08432393,\n",
" -0.04255882, 0.05685874, -0.00846229, -0.05813636, -0.0302571 ,\n",
" 0.03337329, -0.03380706, -0.01460244, 0.06167163, -0.02218103,\n",
" -0.02493066, 0.01509437, 0.02422422, -0.00105901, -0.01217133,\n",
" 0.03576078, -0.0545102 , -0.07000553, 0.01609311, -0.01688312,\n",
" 0.10027019, -0.04469372, 0.01983201, 0.01177957, 0.07416472,\n",
" 0.02609513, 0.00899472, -0.05766325, 0.01048254, 0.02095901,\n",
" 0.07266386, -0.01720552, 0.02800625, 0.04786501, -0.01614954,\n",
" 0.02246119, 0.00257076, 0.0092974 , -0.00838424, -0.04460594,\n",
" 0.03073802, 0.04887363, 0.06268994, 0.00335668, 0.01855676,\n",
" 0.01312438, -0.00179435, 0.04155549, -0.02019354, -0.07793219,\n",
" -0.00879761, 0.09732392, -0.00648843, -0.03358451, 0.03015884,\n",
" 0.02622713, -0.04843579, -0.04360681, 0.04131252, -0.00216011,\n",
" 0.01445739, -0.06500473, 0.0234731 , -0.02964972, -0.03232507,\n",
" -0.0417482 , 0.01243465, 0.07603213, -0.01319618, 0.01076741,\n",
" -0.03804264, -0.03543689, 0.01200455, 0.02622291, 0.00243304,\n",
" -0.01265583, 0.02013447, -0.04798111, 0.06403089, -0.01635223,\n",
" 0.07065441, -0.01874153, 0.01643572, 0.04882576, 0.12610304,\n",
" 0.02747285, -0.05355053, -0.09806066, 0.04579385, -0.04118181,\n",
" 0.01156618, -0.01328258, 0.01963861, 0.10607313, 0.02149268,\n",
" -0.03316316, -0.00233473, 0.07251193, -0.00950594, -0.02608347,\n",
" 0.00557744, -0.11482608]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'yuno': Embedding(embedding=array([ 0.09414057, -0.04717893, -0.01407329, -0.03215562, 0.00065583,\n",
" -0.04159839, 0.03679964, 0.06450196, 0.0971392 , 0.08059751,\n",
" -0.0055891 , 0.03649603, 0.01530335, 0.02770647, -0.01017326,\n",
" 0.02145444, 0.04128809, 0.08846536, 0.0152826 , -0.01919396,\n",
" -0.0870749 , -0.04718119, 0.00756605, 0.05737871, 0.02532062,\n",
" 0.03004241, -0.00633551, -0.04415296, 0.06112681, -0.00792079,\n",
" 0.08558503, -0.00875019, -0.02219524, -0.00100081, 0.0320842 ,\n",
" -0.01206222, -0.04876785, -0.02684886, -0.07025021, 0.05266387,\n",
" -0.04046332, 0.00451843, -0.01903285, -0.02190295, 0.03200227,\n",
" -0.06002988, -0.0273204 , 0.03981549, -0.03088567, 0.02845991,\n",
" 0.03035551, -0.00204925, 0.00512371, 0.00174866, 0.04402948,\n",
" 0.05089315, 0.01000258, -0.06221421, -0.03167432, -0.03481353,\n",
" 0.04724823, 0.02737561, 0.0324265 , 0.02264288, 0.0188297 ,\n",
" -0.00466218, 0.03103895, 0.00688043, -0.01477137, -0.02072367,\n",
" -0.02790004, 0.05116707, 0.00708652, 0.16356125, -0.00654015,\n",
" 0.02160786, 0.00310149, -0.06767202, 0.01216166, -0.01844705,\n",
" 0.06939687, 0.00230667, -0.07623969, 0.05154217, -0.0290428 ,\n",
" 0.02100516, -0.01835335, -0.08335803, -0.05591833, -0.04701648,\n",
" -0.00506326, -0.03226484, -0.04819724, -0.09336209, -0.04834594,\n",
" 0.00173812, -0.07303624, 0.02662746, -0.0256024 , -0.01702743,\n",
" -0.00857856, -0.02003378, -0.03534843, -0.031697 , -0.03752881,\n",
" -0.00611363, 0.0008042 , 0.02856616, -0.06287188, 0.08150075,\n",
" -0.02671631, -0.03986851, -0.01925075, -0.0097069 , 0.02575274,\n",
" 0.07967121, 0.00872327, 0.09459312, -0.05061687, -0.03986676,\n",
" -0.13772419, -0.05410726, 0.03454267, -0.00527163, -0.01781802,\n",
" 0.00090833, -0.02470632, 0.03364052, -0.05755016, 0.0185672 ,\n",
" 0.00558923, 0.07679708, -0.02717242, 0.02601795, -0.02804008,\n",
" 0.04342113, 0.00141597, 0.05674836, -0.00349254, 0.00423046,\n",
" -0.03826759, -0.01464764, 0.00698722, 0.00981689, 0.00408934,\n",
" 0.01831872, 0.01583638, 0.07080533, -0.04570179, 0.00358209,\n",
" 0.06123694, 0.02646421, -0.02419538, 0.00844042, -0.05931701,\n",
" -0.07087179, -0.03173529, -0.00262178, 0.03352206, 0.00187007,\n",
" 0.0267325 , 0.04824841, 0.03083809, -0.06083304, -0.10568929,\n",
" 0.00238821, 0.00094655, -0.04194404, 0.01898317, 0.0583065 ,\n",
" -0.04712697, 0.05026024, -0.05298969, 0.000912 , 0.04338625,\n",
" -0.05207649, -0.02885638, -0.02272361, 0.01544838, -0.01568781,\n",
" 0.02281893, -0.04430331, 0.03056518, -0.01034911, -0.01344312,\n",
" 0.03371892, 0.02213844, -0.01288186, -0.04889493, 0.01577098,\n",
" -0.08226348, -0.03016458, -0.03136125, 0.0046123 , -0.06070406,\n",
" 0.0420536 , 0.03410766, -0.03622732, -0.05073519, 0.00771971,\n",
" 0.08884248, 0.03455304, 0.04397997, 0.00345404, -0.01047956,\n",
" 0.03505863, 0.00670745, -0.03280454, -0.00947322, -0.03041531,\n",
" 0.05524626, -0.01529954, 0.0444921 , 0.00266475, -0.00417731,\n",
" 0.05392738, -0.06198594, -0.06877475, -0.05948528, 0.04290333,\n",
" 0.01448596, 0.03633893, 0.0455372 , -0.00180975, 0.02299623,\n",
" 0.00717968, 0.03107418, -0.03227686, 0.01830344, 0.01697105,\n",
" -0.04193239, 0.03778954, 0.03100016, -0.03577717, 0.03117231,\n",
" -0.02567714, -0.02223993, 0.00642231, 0.03115085, -0.10936405,\n",
" 0.00334259, -0.05223978, 0.05093467, 0.07794731, 0.02186477,\n",
" -0.01482131, -0.06773768, -0.00149251, 0.04656317, -0.03258627,\n",
" 0.02164896, 0.00176654, -0.06977162, -0.03066999, 0.03298082,\n",
" 0.02997296, 0.05085484, -0.07757466, -0.0693364 , -0.0682266 ,\n",
" -0.00187789, -0.00555716, -0.06404555, -0.0292961 , 0.0313985 ,\n",
" -0.02613127, -0.01491265, -0.08210503, -0.07669304, 0.05083929,\n",
" -0.0316608 , 0.08682045, -0.03349988, -0.05301447, 0.03466273,\n",
" 0.01080112, 0.02255637, 0.0284889 , 0.00449122, 0.01293578,\n",
" 0.05350246, -0.03804015, -0.02486663, 0.05778558, -0.00846019,\n",
" -0.03557775, -0.01892899, -0.00231385, -0.05086448, 0.04184073,\n",
" 0.01445742, 0.00766255, -0.01393641, -0.0059278 , 0.04009601,\n",
" -0.01785407, -0.02115212, -0.02593655, 0.11174114, 0.08434337,\n",
" 0.0447875 , 0.03126946, 0.05485715, -0.0426003 , 0.04994297,\n",
" 0.05091285, 0.01255112, 0.01779777, -0.03094289, -0.02768967,\n",
" -0.05311485, -0.054839 , -0.03307221, 0.07237101, 0.02702946,\n",
" 0.01811271, 0.00981598, -0.00736471, 0.0120294 , -0.05899246,\n",
" 0.09383123, 0.08315232, -0.00399196, 0.04605982, 0.03719701,\n",
" 0.05481932, -0.0795756 , -0.07822246, 0.00216447, 0.06138354,\n",
" -0.07525755, -0.00478919, -0.03156685, -0.00430391, 0.05344992,\n",
" 0.03181189, -0.00530448, 0.02744328, 0.06227601, 0.06185467,\n",
" -0.03630055, -0.08097139, -0.01393721, -0.02518023, 0.03237528,\n",
" 0.05529645, -0.02049283, -0.07356566, 0.03521674, -0.05980507,\n",
" -0.04561689, 0.00359092, -0.02016727, -0.05508482, 0.02878766,\n",
" -0.00624921, 0.05118851, -0.00256426, -0.0624004 , -0.04130236,\n",
" 0.02131168, 0.00018813, -0.03361917, 0.0267039 , -0.11477368,\n",
" -0.02266433, -0.05066468, 0.04562389, 0.04705521, -0.03980925,\n",
" 0.01909831, -0.05933192, 0.05987383, 0.00953533, -0.01355085,\n",
" 0.04226105, 0.03721746, 0.02860545, 0.05137436, 0.02487416,\n",
" 0.01157819, 0.06130664, 0.03429792, -0.01863658, -0.05547826,\n",
" -0.04420793, 0.01175973, -0.06408588, -0.01412664, -0.01918832,\n",
" -0.09148376, 0.02114718, -0.00143669, 0.10886054, -0.00121916,\n",
" 0.01418604, -0.01102316, 0.02486348, -0.03675145, -0.01065751,\n",
" -0.12768692, -0.00539147, 0.05943363, -0.04151147, -0.07076342,\n",
" -0.04590128, -0.00174478, 0.02907903, -0.04590974, -0.08705068,\n",
" -0.04043588, 0.05549385, -0.00683284, -0.05799811, -0.03526553,\n",
" 0.03752165, -0.04015021, -0.00865083, 0.06776447, -0.01920411,\n",
" -0.01548268, 0.01234824, 0.02465262, 0.00131741, -0.01234118,\n",
" 0.0335796 , -0.05519604, -0.06909016, 0.01938114, -0.01983652,\n",
" 0.10010105, -0.04483264, 0.02326846, 0.01035568, 0.07728549,\n",
" 0.03007554, 0.00855676, -0.05648727, 0.01067953, 0.0260614 ,\n",
" 0.07107756, -0.01128691, 0.0261836 , 0.04433833, -0.01431582,\n",
" 0.0276655 , -0.00154058, 0.01381378, -0.01142904, -0.04521755,\n",
" 0.03342652, 0.04574402, 0.0636902 , 0.00709365, 0.02509865,\n",
" 0.0169053 , -0.00555801, 0.04582792, -0.01444652, -0.06889832,\n",
" -0.01305187, 0.08526485, -0.00986814, -0.03758527, 0.03813836,\n",
" 0.02297825, -0.05568533, -0.04507225, 0.03399082, -0.00458589,\n",
" 0.01768583, -0.0640021 , 0.01885797, -0.03828831, -0.02646022,\n",
" -0.04039988, 0.00976014, 0.0700812 , -0.01087068, 0.0049591 ,\n",
" -0.04172543, -0.0442268 , 0.01593831, 0.02287866, 0.00587753,\n",
" -0.0029872 , 0.01275554, -0.04789762, 0.06350959, -0.0122111 ,\n",
" 0.06924175, -0.01403002, 0.01816149, 0.04665251, 0.13488482,\n",
" 0.02841909, -0.06244228, -0.09637819, 0.04634758, -0.03483211,\n",
" 0.00950994, -0.0135611 , 0.01607959, 0.09929205, 0.02667807,\n",
" -0.03041275, -0.00302509, 0.0699425 , -0.00936782, -0.03097784,\n",
" 0.00675005, -0.1186106 ]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze'),\n",
" 'zero-wing': Embedding(embedding=array([ 0.07352777, -0.05252374, -0.00643145, -0.01337674, -0.00192244,\n",
" -0.01871503, 0.04860527, 0.04787478, 0.06842682, 0.07337695,\n",
" 0.00388196, 0.03042294, 0.00664316, 0.0212827 , -0.01095978,\n",
" -0.0162025 , 0.01759158, 0.09104101, 0.03329226, 0.00128541,\n",
" -0.08148424, -0.03714453, 0.00103378, 0.06541453, 0.07462985,\n",
" 0.04102349, -0.02221902, -0.04340122, 0.03343985, -0.00546792,\n",
" 0.05446667, -0.00754339, -0.04947555, -0.0041635 , 0.04012238,\n",
" -0.00055918, -0.01092518, -0.02531181, -0.06265216, 0.07404186,\n",
" -0.00476636, -0.0080611 , -0.00059013, -0.01076795, 0.03281398,\n",
" -0.03754644, -0.01746882, 0.04516909, -0.04619255, 0.01877686,\n",
" 0.02865832, -0.01173607, -0.00201615, 0.02208729, 0.02825298,\n",
" 0.03481525, -0.02423115, -0.03050846, -0.02198886, -0.0132698 ,\n",
" 0.02049122, 0.04622338, 0.01695064, 0.02775392, -0.00078276,\n",
" 0.0056797 , 0.03683374, -0.01543386, -0.01856534, -0.04413987,\n",
" -0.03922273, 0.06793895, 0.01990117, 0.15773769, -0.00581202,\n",
" 0.02491 , 0.01523232, -0.08150321, 0.03799802, -0.0152693 ,\n",
" 0.08371212, -0.00575364, -0.08653326, 0.0553974 , -0.02828535,\n",
" -0.00522039, -0.0107594 , -0.05272625, -0.05318245, -0.05561628,\n",
" 0.00287564, -0.02290525, -0.05835518, -0.0766857 , -0.00542667,\n",
" -0.01892314, -0.0567556 , 0.02247975, -0.04006401, -0.0231213 ,\n",
" -0.01136817, -0.01670492, -0.03550551, -0.02716746, -0.04313646,\n",
" -0.0095486 , 0.00125693, 0.01639393, -0.07227669, 0.0614018 ,\n",
" -0.01254894, -0.0523359 , -0.03213568, -0.00674698, -0.0059231 ,\n",
" 0.08449477, 0.00442215, 0.07878238, -0.05596149, -0.03265225,\n",
" -0.1665234 , -0.04686564, 0.04539786, -0.00826146, -0.00939407,\n",
" -0.01110694, -0.02565457, 0.02321514, -0.05196397, 0.03330462,\n",
" -0.01069042, 0.06554022, -0.01554094, 0.01382458, -0.04436896,\n",
" 0.049736 , 0.012557 , 0.05028256, 0.00557315, -0.00840786,\n",
" -0.02934001, -0.00350542, -0.00294041, -0.00242029, 0.02127301,\n",
" 0.00342425, 0.02689661, 0.04156969, -0.00708921, -0.00784568,\n",
" 0.04226361, 0.00251033, -0.01287748, -0.01521486, -0.08351938,\n",
" -0.08780453, 0.01792135, -0.02154351, 0.04413459, 0.00080831,\n",
" 0.05275528, 0.01038866, 0.02642228, -0.07225614, -0.04704728,\n",
" 0.02383138, -0.00667584, -0.03195544, 0.00038187, 0.0617515 ,\n",
" -0.0444436 , 0.06442218, -0.03231528, -0.0433233 , 0.02244789,\n",
" -0.05831088, -0.02465206, -0.02751976, 0.00562083, -0.02270835,\n",
" 0.03972327, -0.04946596, 0.03604133, 0.00357527, -0.02853749,\n",
" 0.05547023, -0.01344716, 0.01179941, -0.03548716, 0.01871642,\n",
" -0.07856968, -0.00844377, -0.02552571, -0.00566244, -0.03316918,\n",
" 0.05012815, 0.05937933, -0.01911963, -0.03556363, 0.01420712,\n",
" 0.08202882, 0.04883977, 0.03721897, -0.06688268, 0.00602476,\n",
" 0.0565058 , -0.00999614, -0.03082903, -0.00188524, -0.02056531,\n",
" 0.03904671, -0.02407214, 0.05350661, -0.02480579, -0.00854787,\n",
" 0.04728812, -0.06700795, -0.04374211, -0.04130603, 0.0269382 ,\n",
" 0.04099446, 0.00656072, 0.07023285, -0.01108055, -0.00494432,\n",
" 0.00554734, 0.01648461, -0.03186725, 0.03798698, 0.005913 ,\n",
" -0.01816424, 0.05680509, 0.0203654 , -0.03649482, 0.0177137 ,\n",
" -0.01553961, -0.00227454, 0.00907505, 0.02344924, -0.11800481,\n",
" -0.00846601, -0.04964698, 0.08587584, 0.07718569, -0.00500985,\n",
" -0.03477364, -0.04514688, 0.00588539, 0.03382064, -0.03151061,\n",
" 0.02227757, 0.00815521, -0.08187434, -0.03675095, 0.02677608,\n",
" 0.03974012, 0.08295391, -0.07809927, -0.05178046, -0.04715481,\n",
" -0.02498299, -0.0038591 , -0.07717633, -0.00796663, 0.07381488,\n",
" -0.03768225, -0.01547436, -0.06698683, -0.07449558, 0.06797487,\n",
" -0.02350245, 0.09071012, -0.03251681, -0.05184811, 0.02664259,\n",
" 0.00047052, 0.02780913, 0.01541588, -0.03683423, -0.0025688 ,\n",
" 0.02998473, -0.01811014, -0.01813529, 0.04688932, 0.01024099,\n",
" -0.05020912, -0.00641538, -0.00091258, -0.05049551, 0.04017299,\n",
" -0.02456316, 0.02370252, -0.02077299, 0.03167837, 0.03883212,\n",
" -0.01966648, -0.03717391, -0.02386072, 0.08895876, 0.08823944,\n",
" 0.03262 , 0.03200538, 0.08079819, -0.04078474, 0.05117474,\n",
" 0.04111347, 0.01056158, 0.02048175, -0.0446983 , -0.03595483,\n",
" -0.02271293, -0.02827477, -0.01158611, 0.05101817, 0.04247919,\n",
" 0.00844674, 0.00296427, -0.00767052, 0.01743582, -0.11892646,\n",
" 0.07160056, 0.08301709, -0.0162277 , 0.07300844, 0.02163408,\n",
" 0.02958924, -0.07660472, -0.09282977, 0.00904951, 0.05390587,\n",
" -0.05247337, -0.02363908, -0.04295816, -0.02040737, 0.05600692,\n",
" 0.0270874 , -0.02544265, 0.04190702, 0.05930987, 0.06615721,\n",
" -0.0465013 , -0.06058605, -0.0428369 , -0.0160706 , 0.03304686,\n",
" 0.05817777, -0.0249292 , -0.07464856, 0.04119122, -0.04777953,\n",
" -0.04375811, -0.01333531, 0.00871345, -0.03331618, 0.03686846,\n",
" 0.01198339, 0.05123747, -0.01751903, -0.03864336, -0.02642655,\n",
" 0.02146772, 0.00032432, -0.00463918, 0.03547617, -0.10948904,\n",
" -0.01669314, -0.0492586 , 0.03582023, 0.04366865, -0.01392469,\n",
" 0.01248345, -0.08592446, 0.07106549, 0.00430664, -0.02870066,\n",
" 0.03768919, 0.02810551, 0.03809308, 0.03667205, 0.01005442,\n",
" 0.04443881, 0.07190894, 0.04360698, 0.00742853, -0.04072123,\n",
" -0.05549814, -0.01977198, -0.04753331, 0.03005956, 0.00651527,\n",
" -0.08342597, 0.02106587, 0.01585166, 0.11950167, 0.01766005,\n",
" 0.01705717, -0.03273227, 0.02641043, -0.0484642 , 0.01565032,\n",
" -0.1381681 , -0.00805863, 0.08829019, -0.03465389, -0.0956744 ,\n",
" -0.03370111, 0.02322614, 0.02760139, -0.02484156, -0.09185011,\n",
" -0.03920075, 0.06834386, -0.01856574, -0.02189061, -0.02247381,\n",
" 0.0411557 , -0.02602079, -0.01795189, 0.04977937, -0.02318963,\n",
" -0.02934217, 0.04425798, 0.00476142, 0.00441753, 0.00063339,\n",
" 0.03632681, -0.02671861, -0.03941386, 0.00990672, -0.03185602,\n",
" 0.0891428 , -0.07336772, -0.00426738, 0.00604755, 0.09248205,\n",
" 0.06651621, 0.01022537, -0.02458042, 0.02721028, 0.01754511,\n",
" 0.08163766, -0.00355781, 0.02813553, 0.02099885, -0.02608551,\n",
" -0.01100617, 0.00722719, -0.00106019, -0.01597945, -0.05105489,\n",
" 0.01950811, 0.02925122, 0.05972337, -0.02126296, -0.01933401,\n",
" 0.00716613, -0.01494882, 0.02410189, -0.00739962, -0.05776662,\n",
" 0.0071342 , 0.10804873, -0.00672073, -0.0009823 , 0.01160483,\n",
" 0.01611634, -0.04417619, -0.03139301, 0.02492874, 0.01317984,\n",
" 0.00480724, -0.04785448, 0.00819101, -0.05599409, -0.04391206,\n",
" -0.06440894, 0.00948973, 0.09970555, -0.00799797, -0.02637509,\n",
" -0.02699968, -0.02209847, -0.02023987, 0.05087291, 0.0153493 ,\n",
" -0.01693573, 0.02469973, -0.03855315, 0.08342001, -0.04696579,\n",
" 0.03622118, -0.03944312, 0.00350921, 0.0479585 , 0.11939584,\n",
" 0.00622616, -0.01941524, -0.10004122, 0.03041612, -0.03499998,\n",
" 0.02220988, 0.00651144, 0.02936245, 0.1479965 , 0.03444973,\n",
" -0.00709883, -0.01141665, 0.08879042, -0.00369321, -0.01499582,\n",
" 0.0049029 , -0.10828398]), head_index=0, head_name='module_apply_tokens/bert/pooler/Squeeze')}"
]
},
"execution_count": 7,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"embeddings"
]
},
{
"cell_type": "code",
"execution_count": 8,
"id": "43a72251",
"metadata": {},
"outputs": [],
"source": [
"with open('../resources/db_embeddings.pkl', 'wb') as f:\n",
" pickle.dump(embeddings, f)"
]
}
],
"metadata": {
"kernelspec": {
"display_name": ".venv",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.16"
}
},
"nbformat": 4,
"nbformat_minor": 5
}