diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/._SUCCESS.crc b/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/._SUCCESS.crc new file mode 100644 index 00000000..3b7b0449 Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/._SUCCESS.crc differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/.part-00000-758749fa-cbbd-473e-b1cd-4d06fd714edd-c000.csv.crc b/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/.part-00000-758749fa-cbbd-473e-b1cd-4d06fd714edd-c000.csv.crc new file mode 100644 index 00000000..91a045af Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/.part-00000-758749fa-cbbd-473e-b1cd-4d06fd714edd-c000.csv.crc differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/_SUCCESS b/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/_SUCCESS new file mode 100644 index 00000000..e69de29b diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/part-00000-758749fa-cbbd-473e-b1cd-4d06fd714edd-c000.csv b/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/part-00000-758749fa-cbbd-473e-b1cd-4d06fd714edd-c000.csv new file mode 100644 index 00000000..766aecd4 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/HIGGS_100.csv/part-00000-758749fa-cbbd-473e-b1cd-4d06fd714edd-c000.csv @@ -0,0 +1,100 @@ +1.0,0.9075421094894409,0.3291472792625427,0.3594118654727936,1.4979698657989502,-0.3130095303058624,1.09553062915802,-0.5575249195098877,-1.588229775428772,2.1730761528015137,0.8125811815261841,-0.2136419266462326,1.2710145711898804,2.214872121810913,0.4999939501285553,-1.2614318132400513,0.7321561574935913,0.0,0.39870089292526245,-1.138930082321167,-8.191101951524615E-4,0.0,0.3022198975086212,0.8330481648445129,0.9856996536254883,0.9780983924865723,0.7797321677207947,0.9923557639122009,0.7983425855636597 +1.0,0.7988347411155701,1.4706387519836426,-1.6359747648239136,0.45377317070961,0.4256291687488556,1.104874610900879,1.2823222875595093,1.3816642761230469,0.0,0.8517372012138367,1.540658950805664,-0.8196895122528076,2.214872121810913,0.9934899210929871,0.3560801148414612,-0.2087775468826294,2.548224449157715,1.256954550743103,1.128847599029541,0.9004608392715454,0.0,0.9097532629966736,1.108330488204956,0.9856922030448914,0.9513312578201294,0.8032515048980713,0.8659244179725647,0.7801175713539124 +0.0,1.344384789466858,-0.8766260147094727,0.9359127283096313,1.992050051689148,0.8824543952941895,1.786065936088562,-1.6467777490615845,-0.9423825144767761,0.0,2.423264741897583,-0.6760157942771912,0.7361586689949036,2.214872121810913,1.2987197637557983,-1.430738091468811,-0.3646581768989563,0.0,0.7453126907348633,-0.6783788204193115,-1.360356330871582,0.0,0.9466524720191956,1.0287036895751953,0.9986560940742493,0.7282806038856506,0.8692002296447754,1.0267364978790283,0.9579039812088013 +1.0,1.1050089597702026,0.32135555148124695,1.522401213645935,0.8828076124191284,-1.205349326133728,0.6814661026000977,-1.0704638957977295,-0.9218706488609314,0.0,0.8008721470832825,1.020974040031433,0.9714065194129944,2.214872121810913,0.5967612862586975,-0.35027286410331726,0.6311942934989929,0.0,0.4799988865852356,-0.37356552481651306,0.11304061114788055,0.0,0.755856454372406,1.3610570430755615,0.986609697341919,0.8380846381187439,1.1332951784133911,0.8722448945045471,0.8084865212440491 +0.0,1.595839262008667,-0.6078106760978699,0.007074915803968906,1.81844961643219,-0.11190599203109741,0.8475499153137207,-0.5664370059967041,1.5812393426895142,2.1730761528015137,0.755420982837677,0.6431096196174622,1.4263668060302734,0.0,0.9216607809066772,-1.1904324293136597,-1.6155890226364136,0.0,0.6511141061782837,-0.6542269587516785,-1.2743449211120605,3.101961374282837,0.8237605690956116,0.9381914138793945,0.9717581868171692,0.789176344871521,0.43055328726768494,0.9613569378852844,0.9578179121017456 +1.0,0.4093913435935974,-1.884683609008789,-1.027292013168335,1.6724517345428467,-1.6045982837677002,1.3380149602890015,0.055427443236112595,0.01346588134765625,2.1730761528015137,0.5097832679748535,-1.0383380651474,0.7078623175621033,0.0,0.7469175457954407,-0.3584651052951813,-1.6466542482376099,0.0,0.3670579791069031,0.06949646025896072,1.3771302700042725,3.101961374282837,0.8694183826446533,1.2220829725265503,1.0006273984909058,0.5450449585914612,0.6986525058746338,0.9773144721984863,0.8287860751152039 +1.0,0.9338953495025635,0.6291297078132629,0.5275348424911499,0.2380327433347702,-0.9665691256523132,0.5478111505508423,-0.05943922698497772,-1.7068661451339722,2.1730761528015137,0.9410027265548706,-2.6537327766418457,-0.1572199910879135,0.0,1.0303703546524048,-0.17550510168075562,0.5230209231376648,2.548224449157715,1.3735466003417969,1.291248083114624,-1.467454433441162,0.0,0.9018372893333435,1.08367121219635,0.9796960949897766,0.7833003997802734,0.8491951823234558,0.8943563103675842,0.7748793959617615 +1.0,1.4051437377929688,0.5366026163101196,0.6895543336868286,1.1795673370361328,-0.1100611537694931,3.2024049758911133,-1.526960015296936,-1.5760334730148315,0.0,2.931536912918091,0.5673424601554871,-0.13003334403038025,2.214872121810913,1.7871227264404297,0.8994985818862915,0.5851513147354126,2.548224449157715,0.4018652141094208,-0.15120169520378113,1.1634891033172607,0.0,1.6670705080032349,4.039272785186768,1.175828456878662,1.0453517436981201,1.5429719686508179,3.5348267555236816,2.7407538890838623 +1.0,1.1765655279159546,0.10416050255298615,1.3970024585723877,0.4797213077545166,0.2655133903026581,1.1355630159378052,1.534830927848816,-0.25329121947288513,0.0,1.0272465944290161,0.5343157649040222,1.1800223588943481,0.0,2.405661106109619,0.08755676448345184,-0.9765340685844421,2.548224449157715,1.2503825426101685,0.26854121685028076,0.53033447265625,0.0,0.8331748843193054,0.7739681005477905,0.9857499599456787,1.103696346282959,0.8491398692131042,0.9371039867401123,0.8123638033866882 +1.0,0.9459739923477173,1.1112443208694458,1.218337059020996,0.9076390862464905,0.8215369582176208,1.1532433032989502,-0.36542028188705444,-1.5660548210144043,0.0,0.7447192072868347,0.7208195328712463,-0.37582293152809143,2.214872121810913,0.6088791489601135,0.30783694982528687,-1.2816383838653564,0.0,1.5979679822921753,-0.4510180354118347,0.06365344673395157,3.101961374282837,0.8290241360664368,0.9806482791900635,0.9943597912788391,0.9082478284835815,0.77587890625,0.7833113670349121,0.725121796131134 +0.0,0.7393567562103271,-0.17829042673110962,0.8299342393875122,0.5045390725135803,-0.13021674752235413,0.961051344871521,-0.3555179834365845,-1.7173993587493896,2.1730761528015137,0.6209560632705688,-0.4817410409450531,-1.1991932392120361,0.0,0.9826014041900635,0.08118502795696259,-0.2903236448764801,0.0,1.0646629333496094,0.7740649580955505,0.39882034063339233,3.101961374282837,0.944536030292511,1.0262606143951416,0.9821967482566833,0.5421146750450134,1.250978946685791,0.8300446271896362,0.761307954788208 +1.0,1.384097695350647,0.11682209372520447,-1.1798789501190186,0.7629125714302063,-0.07978226989507675,1.0198631286621094,0.877318263053894,1.2768871784210205,2.1730761528015137,0.3312520980834961,1.4095234870910645,-1.474388837814331,0.0,1.282738208770752,0.7374743819236755,-0.22541961073875427,0.0,1.5597530603408813,0.8465205430984497,0.5048085451126099,3.101961374282837,0.9593246579170227,0.8073760271072388,1.191813588142395,1.2212103605270386,0.8611412644386292,0.9293408989906311,0.8383023738861084 +1.0,1.3835487365722656,0.8891792893409729,0.6185320615768433,1.0815470218658447,0.34460556507110596,0.9563793540000916,0.8545429706573486,-1.1292070150375366,2.1730761528015137,0.5456657409667969,-0.307865172624588,-0.6232798099517822,2.214872121810913,0.3482571244239807,1.024202585220337,0.1840776652097702,0.0,0.7813369035720825,-1.6361255645751953,1.1440672874450684,0.0,0.5222384929656982,0.737638533115387,0.9861995577812195,1.3496156930923462,0.8127878904342651,0.9534064531326294,0.7797226309776306 +1.0,1.3436527252197266,0.8385329246520996,-1.0611385107040405,2.472015142440796,-0.5726317167282104,1.5127099752426147,1.1436901092529297,0.8555619716644287,0.0,0.88422030210495,1.4746055603027344,-1.36064875125885,1.1074360609054565,1.5872656106948853,2.2348334789276123,0.07756848633289337,0.0,1.6094081401824951,2.39640474319458,0.7572935223579407,0.0,0.9340201020240784,0.8447072505950928,1.0778440237045288,1.4001836776733398,0.9477745294570923,1.007614254951477,0.9010174870491028 +0.0,0.5470141768455505,-0.3497089445590973,-0.6466571688652039,2.0404622554779053,0.2764569818973541,0.5446965098381042,0.8386992812156677,1.7287031412124634,0.0,0.6528096199035645,1.471691370010376,1.2432730197906494,0.0,0.7857298851013184,-0.044429291039705276,-1.0198034048080444,2.548224449157715,0.4191471040248871,-0.6292421817779541,1.5707945823669434,3.101961374282837,0.6894335746765137,0.8672295808792114,1.0824878215789795,0.6641419529914856,0.3541145622730255,0.5799450278282166,0.8172734379768372 +1.0,1.4842036962509155,1.6995214223861694,-1.059473991394043,2.700195550918579,-1.0559638738632202,2.4094529151916504,0.45746079087257385,0.3449823260307312,0.0,1.4149035215377808,1.1142258644104004,-1.448866605758667,0.0,1.0129839181900024,-2.0569889545440674,1.131010890007019,0.0,0.9054746031761169,2.1823689937591553,1.0430731773376465,0.0,1.6536263227462769,0.9935762286186218,0.9833217859268188,0.7413797974586487,0.1633816361427307,0.5923243165016174,0.7451378703117371 +0.0,1.0579756498336792,-0.16075900197029114,-0.19499725103378296,2.7050230503082275,-0.7514767050743103,1.9099189043045044,-1.031844973564148,0.8649863600730896,0.0,1.3008348941802979,0.14673767983913422,-1.1187429428100586,1.1074360609054565,0.9669710993766785,-0.3666573464870453,1.1082667112350464,0.0,0.554724931716919,-0.7141901850700378,1.5053149461746216,3.101961374282837,0.9544943571090698,0.6510385870933533,1.1249496936798096,0.8940010070800781,0.6721734404563904,1.1823582649230957,1.316304087638855 +0.0,0.67530357837677,1.1209839582443237,-0.2804459035396576,1.5395549535751343,0.7345175743103027,0.6146844029426575,-0.5070231556892395,0.7945806980133057,2.1730761528015137,0.21882027387619019,-1.894118309020996,-0.5805578827857971,0.0,1.2456821203231812,-0.3475421071052551,-0.8561564683914185,2.548224449157715,0.7531017661094666,-1.1455926895141602,-1.374783992767334,0.0,0.9069401025772095,0.8983390927314758,1.1196510791778564,1.269073486328125,1.0887658596038818,1.0154130458831787,0.9146358966827393 +1.0,0.6427279114723206,-1.429840326309204,1.5190719366073608,0.9409985542297363,0.8872274160385132,1.6151268482208252,-1.3368357419967651,-0.2665962278842926,1.0865380764007568,1.667088270187378,0.6557375192642212,-1.588128924369812,0.0,0.8282302021980286,1.8361445665359497,0.4081907570362091,0.0,1.708718180656433,-0.3469151556491852,-1.1827845573425293,3.101961374282837,0.9210902452468872,1.3733617067337036,0.9849172830581665,1.4228781461715698,1.5465511083602905,1.7825855016708374,1.438173770904541 +1.0,1.1024467945098877,0.4265441596508026,1.7171574831008911,0.9343019723892212,0.7757434248924255,1.2793864011764526,-0.24956338107585907,-0.9263056516647339,2.1730761528015137,1.0666544437408447,0.43426430225372314,0.6806756258010864,0.0,1.054079294204712,0.0038138888776302338,0.25508376955986023,0.0,0.743365466594696,1.2079658508300781,-1.1505995988845825,0.0,0.7086352109909058,0.5219082832336426,1.0543125867843628,1.272654414176941,0.8346338272094727,0.9349802732467651,0.8653045296669006 +1.0,1.3301100730895996,0.20155738294124603,1.1733934879302979,0.13530921936035156,-1.0831592082977295,0.7284605503082275,1.109032154083252,-0.5399032235145569,1.0865380764007568,0.4624435305595398,0.13313846290111542,-0.5605840682983398,0.0,0.4790950119495392,1.1871371269226074,0.6578215956687927,0.0,0.6700999140739441,1.0072554349899292,0.054774850606918335,3.101961374282837,0.7820732593536377,0.6721028089523315,0.9900020956993103,0.734279453754425,0.37907424569129944,0.7647602558135986,0.642924427986145 +0.0,1.2898482084274292,-1.4230225086212158,-0.6871619820594788,0.1311027705669403,-1.1359347105026245,0.8213503360748291,0.29605329036712646,0.1675822138786316,2.1730761528015137,0.6964981555938721,-0.46911320090293884,-1.1514778137207031,1.1074360609054565,0.9395741820335388,0.27324751019477844,1.6408125162124634,0.0,0.7204851508140564,1.1055285930633545,0.7273282408714294,0.0,1.0066428184509277,0.8679141402244568,0.9990896582603455,1.1096081733703613,1.1250941753387451,0.8828991055488586,0.8593957424163818 +1.0,1.0479100942611694,-1.119144320487976,-0.9568246006965637,0.9956693649291992,-1.5503242015838623,0.7333158254623413,0.2831803262233734,0.9187607765197754,2.1730761528015137,1.050412893295288,-0.040737420320510864,0.10864612460136414,2.214872121810913,0.9434378743171692,0.319670170545578,-0.8578206300735474,0.0,0.6282338500022888,-0.32526177167892456,1.217315673828125,0.0,0.8731312155723572,0.8733735680580139,0.9762178063392639,1.3730939626693726,0.8879885077476501,1.2065250873565674,0.9990584254264832 +0.0,0.48826825618743896,1.6975735425949097,0.7910939455032349,0.8936136364936829,-0.7092907428741455,1.562727451324463,-0.07627314329147339,1.7386819124221802,2.1730761528015137,0.6243554353713989,2.395467758178711,0.5225491523742676,0.0,1.6612021923065186,0.2659654915332794,-0.21820805966854095,2.548224449157715,0.9466103911399841,-0.07708042860031128,0.28450846672058105,0.0,1.6745052337646484,1.4136759042739868,0.9879226684570312,1.3332430124282837,2.0044074058532715,1.5507484674453735,1.216708779335022 +0.0,1.4131962060928345,-0.8522768616676331,0.31002920866012573,1.1280181407928467,-1.5097922086715698,0.8195181488990784,1.1526023149490356,-1.6702773571014404,2.1730761528015137,1.170272946357727,0.10011176019906998,0.26621779799461365,0.0,0.8522903323173523,0.4006823003292084,-1.3343381881713867,0.0,1.3703821897506714,0.9597844481468201,-0.6323117613792419,0.0,0.8895858526229858,0.938041090965271,1.7452064752578735,0.973918080329895,0.6771320700645447,1.1356995105743408,0.9728363156318665 +1.0,0.7699192762374878,-0.4490537643432617,-0.9856773614883423,0.965721845626831,-1.3009601831436157,0.7387205958366394,-1.0328351259231567,0.8749651312828064,1.0865380764007568,1.3694523572921753,-1.1811299324035645,0.1669032722711563,1.1074360609054565,1.2565706968307495,-0.12180043011903763,-1.5878522396087646,0.0,0.5995118021965027,0.6108315587043762,0.1158151775598526,0.0,1.0482228994369507,1.1055089235305786,0.9933218955993652,1.1318159103393555,0.8918678760528564,0.9739504456520081,0.9512325525283813 +0.0,2.4680607318878174,0.6641924977302551,1.02358078956604,0.31720346212387085,1.4072399139404297,0.9962284564971924,-0.45256051421165466,-0.49998822808265686,0.0,0.348123162984848,1.0161172151565552,-0.16110379993915558,0.0,0.977859616279602,-2.634086847305298,-0.28533101081848145,0.0,1.244540810585022,-0.4718385934829712,1.4636965990066528,3.101961374282837,1.0059208869934082,0.795293927192688,0.996259868144989,0.945199191570282,0.3217296302318573,0.7351652979850769,1.470302700996399 +1.0,1.014419436454773,0.012607439421117306,-0.4846348762512207,0.6952555775642395,1.701170802116394,0.5970958471298218,0.076222263276577,0.14263533055782318,2.1730761528015137,0.9168292880058289,0.6848787069320679,1.7132138013839722,2.214872121810913,0.5309032797813416,-0.9874470233917236,-1.6538658142089844,0.0,0.9626752734184265,1.2945793867111206,0.26397669315338135,0.0,1.5757662057876587,1.0672649145126343,1.0719915628433228,0.8057693839073181,1.1302059888839722,0.8382509350776672,0.7520517110824585 +0.0,1.2508671283721924,-0.750010073184967,1.0901641845703125,0.46184930205345154,-0.3806569576263428,0.6771605610847473,0.33962342143058777,-0.7112080454826355,0.0,0.6009373664855957,-0.4613422155380249,-1.2469085454940796,0.0,0.8224347829818726,0.9850619435310364,-1.6527563333511353,0.0,0.7535884976387024,-0.9074052572250366,0.2789593040943146,3.101961374282837,0.8482667803764343,0.8423420786857605,1.0212810039520264,0.6659042239189148,0.4109874963760376,0.606532871723175,0.6383530497550964 +1.0,1.1136102676391602,1.78230881690979,1.450269103050232,0.6529626846313477,1.5133681297302246,0.8248313665390015,1.8507143259048462,-0.48003071546554565,0.0,0.8460714817047119,1.15793776512146,0.5136719346046448,2.214872121810913,0.5198391675949097,2.6854066848754883,1.542069673538208,0.0,1.0420260429382324,0.5492026805877686,-0.46250587701797485,1.5509806871414185,1.3214209079742432,1.0368456840515137,0.9967707395553589,0.8243553042411804,0.6918576955795288,0.8036292791366577,0.8305360674858093 +1.0,0.6571856737136841,-0.9009752869606018,-0.8547301292419434,1.1756761074066162,1.4865224361419678,0.7445834279060364,-1.2358323335647583,1.6488730907440186,2.1730761528015137,0.6609933376312256,-2.0990781784057617,0.13694244623184204,0.0,1.7800978422164917,-1.035690188407898,-0.21266070008277893,0.0,1.2357780933380127,-0.18451464176177979,0.7839292883872986,3.101961374282837,0.8610690236091614,1.0162432193756104,1.0449978113174438,0.7587310671806335,0.8980384469032288,0.8486849665641785,0.7650776505470276 +0.0,1.0089291334152222,-0.6604049801826477,-1.5388740301132202,1.3156009912490845,-1.6926887035369873,1.1455482244491577,2.0249948501586914,0.13653720915317535,0.0,1.0633809566497803,-0.5390521287918091,1.0518568754196167,2.214872121810913,1.1243277788162231,0.5481426119804382,-0.88722163438797,2.548224449157715,1.016711711883545,-0.05709267035126686,0.17241621017456055,0.0,1.075980305671692,0.9391875863075256,0.9735808372497559,0.9324995279312134,1.3464454412460327,0.8541280627250671,0.822409987449646 +0.0,2.122356414794922,0.7917824983596802,0.7234008312225342,2.4382057189941406,1.0644296407699585,2.691786527633667,0.3614085018634796,-0.9933850765228271,2.1730761528015137,1.724626064300537,1.203592300415039,0.4881497323513031,2.214872121810913,0.2674712836742401,-0.7671667337417603,-1.1335240602493286,0.0,1.3715991973876953,0.6008377075195312,-0.568496823310852,0.0,0.7270944714546204,0.9814663529396057,0.9886154532432556,2.83728289604187,3.39840030670166,2.1522934436798096,1.5682673454284668 +1.0,0.30379509925842285,-1.4249705076217651,-1.6459623575210571,1.1655727624893188,-1.4687772989273071,1.4583868980407715,-0.4723651111125946,0.5096318125724792,2.1730761528015137,0.8670974373817444,-0.30883654952049255,-1.6053286790847778,0.0,1.3166332244873047,0.13579995930194855,-0.3319287598133087,2.548224449157715,0.8526552319526672,0.7440833449363708,-1.365350604057312,0.0,0.759600043296814,0.9803978204727173,0.9859477877616882,1.3758397102355957,1.3089556694030762,1.0808640718460083,0.9565958976745605 +1.0,1.1666829586029053,0.556082010269165,-0.9107711315155029,0.9077885746955872,0.05082787945866585,1.0777589082717896,0.3871544599533081,1.2530491352081299,0.0,1.2133320569992065,0.15450868010520935,-0.6726596355438232,2.214872121810913,0.4892810583114624,-1.3843153715133667,0.7038646340370178,0.0,1.347745418548584,0.6916154623031616,-1.5024138689041138,3.101961374282837,0.8680499792098999,0.8289577960968018,1.087225079536438,0.7822450995445251,0.878309965133667,0.6422074437141418,0.6209061741828918 +1.0,0.8797246813774109,0.6174420714378357,-0.6488765478134155,1.7235147953033447,1.1036297082901,1.2127879858016968,-0.5763392448425293,1.2164603471755981,2.1730761528015137,0.7816089391708374,-0.9130309820175171,-0.10229184478521347,0.0,1.1828097105026245,-0.576014518737793,-0.7834861278533936,0.0,0.43229109048843384,1.286251187324524,-0.20447175204753876,0.0,0.879488468170166,0.6159555912017822,1.7058298587799072,1.4349322319030762,0.5981864333152771,0.911286473274231,1.007149338722229 +0.0,0.3133115768432617,1.2563655376434326,-0.9035578966140747,1.0023144483566284,1.2904833555221558,1.3826276063919067,1.2951953411102295,-1.5283572673797607,2.1730761528015137,1.1602007150650024,-0.7653821706771851,0.08034980297088623,1.1074360609054565,1.060050368309021,2.308563709259033,-0.3396950662136078,0.0,0.8524118661880493,1.128847599029541,0.37773367762565613,0.0,0.9105514883995056,1.480035424232483,0.9882518649101257,1.000418782234192,2.975703001022339,1.8371384143829346,1.4438284635543823 +0.0,1.263494849205017,0.5960147380828857,0.46039658784866333,1.063338279724121,1.0598952770233154,0.7092230319976807,-0.6129778027534485,-0.6879242658615112,0.0,1.4641318321228027,1.0792564153671265,1.1744741201400757,2.214872121810913,1.4105905294418335,0.3688236176967621,-0.5959855914115906,1.2741122245788574,0.6111953854560852,0.2926931083202362,-0.8936752676963806,0.0,1.1754275560379028,1.2442214488983154,0.9879558682441711,0.9051433205604553,1.6228737831115723,1.4416011571884155,1.2220680713653564 +1.0,1.121113657951355,-0.378928005695343,1.3631559610366821,1.4505696296691895,0.7822147607803345,1.087652564048767,-0.8031018972396851,-0.7927011847496033,1.0865380764007568,0.5153230428695679,0.36821088194847107,-0.6654468774795532,0.0,0.7077539563179016,-1.372482180595398,1.4488742351531982,0.0,0.5793089866638184,0.4409356415271759,0.23789583146572113,3.101961374282837,1.3357887268066406,0.8690605759620667,0.984373152256012,1.4588100910186768,0.9054573774337769,0.949501097202301,0.8634119033813477 +0.0,1.2051148414611816,0.9164504408836365,-1.2087316513061523,0.35409337282180786,-0.7056443691253662,1.1243869066238403,1.04466712474823,0.7873737812042236,0.0,0.4885055720806122,-0.45745670795440674,-1.0327441692352295,2.214872121810913,0.38829877972602844,1.276341438293457,4.602792614605278E-4,0.0,0.44348782300949097,-0.8890830874443054,1.4026561975479126,0.0,0.8422015309333801,0.6534037590026855,0.9860410690307617,0.49978628754615784,0.5323214530944824,0.5803792476654053,0.5889884233474731 +1.0,0.4203718602657318,-0.7217650413513184,0.7317237854003906,0.8848193287849426,-0.7239484190940857,0.7408275604248047,1.2437034845352173,1.6189368963241577,0.0,1.2482072114944458,0.28078725934028625,0.07646599411964417,2.214872121810913,1.0851643085479736,0.33059316873550415,1.2419577836990356,0.0,1.0247440338134766,0.08615292608737946,-0.9552705883979797,1.5509806871414185,0.9187970161437988,0.9273003339767456,0.9892884492874146,0.7435314655303955,0.8236120939254761,0.9228270649909973,0.7984169125556946 +0.0,1.3802545070648193,1.4268101453781128,1.1045905351638794,1.788419485092163,0.9818170070648193,1.9554476737976074,-0.2050030380487442,-0.8520193696022034,1.0865380764007568,0.9013431072235107,-0.1932430863380432,0.8543374538421631,0.0,1.1719212532043457,0.35243913531303406,-0.5122177600860596,1.2741122245788574,0.4454350769519806,-0.1578642874956131,1.4209682941436768,0.0,0.4033547639846802,0.8815711736679077,1.0000598430633545,2.4500949382781982,0.8042786121368408,1.6076481342315674,1.2722578048706055 +1.0,0.7038529515266418,0.3690800070762634,-0.22995351254940033,1.1667615175247192,-1.4297603368759155,0.7212236523628235,0.011857323348522186,1.5075074434280396,2.1730761528015137,0.6832782626152039,0.028230106458067894,0.6884433031082153,2.214872121810913,1.0128082036972046,-0.7635257244110107,-0.2220912128686905,0.0,0.9303021430969238,0.08198881149291992,-0.7532825469970703,0.0,0.8648046851158142,0.7482346892356873,1.1074070930480957,0.8348725438117981,0.696142315864563,0.6813560128211975,0.6043861508369446 +1.0,0.6945195198059082,0.4197263717651367,1.2028011083602905,0.769440770149231,-0.9106079339981079,0.8297781944274902,1.1684458255767822,0.07555592060089111,0.0,0.3935743272304535,0.3915238380432129,0.5097880959510803,2.214872121810913,0.7470932006835938,1.5594289302825928,0.8353369235992432,0.0,1.0899771451950073,-0.4218692481517792,-1.160588026046753,3.101961374282837,0.9731269478797913,0.6537154316902161,0.9867190718650818,0.6877328753471375,0.6523177027702332,0.783599853515625,0.7029412984848022 +1.0,0.31203049421310425,1.7219226360321045,1.4108740091323853,1.1330482959747314,1.1630706787109375,0.7563091516494751,1.2100355625152588,-0.699566125869751,2.1730761528015137,0.755420982837677,-0.053365278989076614,-0.13891060650348663,2.214872121810913,0.8115462064743042,-0.19279982149600983,1.1532002687454224,0.0,0.8465700149536133,1.2979106903076172,1.681777000427246,0.0,1.009978175163269,1.0000708103179932,0.9963052868843079,1.1183785200119019,0.9309456944465637,0.8598745465278625,0.7939647436141968 +0.0,0.4309864044189453,0.5716655254364014,-0.6838328242301941,2.2621829509735107,0.15463712811470032,1.1775190830230713,0.17821595072746277,-1.429124116897583,2.1730761528015137,0.4626953601837158,0.6489378809928894,0.5441875457763672,2.214872121810913,0.7565767765045166,0.9550237655639648,1.5515002012252808,0.0,0.6576861143112183,1.07304847240448,1.0636049509048462,0.0,0.34427663683891296,0.8403330445289612,0.9857856631278992,0.5801316499710083,1.0957739353179932,0.9574843049049377,0.821119487285614 +0.0,0.3087363541126251,-1.9509135484695435,-1.2287065982818604,1.5915096998214722,0.769538402557373,0.6334639191627502,-0.19708119332790375,-1.5677180290222168,1.0865380764007568,0.8980696797370911,-1.8853758573532104,-0.25708991289138794,0.0,0.8967225551605225,-0.9328320026397705,0.930751383304596,2.548224449157715,1.2798348665237427,-0.4310303032398224,-0.7993402481079102,0.0,0.9213524460792542,0.8617534637451172,0.9901494383811951,0.8122191429138184,0.8310389518737793,1.0258114337921143,0.8953530788421631 +1.0,0.45788875222206116,0.1285097301006317,-0.5190362334251404,1.194678544998169,0.7368320226669312,0.533703625202179,-1.3160409927368164,-1.7290410995483398,0.0,0.6865517497062683,0.3507261574268341,1.1034560203552246,2.214872121810913,0.9114747643470764,1.0487792491912842,-0.21876278519630432,2.548224449157715,0.8083551526069641,-1.0140066146850586,-0.36706098914146423,0.0,0.8875207304954529,1.3707683086395264,0.9843289256095886,0.8706764578819275,0.8522053956985474,1.2378302812576294,1.0059155225753784 +0.0,0.6370546817779541,-0.037064969539642334,-1.7319658994674683,1.2539070844650269,-0.4248509407043457,0.48570147156715393,0.0900854840874672,0.023999013006687164,2.1730761528015137,0.6754722595214844,-1.118962049484253,1.643860101699829,0.0,0.49419844150543213,-2.0852067470550537,0.5441008806228638,0.0,0.3860437273979187,-0.23864814639091492,1.0919054746627808,0.0,0.9126735925674438,0.9122074842453003,1.1442129611968994,0.6979069709777832,0.5249996781349182,0.7408225536346436,0.726263701915741 +1.0,0.9758045077323914,0.29116249084472656,-1.1282767057418823,0.6675568222999573,-0.5404913425445557,0.9497836232185364,2.0259850025177,1.0595721006393433,0.0,0.6777385473251343,-0.5711074471473694,1.3065236806869507,2.214872121810913,1.1991424560546875,1.292725920677185,-0.2725721299648285,0.0,0.6017024517059326,1.123850703239441,0.8249927759170532,3.101961374282837,1.8908213376998901,1.025709629058838,0.9901776909828186,0.8136842846870422,0.693467915058136,1.13117253780365,1.181490421295166 +1.0,0.5347525477409363,-1.3908815383911133,-0.8253225088119507,1.3430231809616089,-1.4489134550094604,1.1105543375015259,-0.8516231775283813,-0.48391133546829224,0.0,1.6769087314605713,-0.7003001570701599,1.069056510925293,2.214872121810913,0.6229289174079895,0.018377866595983505,-1.653311014175415,0.0,0.9249471426010132,0.35015788674354553,0.16908672451972961,0.0,0.8519728183746338,1.0245521068572998,0.9858580827713013,1.4472118616104126,0.75529944896698,1.2726720571517944,1.1377726793289185 +0.0,2.638076066970825,1.2885065078735352,-0.2804459035396576,0.9911717772483826,0.8724420666694641,1.152418851852417,-0.7020984292030334,1.5513031482696533,2.1730761528015137,0.6428632736206055,-0.7673249244689941,-1.6891080141067505,0.0,0.7465662956237793,-2.6031382083892822,0.9068977236747742,0.0,1.2586584091186523,0.9856019616127014,-0.7593865990638733,0.0,0.8891080617904663,0.9373955726623535,1.9313913583755493,2.5687050819396973,0.7085751891136169,1.6661242246627808,1.3223419189453125 +0.0,1.5405704975128174,0.058383967727422714,1.226660132408142,1.2166908979415894,0.6597583293914795,0.5244513154029846,1.0397160053253174,-0.639693558216095,0.0,0.709214448928833,-0.22626978158950806,-0.7270330190658569,2.214872121810913,0.542669951915741,1.3600844144821167,1.7201396226882935,0.0,0.9809308052062988,0.3260060250759125,-0.4292111396789551,3.101961374282837,0.8424056172370911,0.8393257856369019,0.9879791736602783,0.8820083141326904,0.3112609386444092,0.7541536092758179,0.792242169380188 +0.0,2.559199094772339,-0.0214814692735672,-1.6148900985717773,2.0950076580047607,-1.3345935344696045,1.7198339700698853,-0.6407042145729065,0.032869018614292145,2.1730761528015137,0.7369131445884705,-0.41374489665031433,-0.37915194034576416,0.0,1.1582226753234863,-0.5978604555130005,-1.6078227758407593,2.548224449157715,0.8465700149536133,1.5485905408859253,0.8466343879699707,0.0,0.9796745777130127,0.9506296515464783,1.003842830657959,0.7481318116188049,1.7509312629699707,1.605655312538147,1.29500150680542 +1.0,1.9252556562423706,-0.8590946793556213,1.3531684875488281,1.76852548122406,-1.4522435665130615,0.7560343742370605,-0.3416547477245331,-0.8093324899673462,2.1730761528015137,1.733942985534668,-0.8498916625976562,0.15081320703029633,0.0,0.9441402554512024,-0.3757598102092743,0.9318608641624451,0.0,0.6060838103294373,0.6241567730903625,-1.039062261581421,0.0,0.9643648266792297,0.9309065341949463,1.4741886854171753,1.0624263286590576,0.5297173261642456,0.9065067172050476,0.8185248374938965 +1.0,1.5447797775268555,0.05935794115066528,-1.7319658994674683,1.034155249595642,0.8073732256889343,2.466799020767212,-1.236822485923767,-0.5654073357582092,0.0,1.9326187372207642,2.3702120780944824,-1.6386184692382812,0.0,3.9212732315063477,-0.6451933979988098,0.7266088128089905,2.548224449157715,1.842835545539856,-0.2186603993177414,-0.5268756747245789,3.101961374282837,2.2916388511657715,2.692234516143799,1.3187949657440186,1.4474424123764038,1.914337396621704,3.175612449645996,2.387144088745117 +0.0,1.1996246576309204,-1.01785147190094,-1.1732205152511597,0.8449969291687012,-0.43924281001091003,0.6005768775939941,-0.8139944672584534,1.627252459526062,0.0,0.7060668468475342,-1.1034201383590698,0.8454601168632507,0.0,1.1111562252044678,-0.5359635353088379,0.42372334003448486,2.548224449157715,1.0381314754486084,-0.4560149610042572,-0.6295371651649475,3.101961374282837,0.9232909679412842,0.8900691866874695,0.9899430871009827,0.8869262933731079,0.6674715876579285,0.6582154631614685,0.6936851143836975 +0.0,0.6088712811470032,-0.521127462387085,0.28727987408638,0.649669349193573,0.19798530638217926,0.5111682415008545,1.2367717027664185,-0.6701842546463013,2.1730761528015137,0.6480253338813782,-1.1927865743637085,-1.6857789754867554,2.214872121810913,0.36353617906570435,1.4438272714614868,0.0637001022696495,0.0,0.45054665207862854,1.152166724205017,0.6773862242698669,0.0,0.43253517150878906,0.9250631928443909,0.9832517504692078,0.7701141238212585,1.4971389770507812,0.9252986907958984,0.7308820486068726 +0.0,0.3182528018951416,-1.3811417818069458,-0.24992907047271729,2.482426166534424,0.9574800133705139,1.3827193975448608,9.647943079471588E-4,-0.2216918170452118,2.1730761528015137,1.044747233390808,-1.5648225545883179,1.5245717763900757,2.214872121810913,0.9035717844963074,2.2530384063720703,1.64469575881958,0.0,1.3494491577148438,-0.5409629344940186,-1.3831077814102173,0.0,0.9921563267707825,2.145754814147949,1.0909501314163208,0.8212917447090149,2.3746588230133057,2.312882423400879,2.267423391342163 +1.0,0.9468891024589539,-0.329255610704422,-0.032977912575006485,0.02038675546646118,-1.380647897720337,1.2445756196975708,0.8654355406761169,0.7990157008171082,2.1730761528015137,1.1301097869873047,-0.012567585334181786,-1.6879982948303223,0.0,1.3710757493972778,0.6810389757156372,-0.9310457110404968,0.0,0.9823912978172302,0.9581187963485718,0.019260477274656296,0.0,1.0014053583145142,0.5874283909797668,0.5245605111122131,0.8596161603927612,0.8921759724617004,0.8204166293144226,0.697210431098938 +0.0,1.1472840309143066,0.5015397667884827,-1.1310510635375977,1.236923336982727,-1.0614529848098755,0.8690776824951172,0.8119630813598633,0.520164966583252,0.0,1.0107532739639282,0.8082431554794312,1.345916509628296,2.214872121810913,0.6346955299377441,1.283623456954956,-0.13832618296146393,0.0,0.5379298329353333,0.6124972701072693,0.12358394265174866,3.101961374282837,0.8476419448852539,0.9871929287910461,0.9932016134262085,0.676744282245636,0.5945069193840027,0.7041694521903992,0.7779530882835388 +1.0,1.0277791023254395,-0.732478678226471,1.242751121520996,1.1980990171432495,-0.03189032897353172,0.7564924359321594,-1.4913116693496704,1.4038392305374146,0.0,1.3430125713348389,-1.4754562377929688,-0.2626376450061798,2.214872121810913,0.48348554968833923,-2.5913050174713135,1.685746192932129,0.0,0.707341194152832,-0.6867070198059082,-1.3420442342758179,1.5509806871414185,0.8308292627334595,0.6859824061393738,1.4018837213516235,1.0928101539611816,0.7908708453178406,0.8286853432655334,0.8562105894088745 +1.0,0.3026970624923706,1.2251986265182495,0.6290744543075562,1.2557213306427002,-0.6019026637077332,0.8973842859268188,0.5287573337554932,0.9741982817649841,2.1730761528015137,0.9133039712905884,-0.6672734022140503,-0.29925641417503357,2.214872121810913,0.9910312294960022,0.5599758625030518,1.3762037754058838,0.0,0.5337918996810913,-1.1755743026733398,-0.6717104911804199,0.0,0.7709951400756836,1.005908727645874,0.9877495169639587,0.7002583742141724,1.4913318157196045,0.8762275576591492,0.756521463394165 +0.0,0.5342035293579102,-0.7655936479568481,-0.533462643623352,0.9736450910568237,-1.501283884048462,0.796524703502655,-1.5735007524490356,0.32336172461509705,2.1730761528015137,1.1372863054275513,0.27107352018356323,-0.9977899789810181,2.214872121810913,2.433760643005371,2.0027201175689697,1.2103379964828491,0.0,1.9555329084396362,0.21607334911823273,-0.2721710205078125,0.0,3.588064193725586,2.573239803314209,0.9891337156295776,1.2506312131881714,1.9903912544250488,2.7417562007904053,2.023308515548706 +0.0,0.4586207866668701,-1.44834566116333,-0.858059287071228,0.2622869908809662,-0.3044857680797577,0.7596070170402527,1.0902177095413208,-0.33811065554618835,2.1730761528015137,1.0755935907363892,-1.079135775566101,1.1506164073944092,2.214872121810913,0.35668691992759705,-0.6142449378967285,1.522099256515503,0.0,0.5055566430091858,1.609386682510376,-1.2932120561599731,0.0,0.8419688940048218,0.8656713366508484,0.98800128698349,0.9347484707832336,2.209198474884033,1.1201642751693726,0.9202827215194702 +0.0,1.0755444765090942,1.91184663772583,-0.667186975479126,0.6176087260246277,-0.6650346517562866,0.4960530996322632,-1.5239893198013306,1.1272058486938477,0.0,0.9438985586166382,-0.8702905178070068,0.1030978336930275,2.214872121810913,0.9353592395782471,1.2426623106002808,1.2713587284088135,2.548224449157715,1.2350479364395142,-0.5118141770362854,-1.5784368515014648,0.0,0.9612289667129517,1.0360107421875,0.9749981760978699,0.8715883493423462,1.6343932151794434,1.177893877029419,1.2851802110671997 +1.0,0.44214996695518494,1.823215365409851,-1.465632438659668,0.9884384870529175,-1.5646377801895142,1.4438213109970093,-2.4280691146850586,0.8461376428604126,0.0,2.252413511276245,0.5246020555496216,-0.14112992584705353,1.1074360609054565,2.3659706115722656,0.327862411737442,-1.6632963418960571,0.0,1.0639326572418213,-0.09123842418193817,-0.7876871228218079,0.0,0.6567421555519104,0.9004538059234619,0.9912818670272827,0.8335149884223938,1.4601311683654785,1.0530269145965576,0.8454155921936035 +1.0,0.5751975774765015,-0.5883312821388245,1.5551379919052124,0.5013110041618347,0.13715778291225433,0.40655285120010376,-1.7824392318725586,1.262473464012146,0.0,0.348123162984848,-1.9795993566513062,0.11142028123140335,0.0,0.9422085285186768,-0.6952570676803589,-1.0281243324279785,2.548224449157715,0.6065706014633179,0.40595704317092896,-0.6667162775993347,3.101961374282837,0.6949321627616882,0.8840142488479614,0.9871820211410522,0.7047306299209595,0.42755094170570374,0.6339446306228638,0.5900579690933228 +0.0,0.9988636374473572,1.6332916021347046,1.5318337678909302,1.0189993381500244,-0.7930355668067932,0.6130355000495911,-0.17133520543575287,1.1094658374786377,1.0865380764007568,0.8172396421432495,0.6188253164291382,0.9042720794677734,0.0,1.2246077060699463,0.5062711834907532,-0.2442806214094162,0.0,1.1890438795089722,1.0330729484558105,0.5530858635902405,0.0,0.9915987253189087,0.9477635622024536,1.2106986045837402,1.2784074544906616,0.973081111907959,1.015395164489746,0.9238451719284058 +1.0,1.175101399421692,-0.6428735852241516,0.0991818904876709,1.272567629814148,-0.627327561378479,0.5837212204933167,-0.13271625339984894,-1.1303157806396484,0.0,0.5612778067588806,0.22639033198356628,1.2205249071121216,0.0,1.5651373863220215,1.089740514755249,1.3823058605194092,2.548224449157715,0.5216215252876282,0.6657979488372803,0.6235597133636475,0.0,0.9360886812210083,1.0433402061462402,1.0304607152938843,0.5004091858863831,1.0774991512298584,1.0642849206924438,0.8816232085227966 +0.0,0.7325853705406189,-0.4899604916572571,1.684975504875183,2.2777819633483887,1.6094006299972534,1.371634840965271,-1.2784122228622437,-0.2122674435377121,0.0,1.1016556024551392,0.9597774147987366,1.1966673135757446,2.214872121810913,1.2191632986068726,-0.3084014058113098,-0.17493870854377747,2.548224449157715,0.48340660333633423,-0.2419794499874115,-0.9164267182350159,0.0,0.9815503358840942,0.781681478023529,0.9876819849014282,1.9775080680847168,1.4576265811920166,1.4755566120147705,1.445429801940918 +1.0,1.792391061782837,-0.34386512637138367,0.1363576054573059,0.8406075239181519,-0.8130601644515991,1.6849315166473389,0.6248096227645874,1.4986374378204346,0.0,0.5475543141365051,0.5867699384689331,-1.3151527643203735,0.0,0.8055750727653503,2.24757719039917,-0.15996085107326508,0.0,1.0111132860183716,1.3287252187728882,-0.28493401408195496,3.101961374282837,1.159611463546753,0.8783655762672424,1.2827714681625366,1.1019084453582764,0.2985839545726776,0.7930018305778503,1.0097438097000122 +1.0,0.6405318379402161,1.6332916021347046,9.714413899928331E-4,1.1183750629425049,1.0096782445907593,1.012717843055725,0.7495786547660828,1.516377329826355,0.0,1.4379438161849976,0.5255734324455261,0.35776472091674805,2.214872121810913,1.6485575437545776,0.17494064569473267,-0.9149584174156189,0.0,1.6052700281143188,-0.4934920370578766,-0.864264965057373,1.5509806871414185,0.8449941873550415,0.6452118158340454,0.986824631690979,0.8152109384536743,1.4723222255706787,1.008878469467163,0.9647356271743774 +0.0,0.44214996695518494,0.2755790054798126,0.929254412651062,1.6383894681930542,-1.0719258785247803,1.752262830734253,0.4604314863681793,-0.8015711903572083,2.1730761528015137,1.436432957649231,-2.550766944885254,0.7522487640380859,0.0,1.4235864877700806,0.4926174581050873,0.5873702168464661,0.0,1.5453920364379883,0.6341506242752075,1.463141679763794,3.101961374282837,0.520642101764679,0.6750356554985046,1.1476752758026123,0.9173613786697388,1.573730230331421,1.0782346725463867,0.9258356690406799 +1.0,1.151859164237976,0.8726218938827515,-1.3996039628982544,0.2898001968860626,-0.26372334361076355,0.830785870552063,0.3732912540435791,-0.28766247630119324,0.0,1.1566754579544067,0.5993977785110474,0.7228427529335022,2.214872121810913,1.5502095222473145,0.877652645111084,1.5265370607376099,1.2741122245788574,1.2825121879577637,0.870672345161438,-0.7144387364387512,0.0,0.7983761429786682,1.180616855621338,0.9879140853881836,0.7580087184906006,0.9751906394958496,0.9869245886802673,0.8723141551017761 +0.0,0.5457330942153931,0.4440755844116211,-0.2915430963039398,1.4285194873809814,-1.4802714586257935,1.473868489265442,0.6594676971435547,-1.1037057638168335,2.1730761528015137,2.6220662593841553,0.4808902442455292,0.5375295877456665,0.0,0.6854500770568848,-0.7771794199943542,1.0577857494354248,2.548224449157715,0.5637309551239014,-1.0131738185882568,-1.0346230268478394,0.0,0.4131830632686615,1.2652522325515747,1.0730845928192139,0.8536838889122009,1.5648179054260254,0.916527271270752,0.7989780306816101 +1.0,1.274475336074829,-0.15004533529281616,-0.6283467411994934,1.8244109153747559,-0.10102122277021408,2.8330447673797607,1.9289424419403076,-1.6275904178619385,0.0,1.3611427545547485,0.03988659381866455,0.11086545139551163,2.214872121810913,2.689640760421753,0.23046579957008362,0.5735018253326416,1.2741122245788574,0.776468813419342,0.3818051815032959,-1.153374195098877,0.0,2.0739543437957764,3.254603147506714,0.989749014377594,1.3442367315292358,0.851360023021698,2.4958534240722656,2.2985706329345703 +1.0,0.6253420114517212,-0.5055439472198486,1.262726068496704,0.8139017224311829,-1.3135143518447876,1.227628231048584,-0.9249001741409302,-0.09141361713409424,0.0,1.2166054248809814,0.430378794670105,1.587822437286377,2.214872121810913,0.9761034250259399,0.01018562912940979,-0.2908783555030823,2.548224449157715,0.5182138681411743,-1.2513612508773804,0.12746833264827728,0.0,0.9205713868141174,0.7497149705886841,0.9859833717346191,0.6465601921081543,1.1767027378082275,1.0642284154891968,0.9285593628883362 +0.0,0.6672511100769043,1.9410656690597534,-0.1877846121788025,0.445760577917099,0.5057586431503296,1.0485361814498901,0.5772786140441895,1.7370187044143677,1.0865380764007568,1.5084497928619385,0.7655026912689209,-0.32255926728248596,2.214872121810913,0.9295637607574463,0.07481328397989273,1.0927340984344482,0.0,0.6769152879714966,-0.4418570101261139,-0.8859065771102905,0.0,0.9298807978630066,1.2346047163009644,0.988368570804596,0.7538489103317261,1.78501558303833,1.2205522060394287,1.0472127199172974 +1.0,1.8643137216567993,0.05643603205680847,-0.290433406829834,0.5503503084182739,0.2241210639476776,0.6044244766235352,0.5554935336112976,0.87718266248703,0.0,1.0599815845489502,-0.37488996982574463,1.7270846366882324,2.214872121810913,0.8240152597427368,-1.4198150634765625,-0.4850357174873352,0.0,0.8168744444847107,0.9248059391975403,1.3177547454833984,0.0,0.510235607624054,0.9159529209136963,0.9897109866142273,0.8207231760025024,0.44058898091316223,0.8421622514724731,0.7854437232017517 +0.0,0.7316703200340271,-0.7120253443717957,-0.4535626173019409,0.4509264826774597,-0.39234650135040283,1.1665263175964355,0.4475584924221039,0.948697030544281,2.1730761528015137,0.9202286005020142,0.11953923106193542,1.6089059114456177,0.0,0.9260513186454773,1.5284804105758667,-0.6658822298049927,2.548224449157715,0.6148464679718018,0.6891170144081116,-0.6872479915618896,0.0,0.9300040006637573,0.9828576445579529,0.986666202545166,1.1169286966323853,1.5391401052474976,0.9670975208282471,0.8520067930221558 +1.0,1.0645638704299927,-0.6107325553894043,-0.3753271698951721,1.1160627603530884,0.9898201823234558,0.582255482673645,-1.4338783025741577,-0.9462631940841675,0.0,0.9863279461860657,-0.5497372150421143,-1.0299700498580933,0.0,1.1448755264282227,1.2863543033599854,0.13026833534240723,0.0,1.16859769821167,0.6483086347579956,1.0558362007141113,3.101961374282837,0.935768187046051,0.9463388919830322,1.4236232042312622,0.8448520302772522,0.7240277528762817,0.7282498478889465,0.7168823480606079 +1.0,0.9097381830215454,-1.6314517259597778,-0.12508472800254822,1.9642189741134644,-0.6464974284172058,1.310074806213379,-0.9268806576728821,1.357271671295166,2.1730761528015137,0.44481706619262695,-0.3719758093357086,0.3683064877986908,0.0,1.1877270936965942,-1.4808017015457153,0.5945817828178406,0.0,1.4073801040649414,-0.13870935142040253,-1.5290496349334717,3.101961374282837,0.9844524264335632,0.9931143522262573,0.9960191249847412,1.6186903715133667,0.9302977919578552,1.158536672592163,0.979069709777832 +0.0,0.5124254822731018,0.5891969799995422,-1.4861623048782349,0.551807165145874,-0.6371344327926636,0.4385237395763397,-0.9229196906089783,-0.21005049347877502,2.1730761528015137,1.2657078504562378,0.4449494183063507,1.3675549030303955,2.214872121810913,0.3658192455768585,0.4252590239048004,-0.052342258393764496,0.0,0.6408910155296326,-0.053761374205350876,0.6857098937034607,0.0,0.3595932126045227,0.6330741047859192,0.983354926109314,0.6450387239456177,1.3620495796203613,0.813977062702179,0.6394753456115723 +1.0,1.3767774105072021,-0.5873573422431946,-0.8686016798019409,1.7346644401550293,-1.398652195930481,0.432569295167923,-0.27728980779647827,0.2363247573375702,2.1730761528015137,0.9207322597503662,0.3206135928630829,1.1517261266708374,1.1074360609054565,0.33016809821128845,-0.05080103501677513,1.3656638860702515,0.0,1.9350868463516235,-2.21160626411438,0.02758415788412094,0.0,0.6350489854812622,0.7578735947608948,0.9877052903175354,0.9799836277961731,0.7399559617042542,0.9226782917976379,0.7942247986793518 +1.0,1.8251497745513916,0.6612706780433655,-0.8846926689147949,1.0304770469665527,0.8334639668464661,1.5654757022857666,2.0200436115264893,-0.008811745792627335,0.0,1.341249942779541,0.816985547542572,1.3980705738067627,1.1074360609054565,1.2860751152038574,0.089377261698246,-1.7060109376907349,0.0,1.295169472694397,1.0322400331497192,-1.2954317331314087,0.0,1.0000346899032593,0.9041213393211365,1.899531602859497,1.0429593324661255,0.6633046865463257,0.8832024335861206,0.8103557229042053 +1.0,1.4774324893951416,0.8696999549865723,0.36717990040779114,0.6426635384559631,0.023531591519713402,0.42533230781555176,0.1405872106552124,0.6321487426757812,0.0,1.33986496925354,0.22056208550930023,-1.5154461860656738,0.0,0.3343830406665802,0.049326322972774506,-1.3121488094329834,2.548224449157715,1.1722488403320312,1.0797110795974731,-1.0224149227142334,3.101961374282837,1.498875379562378,1.109087347984314,0.9837762117385864,0.653896152973175,0.339928537607193,0.6332218647003174,0.7496662735939026 +1.0,1.073714256286621,-0.2026396542787552,0.9431259632110596,1.2420858144760132,-1.7268714904785156,0.952165424823761,-0.813004195690155,-0.23943182826042175,2.1730761528015137,0.6286361813545227,-1.6163054704666138,1.4940561056137085,0.0,0.7592110633850098,-0.7926536798477173,-1.2760909795761108,2.548224449157715,0.6679092049598694,-0.08540865778923035,-0.832080066204071,0.0,0.9211722612380981,0.765297532081604,1.0748482942581177,0.7353194355964661,0.8523476123809814,0.8659124970436096,0.7654706835746765 +1.0,0.6516953706741333,0.08370716124773026,-0.2848847806453705,0.34387490153312683,-0.8387458324432373,1.104874610900879,0.260405033826828,1.6438837051391602,2.1730761528015137,0.7001493573188782,0.7645313143730164,-0.3114626705646515,1.1074360609054565,0.7618454098701477,1.1425349712371826,0.7449150681495667,0.0,0.9767929315567017,1.3612052202224731,0.13024288415908813,0.0,0.5324556231498718,1.21858811378479,0.9906432628631592,0.561960756778717,1.3156239986419678,0.8705108165740967,0.7690272927284241 +1.0,1.7481027841567993,-1.259395718574524,-1.5677268505096436,1.1591733694076538,-1.3077701330184937,2.5312907695770264,-0.8951932787895203,-0.11580613255500793,2.1730761528015137,1.0966194868087769,-0.5293383598327637,1.5151396989822388,1.1074360609054565,1.602017879486084,0.5053609609603882,1.0422531366348267,0.0,0.9543994069099426,-0.7316794991493225,-1.3592466115951538,0.0,1.55265212059021,1.0951521396636963,0.9849492311477661,2.287775993347168,2.4786977767944336,1.7166171073913574,1.6442254781723022 +1.0,0.6533424854278564,0.8161316514015198,1.4913289546966553,1.17312490940094,0.3532048165798187,0.9986103177070618,0.7951291799545288,0.09883968532085419,2.1730761528015137,1.031779170036316,1.7155061960220337,-0.9950157999992371,0.0,1.0523229837417603,0.893126904964447,-1.3875929117202759,0.0,1.0437299013137817,-0.7566641569137573,-1.3781135082244873,0.0,0.849116325378418,1.1216647624969482,1.0366508960723877,0.7726346254348755,1.037204623222351,1.0157254934310913,0.878524124622345 +1.0,0.6030149459838867,-1.305172324180603,-0.2948722839355469,1.9860198497772217,-0.3971211910247803,1.037909746170044,0.4584510028362274,1.2208952903747559,2.1730761528015137,0.42970865964889526,0.014630877412855625,1.719317078590393,2.214872121810913,0.4697870910167694,0.031121350824832916,-0.5432829260826111,0.0,0.5240556001663208,-1.3712877035140991,0.5147969722747803,0.0,0.6823466420173645,1.0449986457824707,0.9839764833450317,1.363411545753479,0.48003336787223816,1.8749068975448608,1.3638502359390259 +0.0,0.5098633170127869,-0.40035533905029297,1.3642656803131104,1.3517452478408813,-0.9903844594955444,0.6301660537719727,-0.4476093649864197,0.6853687167167664,2.1730761528015137,0.5943903923034668,-0.7945234179496765,-0.7697548866271973,2.214872121810913,0.5997468829154968,0.6018472909927368,0.8009433150291443,0.0,0.4561449885368347,-0.935721218585968,1.4126447439193726,0.0,0.6593146920204163,0.7245937585830688,0.9879202842712402,0.9006965756416321,0.8861713409423828,0.6676501631736755,0.5988644957542419 +1.0,0.6643229722976685,-0.21627521514892578,0.43487298488616943,1.1560500860214233,1.436538577079773,1.839289665222168,-2.0339577198028564,0.3056216835975647,0.0,2.5746006965637207,0.9889187216758728,-1.1653486490249634,2.214872121810913,1.5064798593521118,1.0833688974380493,-1.622800588607788,0.0,0.6311547756195068,0.6608009934425354,0.6735018491744995,3.101961374282837,0.8385205864906311,0.9450477361679077,0.9875603318214417,0.5406597852706909,1.1536874771118164,0.9975520372390747,0.837078332901001 +1.0,1.4360723495483398,1.089816927909851,0.733388364315033,0.27803900837898254,-0.8226673007011414,2.4211785793304443,1.4833390712738037,0.320035457611084,0.0,2.446934461593628,-1.402603268623352,-1.5026850700378418,2.214872121810913,2.0003271102905273,2.286717653274536,-1.5063062906265259,0.0,2.2052688598632812,1.3062388896942139,-0.22111910581588745,0.0,1.6595444679260254,2.246056318283081,0.9832776188850403,2.974299907684326,1.664669394493103,3.8411567211151123,2.824908494949341 +1.0,0.7087942361831665,0.8502206206321716,0.6723536252975464,0.9485885500907898,-1.1377551555633545,1.2409113645553589,0.416861355304718,1.5817936658859253,2.1730761528015137,0.957496166229248,0.4702051281929016,-0.036822035908699036,2.214872121810913,0.8768773674964905,0.10212074965238571,0.6611499786376953,0.0,1.7053104639053345,1.4611440896987915,-0.7588317394256592,0.0,0.9716616272926331,0.8563497066497803,1.134023666381836,0.9499686360359192,1.5948255062103271,1.048654556274414,0.9227932691574097 +0.0,1.1350224018096924,0.2853187024593353,-1.1094114780426025,1.0885443687438965,-0.8962610363960266,1.103134036064148,0.1267239898443222,0.9642195701599121,0.0,0.7312475442886353,-0.4885407090187073,0.048169683665037155,2.214872121810913,0.7544692754745483,0.4643997251987457,0.3804539740085602,0.0,0.7146434187889099,-1.1830697059631348,-0.9563803672790527,1.5509806871414185,0.8831624984741211,0.9257142543792725,0.9865753054618835,1.057784914970398,0.5996322631835938,0.8871970772743225,0.9706757068634033 +1.0,1.1240417957305908,0.35447046160697937,0.03981173411011696,1.1324985027313232,1.6203064918518066,0.9559212923049927,1.3754040002822876,0.41594240069389343,0.0,1.542569637298584,0.4371784031391144,-0.8047091364860535,2.214872121810913,1.7235478162765503,1.677761197090149,-1.6361143589019775,0.0,2.1278653144836426,-0.17535357177257538,1.5619159936904907,0.0,0.8515531420707703,1.251060962677002,1.5463954210281372,0.743475079536438,0.13854993879795074,0.7176254391670227,0.7460451126098633 +1.0,0.34149497747421265,-1.2233588695526123,-1.3729705810546875,0.9936662316322327,0.6919375658035278,1.0861867666244507,0.3188285827636719,-1.185753345489502,0.0,1.2129542827606201,1.562029242515564,0.16301946341991425,2.214872121810913,1.0572404861450195,0.49079692363739014,1.6568999290466309,2.548224449157715,0.5654348134994507,1.3054062128067017,0.42601102590560913,0.0,1.429510474205017,0.9750998020172119,0.9880897998809814,1.257336974143982,1.3532084226608276,1.0404126644134521,0.9629876613616943 +0.0,1.2179255485534668,-0.30782830715179443,-1.6015734672546387,1.532368779182434,-1.0068237781524658,0.5557809472084045,-0.05943922698497772,0.8195276260375977,2.1730761528015137,0.8400281667709351,-1.430773138999939,0.5020204782485962,0.0,0.4631134867668152,-0.8008459210395813,-0.21487964689731598,2.548224449157715,0.40697672963142395,-1.4878829717636108,0.8111199736595154,0.0,0.6272982954978943,0.8121119737625122,0.9893707036972046,0.7044437527656555,0.573487401008606,0.7088748812675476,0.7649955153465271 diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/converted_scikit_model.json b/python/spark-to-scikit/RandomForestClassifierXGBoost/converted_scikit_model.json new file mode 100644 index 00000000..6228dda4 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/converted_scikit_model.json @@ -0,0 +1,869 @@ +{ + "meta": "gb", + "classes_": [ + 0, + 1 + ], + "n_classes_": 2, + "max_features_": 28, + "n_features_": 28, + "train_score_": [ + 1, + 1 + ], + "params": { + "ccp_alpha": 0, + "criterion": "gini", + "init": null, + "learning_rate": 0.1, + "loss": "deviance", + "max_depth": 5, + "max_features": null, + "max_leaf_nodes": null, + "min_impurity_decrease": 0.0, + "min_samples_leaf": 1, + "min_samples_split": 2, + "min_weight_fraction_leaf": 0.0, + "n_estimators": 1, + "n_iter_no_change": null, + "random_state": null, + "subsample": 1.0, + "tol": 0.0001, + "validation_fraction": 0.1, + "verbose": 0, + "warm_start": false + }, + "estimators_shape": [ + 2, + 1 + ], + "estimators_": [ + { + "meta": "decision-tree-regression", + "feature_importances_": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ], + "max_features_": 0, + "n_features_": 28, + "n_outputs_": 1, + "tree_": { + "max_depth": 5, + "node_count": 25, + "nodes": [ + [ + 1, + 16, + 25, + 1.5447615385055542, + 0, + 0, + 0 + ], + [ + 2, + 7, + 26, + 0.7740358114242554, + 0, + 0, + 0 + ], + [ + 3, + 4, + 18, + -0.22865427285432816, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + 5, + 6, + 3, + 1.1699432134628296, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + 8, + 13, + 3, + 1.975119411945343, + 0, + 0, + 0 + ], + [ + 9, + 10, + 23, + 0.9756079912185669, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + 11, + 12, + 7, + -1.712132751941681, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + 14, + 15, + 6, + 0.2717926800251007, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + 17, + 22, + 17, + 1.5525725483894348, + 0, + 0, + 0 + ], + [ + 18, + 21, + 2, + -1.5533004403114319, + 0, + 0, + 0 + ], + [ + 19, + 20, + 0, + 1.7702469229698181, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + 23, + 24, + 0, + 0.5344780385494232, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ], + [ + -1, + -1, + -2, + -2.0, + 0, + 0, + 0 + ] + ], + "values": [ + [ + [ + 0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + -1.0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + 1.0 + ] + ], + [ + [ + -1.0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + -1.0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + 0.0 + ] + ], + [ + [ + 0.9393939393939394 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + -1.0 + ] + ], + [ + [ + 1.0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + 1.0 + ] + ], + [ + [ + -1.0 + ] + ], + [ + [ + -1.0 + ] + ], + [ + [ + 0 + ] + ], + [ + [ + -1.0 + ] + ], + [ + [ + 1.0 + ] + ] + ], + "nodes_dtype": [ + " -0.22865427285432816) + If (feature 3 <= 1.1699432134628296) + Predict: 1.0 + Else (feature 3 > 1.1699432134628296) + Predict: -1.0 + Else (feature 26 > 0.7740358114242554) + If (feature 3 <= 1.975119411945343) + If (feature 23 <= 0.9756079912185669) + Predict: -1.0 + Else (feature 23 > 0.9756079912185669) + If (feature 7 <= -1.712132751941681) + Predict: 0.0 + Else (feature 7 > -1.712132751941681) + Predict: 0.9393939393939394 + Else (feature 3 > 1.975119411945343) + If (feature 6 <= 0.2717926800251007) + Predict: -1.0 + Else (feature 6 > 0.2717926800251007) + Predict: 1.0 + Else (feature 25 > 1.5447615385055542) + If (feature 17 <= 1.5525725483894348) + If (feature 2 <= -1.5533004403114319) + If (feature 0 <= 1.7702469229698181) + Predict: 1.0 + Else (feature 0 > 1.7702469229698181) + Predict: -1.0 + Else (feature 2 > -1.5533004403114319) + Predict: -1.0 + Else (feature 17 > 1.5525725483894348) + If (feature 0 <= 0.5344780385494232) + Predict: -1.0 + Else (feature 0 > 0.5344780385494232) + Predict: 1.0 + Tree 1 (weight 0.1): + If (feature 9 <= 0.33968763053417206) + If (feature 0 <= 0.6849115490913391) + Predict: -3.46988735068147 + Else (feature 0 > 0.6849115490913391) + Predict: 0.53011264931853 + Else (feature 9 > 0.33968763053417206) + If (feature 25 <= 1.2138408422470093) + If (feature 26 <= 0.7740358114242554) + If (feature 18 <= -0.22865427285432816) + Predict: -0.4768116880884702 + Else (feature 18 > -0.22865427285432816) + If (feature 3 <= 1.1699432134628296) + Predict: 0.4768116880884702 + Else (feature 3 > 1.1699432134628296) + Predict: -0.4768116880884703 + Else (feature 26 > 0.7740358114242554) + If (feature 7 <= -1.712132751941681) + Predict: 2.0 + Else (feature 7 > -1.712132751941681) + If (feature 3 <= 1.975119411945343) + Predict: 0.5301126493185299 + Else (feature 3 > 1.975119411945343) + Predict: -0.09536233761769389 + Else (feature 25 > 1.2138408422470093) + If (feature 7 <= -1.712132751941681) + Predict: -2.0 + Else (feature 7 > -1.712132751941681) + If (feature 11 <= 0.019821979105472565) + If (feature 25 <= 1.6286334991455078) + Predict: 0.5148838032527986 + Else (feature 25 > 1.6286334991455078) + Predict: -0.23840584404423515 + Else (feature 11 > 0.019821979105472565) + If (feature 13 <= 1.5283446907997131) + Predict: -0.4768116880884702 + Else (feature 13 > 1.5283446907997131) + Predict: 0.17670421643950984 diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/._SUCCESS.crc b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/._SUCCESS.crc new file mode 100644 index 00000000..3b7b0449 Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/._SUCCESS.crc differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/.part-00000-5594e26e-c145-43ff-a90a-ccee363afaca-c000.snappy.parquet.crc b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/.part-00000-5594e26e-c145-43ff-a90a-ccee363afaca-c000.snappy.parquet.crc new file mode 100644 index 00000000..06476260 Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/.part-00000-5594e26e-c145-43ff-a90a-ccee363afaca-c000.snappy.parquet.crc differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/_SUCCESS b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/_SUCCESS new file mode 100644 index 00000000..e69de29b diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/part-00000-5594e26e-c145-43ff-a90a-ccee363afaca-c000.snappy.parquet b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/part-00000-5594e26e-c145-43ff-a90a-ccee363afaca-c000.snappy.parquet new file mode 100644 index 00000000..fc85332a Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/data/part-00000-5594e26e-c145-43ff-a90a-ccee363afaca-c000.snappy.parquet differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/._SUCCESS.crc b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/._SUCCESS.crc new file mode 100644 index 00000000..3b7b0449 Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/._SUCCESS.crc differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/.part-00000.crc b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/.part-00000.crc new file mode 100644 index 00000000..54f779e6 Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/.part-00000.crc differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/_SUCCESS b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/_SUCCESS new file mode 100644 index 00000000..e69de29b diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/part-00000 b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/part-00000 new file mode 100644 index 00000000..0953cfa9 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/metadata/part-00000 @@ -0,0 +1 @@ +{"class":"org.apache.spark.ml.classification.GBTClassificationModel","timestamp":1652667981709,"sparkVersion":"3.2.1","uid":"GBTClassifier_6cdf4f6cf4e7","paramMap":{"featuresCol":"features","maxIter":2,"labelCol":"label","thresholds":[0.5,0.5]},"defaultParamMap":{"subsamplingRate":1.0,"stepSize":0.1,"cacheNodeIds":false,"maxBins":32,"featuresCol":"features","maxMemoryInMB":256,"probabilityCol":"probability","maxIter":20,"lossType":"logistic","validationTol":0.01,"minWeightFractionPerNode":0.0,"minInfoGain":0.0,"rawPredictionCol":"rawPrediction","impurity":"variance","leafCol":"","featureSubsetStrategy":"all","predictionCol":"prediction","seed":7266179102098935354,"checkpointInterval":10,"labelCol":"label","maxDepth":5,"minInstancesPerNode":1},"numFeatures":28,"numTrees":2} diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/._SUCCESS.crc b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/._SUCCESS.crc new file mode 100644 index 00000000..3b7b0449 Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/._SUCCESS.crc differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/.part-00000-59a288da-31d0-4bbd-b097-b4f6c77a77ac-c000.snappy.parquet.crc b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/.part-00000-59a288da-31d0-4bbd-b097-b4f6c77a77ac-c000.snappy.parquet.crc new file mode 100644 index 00000000..66bf600c Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/.part-00000-59a288da-31d0-4bbd-b097-b4f6c77a77ac-c000.snappy.parquet.crc differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/_SUCCESS b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/_SUCCESS new file mode 100644 index 00000000..e69de29b diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/part-00000-59a288da-31d0-4bbd-b097-b4f6c77a77ac-c000.snappy.parquet b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/part-00000-59a288da-31d0-4bbd-b097-b4f6c77a77ac-c000.snappy.parquet new file mode 100644 index 00000000..a14469c8 Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model/treesMetadata/part-00000-59a288da-31d0-4bbd-b097-b4f6c77a77ac-c000.snappy.parquet differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model_train.py b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model_train.py new file mode 100644 index 00000000..fff4ea02 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/higgs_spark_model_train.py @@ -0,0 +1,79 @@ +from pyspark import SparkContext +from pyspark.sql import SQLContext +from pyspark.sql.types import StructType, StructField, DoubleType +from pyspark.ml.classification import GBTClassifier +from pyspark.ml.feature import VectorAssembler + +def save_model(model_string, filename): + with open(filename, "w") as text_file: + text_file.write(model_string) + +if __name__ == '__main__': + sc = SparkContext() + sqlContext = SQLContext(sc) + + schema = StructType([ \ + StructField("label", DoubleType(),True), \ + StructField("f0", DoubleType(),True), \ + StructField("f1", DoubleType(),True), \ + StructField("f2", DoubleType(),True), \ + StructField("f3", DoubleType(), True), \ + StructField("f4", DoubleType(), True), \ + StructField("f5", DoubleType(), True), \ + StructField("f6", DoubleType(), True), \ + StructField("f7", DoubleType(), True), \ + StructField("f8", DoubleType(), True), \ + StructField("f9", DoubleType(), True), \ + StructField("f10", DoubleType(), True), \ + StructField("f11", DoubleType(),True), \ + StructField("f12", DoubleType(),True), \ + StructField("f13", DoubleType(),True), \ + StructField("f14", DoubleType(), True), \ + StructField("f15", DoubleType(), True), \ + StructField("f16", DoubleType(), True), \ + StructField("f17", DoubleType(), True), \ + StructField("f18", DoubleType(), True), \ + StructField("f19", DoubleType(), True), \ + StructField("f20", DoubleType(), True), \ + StructField("f21", DoubleType(),True), \ + StructField("f22", DoubleType(),True), \ + StructField("f23", DoubleType(),True), \ + StructField("f24", DoubleType(), True), \ + StructField("f25", DoubleType(), True), \ + StructField("f26", DoubleType(), True), \ + StructField("f27", DoubleType(), True), \ + ]) + + df = sqlContext.read.format('com.databricks.spark.csv').schema(schema).load("HIGGS_100.csv/part-00000-758749fa-cbbd-473e-b1cd-4d06fd714edd-c000.csv").limit(100) + features_column = 'features' + label_column = 'label' + feature_cols = ['f0', 'f1', 'f2', 'f3','f4','f5', + 'f6','f7','f8','f9','f10', + 'f11','f12','f13','f14','f15', + 'f16','f17','f18','f19','f20', + 'f21', 'f22', 'f23', 'f24', 'f25', + 'f26', 'f27'] + assembler = VectorAssembler(inputCols=feature_cols, outputCol=features_column) + df = assembler.transform(df) + + rf = GBTClassifier(featuresCol=features_column, labelCol=label_column, maxIter=2) + train, test = df.randomSplit([0.7, 0.3], seed = 2018) + rf_model = rf.fit(train) + + # export model as string + model_string = rf_model.toDebugString + rf_model.setThresholds([0.5, 0.5]) + thresholds = rf_model.getThresholds() + thresholds_string = " ".join(str(x) for x in thresholds) + save_model(thresholds_string + '\n' + model_string, 'higgs_spark_model.txt') + + # save model using spark + rf_model.write().overwrite().save('higgs_spark_model') + + # print predictions + predictions = rf_model.transform(test) + predictions.select(label_column, "prediction", 'probability').show() + + # # save test rows as csv for validation + # test = test.drop(features_column) + # test.coalesce(1).write.mode("overwrite").option("header","true").csv("testdata_higgs_spark_model") \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/metadata/higgs_scikit_model.txt b/python/spark-to-scikit/RandomForestClassifierXGBoost/metadata/higgs_scikit_model.txt new file mode 100644 index 00000000..089753f0 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/metadata/higgs_scikit_model.txt @@ -0,0 +1,76 @@ +|--- feature_25 <= 1.54 +| |--- feature_26 <= 0.77 +| | |--- feature_18 <= -0.23 +| | | |--- value: [-1.00] +| | |--- feature_18 > -0.23 +| | | |--- feature_3 <= 1.17 +| | | | |--- value: [1.00] +| | | |--- feature_3 > 1.17 +| | | | |--- value: [-1.00] +| |--- feature_26 > 0.77 +| | |--- feature_3 <= 1.98 +| | | |--- feature_23 <= 0.98 +| | | | |--- value: [-1.00] +| | | |--- feature_23 > 0.98 +| | | | |--- feature_7 <= -1.71 +| | | | | |--- value: [0.00] +| | | | |--- feature_7 > -1.71 +| | | | | |--- value: [0.94] +| | |--- feature_3 > 1.98 +| | | |--- feature_6 <= 0.27 +| | | | |--- value: [-1.00] +| | | |--- feature_6 > 0.27 +| | | | |--- value: [1.00] +|--- feature_25 > 1.54 +| |--- feature_17 <= 1.55 +| | |--- feature_2 <= -1.55 +| | | |--- feature_0 <= 1.77 +| | | | |--- value: [1.00] +| | | |--- feature_0 > 1.77 +| | | | |--- value: [-1.00] +| | |--- feature_2 > -1.55 +| | | |--- value: [-1.00] +| |--- feature_17 > 1.55 +| | |--- feature_0 <= 0.53 +| | | |--- value: [-1.00] +| | |--- feature_0 > 0.53 +| | | |--- value: [1.00] + +|--- feature_9 <= 0.34 +| |--- feature_0 <= 0.68 +| | |--- value: [-3.47] +| |--- feature_0 > 0.68 +| | |--- value: [0.53] +|--- feature_9 > 0.34 +| |--- feature_25 <= 1.21 +| | |--- feature_26 <= 0.77 +| | | |--- feature_18 <= -0.23 +| | | | |--- value: [-0.48] +| | | |--- feature_18 > -0.23 +| | | | |--- feature_3 <= 1.17 +| | | | | |--- value: [0.48] +| | | | |--- feature_3 > 1.17 +| | | | | |--- value: [-0.48] +| | |--- feature_26 > 0.77 +| | | |--- feature_7 <= -1.71 +| | | | |--- value: [2.00] +| | | |--- feature_7 > -1.71 +| | | | |--- feature_3 <= 1.98 +| | | | | |--- value: [0.53] +| | | | |--- feature_3 > 1.98 +| | | | | |--- value: [-0.10] +| |--- feature_25 > 1.21 +| | |--- feature_7 <= -1.71 +| | | |--- value: [-2.00] +| | |--- feature_7 > -1.71 +| | | |--- feature_11 <= 0.02 +| | | | |--- feature_25 <= 1.63 +| | | | | |--- value: [0.51] +| | | | |--- feature_25 > 1.63 +| | | | | |--- value: [-0.24] +| | | |--- feature_11 > 0.02 +| | | | |--- feature_13 <= 1.53 +| | | | | |--- value: [-0.48] +| | | | |--- feature_13 > 1.53 +| | | | | |--- value: [0.18] + diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/metadata/scikit_trees_visualization/scikit_tree_image_0.png b/python/spark-to-scikit/RandomForestClassifierXGBoost/metadata/scikit_trees_visualization/scikit_tree_image_0.png new file mode 100644 index 00000000..c64ebed6 Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/metadata/scikit_trees_visualization/scikit_tree_image_0.png differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/metadata/scikit_trees_visualization/scikit_tree_image_1.png b/python/spark-to-scikit/RandomForestClassifierXGBoost/metadata/scikit_trees_visualization/scikit_tree_image_1.png new file mode 100644 index 00000000..03f2b27e Binary files /dev/null and b/python/spark-to-scikit/RandomForestClassifierXGBoost/metadata/scikit_trees_visualization/scikit_tree_image_1.png differ diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/parse_spark_rf_classifier_model_text.py b/python/spark-to-scikit/RandomForestClassifierXGBoost/parse_spark_rf_classifier_model_text.py new file mode 100644 index 00000000..62a099a6 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/parse_spark_rf_classifier_model_text.py @@ -0,0 +1,337 @@ +import csv +import argparse +import json +import json + +from numpy import float64 + + +class Node(object): + def __init__(self, data): + self.data = data + self.left = None + self.right = None + self.parent = None + + +class Tree(object): + def __init__(self): + self.root = None + self.max_depth = None + self.max_breadth = None + + def create_tree(self, tree, column_names): + else_check = 0 + node = None + for index, line in enumerate(tree['Contents']): + if line.startswith('If'): + data_str = line[line.find('(') + 1:line.find(')')].replace(' ', '_', 1) + if len(column_names): + data_str = column_names[data_str.split('_')[1].split(' ')[0]] + ' ' + ' '.join(data_str.split('_')[1].split(' ')[1:]) + if not node: + node = self.root = Node(data=data_str) + elif else_check: + else_check = 0 + while node.right: + node = node.parent + node.right = Node(data=data_str) + node.right.parent = node + node = node.right + else: + node.left = Node(data=data_str) + node.left.parent = node + node = node.left + elif line.startswith('Else'): + else_check = 1 + elif line.startswith('Predict'): + if not node: + node = self.root = Node(data=float(line.rsplit(' ')[1])) + elif else_check: + else_check = 0 + while node.right: + node = node.parent + node.right = Node(data=float(line.rsplit(' ')[1])) + node.right.parent = node + node = node.parent + else: + node.left = Node(data=float(line.rsplit(' ')[1])) + node.left.parent = node + self.max_depth = self.get_max_depth(self.root) - 1 + self.max_breadth = self.get_max_breadth(self.max_depth) + + def print_inorder(self, node): + if node is not None: + self.print_inorder(node.left) + print(node.data) + self.print_inorder(node.right) + + def preorder(self, node, node_list=None): + if node_list is None: + node_list = [] + if node is not None: + node_list.append(node) + self.preorder(node.left, node_list) + self.preorder(node.right, node_list) + return node_list + + def get_js_struct(self, node, node_dict=None): + if node_dict is None: + node_dict = {'name': node.data, 'children': []} + if node is not None: + if node.left: + new_node_dict_left = {'name': node.left.data, 'type': 'left', 'is_prediction': False, 'children': []} + node_dict['children'].append(self.get_js_struct(node.left, new_node_dict_left)) + if node.right: + new_node_dict_right = {'name': node.right.data, 'type': 'right', 'is_prediction': False, 'children': []} + node_dict['children'].append(self.get_js_struct(node.right, new_node_dict_right)) + else: + node_dict['is_prediction'] = True + if node.parent is None: + node_dict['type'] = 'root' + return node_dict + + def print_preorder(self, node): + if node is not None: + print(node.data) + self.print_preorder(node.left) + self.print_preorder(node.right) + + def print_postorder(self, node): + if node is not None: + self.print_postorder(node.left) + self.print_postorder(node.right) + print(node.data) + + def get_max_depth(self, node): + if node is None: + return 0 + else: + left_depth = self.get_max_depth(node.left) + right_depth = self.get_max_depth(node.right) + if left_depth > right_depth: + return left_depth + 1 + else: + return right_depth + 1 + + def get_max_breadth(self, max_depth=None): + if max_depth is None: + max_depth = self.get_max_depth(self.root) + return 2 ** max_depth + + +def separate_trees(tree_file): + tree = '' + tree_contents = [] + tree_list = [] + for line in tree_file: + line = line.strip().rstrip() + if line.find('Tree') != -1: + if tree: + tree_list.append({'Tree': tree, 'Contents': tree_contents}) + tree = line + tree_contents = [] + else: + tree_contents.append(line) + tree_list.append({'Tree': tree, 'Contents': tree_contents}) + return tree_list + +def read_columns(columns_file): + column_name_dict = {} + with open(columns_file) as csvfile: + reader = csv.DictReader(csvfile) + for row in reader: + column_name_dict[row['INDEX']] = row['COLUMN_NAME'] + return column_name_dict + + +def parse_text(trees_file): + with open(trees_file) as treesfile: + threshold = x = [float(i) for i in treesfile.readline().split()] + numFeatures = int(treesfile.readline().split(',')[3].split('=')[1]) + return threshold, numFeatures, separate_trees(treesfile.readlines()) + +###############################################################################################################################################33 + +def add_index_dfs(root, current_index): + if root is None: + return + + root['index'] = current_index['index'] + current_index['index'] += 1 + children = root['children'] + + for child in children: + add_index_dfs(child, current_index) + +def serialize_tree(root, left, right, features, thresholds, values, number_classes): + if root is None: + return + + name = root['name'] + + # if not leaf node + if isinstance(name, str): + feature_name, threshold_string = name.split('<=') + feature, feature_num = feature_name.strip().split('_') + + features.append(int(feature_num)) + thresholds.append(float(threshold_string)) + values.append([0]) # since we don't care about number of samples with belonging to threshold + else: + feature_num = -2 + threshold = -2.0 + class_name = name + value = [class_name] + + features.append(feature_num) + thresholds.append(float(threshold)) + values.append(value) + + + children = root['children'] + + # left child + left_index = -1 + if len(children) > 0: + left_index = children[0]['index'] + left.append(left_index) + + # right child + right_index = -1 + if len(children) > 1: + right_index = children[1]['index'] + right.append(right_index) + + for child in children: + serialize_tree(child, left, right, features, thresholds, values, number_classes) + +def save_to_json(scikit_dict, filename): + with open(filename, 'w') as fp: + json.dump(scikit_dict, fp) + + +def main(): + parser = argparse.ArgumentParser(description='Parse a random forest') + parser.add_argument('--filepath', dest='trees', help='Path to file holding the trees.', required=True) + parser.add_argument('--columns', dest='columns', default=None, + help='Path to csv file holding column index and column name.') + + args = parser.parse_args() + column_name_dict = {} + if args.columns: + column_name_dict = read_columns(args.columns) + threshold_values, num_features, trees = parse_text(args.trees) + tree_list = [] + for index, tree in enumerate(trees): + tree_obj = Tree() + tree_obj.create_tree(tree, column_name_dict) + js_struct = tree_obj.get_js_struct(tree_obj.root) + node_dict = {'tree': [js_struct], 'max_depth': tree_obj.max_depth, 'max_breadth': tree_obj.max_breadth} + tree_list.append(node_dict) + + # Meta Data about model + number_classes = 2 + number_features = num_features + n_outputs = 1 + + max_depth = 0 + for tree in tree_list: + max_depth = max(tree['max_depth'], max_depth) + + # Populate each decision tree + estimators = [] + for tree in tree_list: + left, right, features, threshold, values = [], [], [], [], [] + sampleTree = tree['tree'] + currentIndex = {'index': 0} + add_index_dfs(sampleTree[0], currentIndex) + serialize_tree(sampleTree[0], left, right, features, threshold, values, number_classes) + + nodes = [] + values_nested = [] + for i in range (0, len(features)): + impurity, n_node_samples, weighted_n_node_samples = 0, 0, 0 # not important for prediction + nodes.append([left[i], right[i], features[i], threshold[i], impurity, n_node_samples, weighted_n_node_samples]) + values_nested.append([values[i]]) + + current_dict = { + 'meta': "decision-tree-regression", + 'feature_importances_': [0] * number_features, + 'max_features_': 0, # not sure about it's usage in prediction + 'n_features_': number_features, + 'n_outputs_': n_outputs, + 'tree_': { + 'max_depth': tree['max_depth'], + 'node_count': len(features), + 'nodes': nodes, + 'values': values_nested, + "nodes_dtype": [ # data types of each entry in nodes i.e left, right, features, threshold, ... + " + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree10.html b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree10.html new file mode 100644 index 00000000..c642437c --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree10.html @@ -0,0 +1,215 @@ + + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree2.html b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree2.html new file mode 100644 index 00000000..7a67f859 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree2.html @@ -0,0 +1,215 @@ + + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree3.html b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree3.html new file mode 100644 index 00000000..fc31805e --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree3.html @@ -0,0 +1,215 @@ + + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree4.html b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree4.html new file mode 100644 index 00000000..65baf4ad --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree4.html @@ -0,0 +1,215 @@ + + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree5.html b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree5.html new file mode 100644 index 00000000..00fa39e8 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree5.html @@ -0,0 +1,215 @@ + + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree6.html b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree6.html new file mode 100644 index 00000000..727caa5c --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree6.html @@ -0,0 +1,215 @@ + + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree7.html b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree7.html new file mode 100644 index 00000000..0f4aa78f --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree7.html @@ -0,0 +1,215 @@ + + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree8.html b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree8.html new file mode 100644 index 00000000..fde88df4 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree8.html @@ -0,0 +1,215 @@ + + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file diff --git a/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree9.html b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree9.html new file mode 100644 index 00000000..ecc7aa87 --- /dev/null +++ b/python/spark-to-scikit/RandomForestClassifierXGBoost/trees/tree9.html @@ -0,0 +1,215 @@ + + + + + + Eureka Trees + + + + + + +Home +
+
+ + + + + + + + \ No newline at end of file